00000001:02000400:1.0F:1767325390.784529:0:211224:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 119: writeconf on slave mdt shouldn't duplicate mdc/osp and crash ========================================================== 22:43:10 (1767325390) 00000400:00000010:0.0F:1767325394.052292:0:211405:0:(lib-cpt.c:111:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 00000000b8f414e3. 00000400:00000010:0.0:1767325394.052308:0:211405:0:(lib-cpt.c:120:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 000000004cd3fb17. 00000400:00000010:0.0:1767325394.052311:0:211405:0:(lib-cpt.c:124:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 000000008b9652c6. 00000400:00000010:0.0:1767325394.052314:0:211405:0:(lib-cpt.c:131:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 00000000ac35dc11. 00000400:00000010:0.0:1767325394.052316:0:211405:0:(lib-cpt.c:138:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 32 at 00000000818fc28f. 00000400:00000010:0.0:1767325394.052319:0:211405:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 00000000b15f9ded. 00000400:00000010:0.0:1767325394.052320:0:211405:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 4 at 000000005d31ebb9. 00000400:00000010:0.0:1767325394.810250:0:211405:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 00000000adebca06. 00000400:00000010:0.0:1767325394.810261:0:211405:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000083caa818. 00000400:00000010:0.0:1767325394.810266:0:211405:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d014a78a. 00000400:00000010:0.0:1767325394.810268:0:211405:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 00000000b9b5bc27. 00000400:00000010:0.0:1767325394.810270:0:211405:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004db27751. 00000400:00000010:0.0:1767325394.810272:0:211405:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000087f3a799. 00000400:00000200:0.0:1767325394.810367:0:211405:0:(api-ni.c:1029:lnet_register_lnd()) lo LND registered 00000400:00000200:0.0:1767325394.868034:0:211421:0:(api-ni.c:1029:lnet_register_lnd()) tcp LND registered 00000020:02000000:0.0:1767325394.939346:0:211434:0:(class_obd.c:784:obdclass_init()) Lustre: Build Version: 2.17.0_RC4_4_g6421352 00000020:00000010:0.0:1767325394.942362:0:211434:0:(lustre_handles.c:148:class_handle_init()) kmalloced '(handle_hash)': 2097152 at 000000004dffc7c9. 00000001:00000010:0.0:1767325394.943106:0:211434:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004bbf747a. 00000001:00000010:0.0:1767325394.943112:0:211434:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a63e4e43. 00000001:00000010:0.0:1767325394.943115:0:211434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bb848694. 00000001:00000010:0.0:1767325394.943117:0:211434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bdefd97c. 00000001:00000010:0.0:1767325394.943118:0:211434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005aacdff5. 00000001:00000010:0.0:1767325394.943120:0:211434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f5a8743d. 00000020:00000010:0.0:1767325394.943265:0:211434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ac0f797. 00000020:00000010:0.0:1767325394.943269:0:211434:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f0156441. 00000001:00000010:0.0:1767325394.943273:0:211434:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000b21c364d. 00000020:00000010:0.0:1767325394.943330:0:211434:0:(cl_object.c:1175:cl_global_init()) kmalloced '(cl_envs)': 192 at 000000007eacf050. 00000020:00000010:0.0:1767325394.943483:0:211434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d45bffe. 00000020:00000010:0.0:1767325394.943487:0:211434:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002287dd86. 00000020:00000010:0.0:1767325394.943490:0:211434:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000f53cb8e9. 00000020:00000010:0.0:1767325394.943494:0:211434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013e558d0. 00000020:00000010:0.0:1767325394.943498:0:211434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a34331c6. 00000020:00000010:0.0:1767325394.943501:0:211434:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e7a850cb. 00000020:00000010:0.0:1767325394.943505:0:211434:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000000da759e. 00000020:00000010:0.0:1767325394.943516:0:211434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067a23bde. 00000020:00000010:0.0:1767325394.943521:0:211434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025910f7e. 00000020:00000010:0.0:1767325394.943524:0:211434:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000435c6e06. 00000020:00000010:0.0:1767325394.943527:0:211434:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000b0a2c776. 00000020:00000010:0.0:1767325394.943531:0:211434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca53d427. 00000020:00000010:0.0:1767325394.943535:0:211434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054b846a5. 00000020:00000010:0.0:1767325394.943541:0:211434:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d0374d49. 00000020:00000010:0.0:1767325394.943543:0:211434:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000a2091bf1. 00000020:00000010:0.0:1767325394.943546:0:211434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020b8c23f. 02000000:00000010:0.0:1767325394.943553:0:211434:0:(page_pools.c:1061:obd_pool_init()) kmalloced '(page_pools)': 112 at 0000000031dd38c0. 02000000:00000010:0.0:1767325394.943555:0:211434:0:(page_pools.c:1065:obd_pool_init()) kmalloced '(pool_shrinkers)': 112 at 000000005234428f. 02000000:00000010:0.0:1767325394.943568:0:211434:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000c76a3127. 02000000:00000010:0.0:1767325394.943571:0:211434:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1056 at 00000000fd9907a9. 00000001:00000010:0.0:1767325394.943574:0:211434:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000250e57d1. 00000020:00000010:0.0:1767325394.943604:0:211434:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000998d5bc3. 00000020:00000010:0.0:1767325394.943614:0:211434:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000998d5bc3. 02000000:00000010:0.0:1767325394.943617:0:211434:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000c504d5c6. 02000000:00000010:0.0:1767325394.943619:0:211434:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 528 at 000000001ec00f3c. 00000001:00000010:0.0:1767325394.943621:0:211434:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000e97af2fb. 00000020:00000010:0.0:1767325394.943652:0:211434:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000998d5bc3. 00000020:00000010:0.0:1767325394.943663:0:211434:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000998d5bc3. 02000000:00000010:0.0:1767325394.943668:0:211434:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000007cee5b91. 02000000:00000010:0.0:1767325394.943670:0:211434:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 264 at 000000007e5f678c. 00000001:00000010:0.0:1767325394.943672:0:211434:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000032f14d51. 00000020:00000010:0.0:1767325394.943712:0:211434:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000998d5bc3. 00000020:00000010:0.0:1767325394.943725:0:211434:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000998d5bc3. 02000000:00000010:0.0:1767325394.943728:0:211434:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000006bad5a5a. 02000000:00000010:0.0:1767325394.943731:0:211434:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 136 at 00000000998d5bc3. 00000001:00000010:0.0:1767325394.943733:0:211434:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000cebd4adc. 00000020:00000010:0.0:1767325394.943756:0:211434:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000004f4da054. 00000020:00000010:0.0:1767325394.943764:0:211434:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000004f4da054. 02000000:00000010:0.0:1767325394.943776:0:211434:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000cbaf87ba. 02000000:00000010:0.0:1767325394.943779:0:211434:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 72 at 000000003c1009f0. 00000001:00000010:0.0:1767325394.943782:0:211434:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000055cd1f55. 00000020:00000010:0.0:1767325394.943820:0:211434:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000004f4da054. 00000020:00000010:0.0:1767325394.943835:0:211434:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000004f4da054. 02000000:00000010:0.0:1767325394.943840:0:211434:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000fdee3edf. 02000000:00000010:0.0:1767325394.943844:0:211434:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 40 at 000000008d3480cb. 00000001:00000010:0.0:1767325394.943847:0:211434:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000092885e52. 00000020:00000010:0.0:1767325394.943891:0:211434:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000004f4da054. 00000020:00000010:0.0:1767325394.943906:0:211434:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000004f4da054. 02000000:00000010:0.0:1767325394.943911:0:211434:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000041a550e4. 02000000:00000010:0.0:1767325394.943914:0:211434:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 24 at 00000000ae87a62e. 00000001:00000010:0.0:1767325394.943917:0:211434:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000b24f11b5. 00000020:00000010:0.0:1767325394.943960:0:211434:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000004f4da054. 00000020:00000010:0.0:1767325394.943975:0:211434:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000004f4da054. 02000000:00000010:0.0:1767325394.943982:0:211434:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000c0405ec7. 02000000:00000010:0.0:1767325394.943986:0:211434:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at 0000000085562c30. 00000001:00000010:0.0:1767325394.943989:0:211434:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000007f45a094. 00000020:00000010:0.0:1767325394.944030:0:211434:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000004f4da054. 00000020:00000010:0.0:1767325394.944046:0:211434:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000004f4da054. 02000000:00000010:0.0:1767325394.944052:0:211434:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000aeef3853. 02000000:00000010:0.0:1767325394.944054:0:211434:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000004776f49a. 00000001:00000010:0.0:1767325394.944057:0:211434:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000238c9085. 00000020:00000010:0.0:1767325394.944098:0:211434:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000004f4da054. 00000020:00000010:0.0:1767325394.944116:0:211434:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000004f4da054. 02000000:00000010:0.0:1767325394.944121:0:211434:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000f71b7f06. 02000000:00000010:0.0:1767325394.944124:0:211434:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000003575f6a8. 00000001:00000010:0.0:1767325394.944127:0:211434:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000191bea59. 00000020:00000010:0.0:1767325394.944206:0:211434:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000004f4da054. 00000020:00000010:0.0:1767325394.944218:0:211434:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000004f4da054. 02000000:00000010:0.0:1767325394.944223:0:211434:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000095a5a610. 02000000:00000010:0.0:1767325394.944232:0:211434:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000001d01284e. 00000001:00000010:0.0:1767325394.944235:0:211434:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000085484430. 00000020:00000010:0.0:1767325394.944277:0:211434:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000004f4da054. 00000020:00000010:0.0:1767325394.944295:0:211434:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000004f4da054. 02000000:00000010:0.0:1767325394.944300:0:211434:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000de715126. 02000000:00000010:0.0:1767325394.944303:0:211434:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000074ffe9d4. 00000001:00000010:0.0:1767325394.944305:0:211434:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000009f1f9764. 00000020:00000010:0.0:1767325394.944346:0:211434:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000004f4da054. 00000020:00000010:0.0:1767325394.944360:0:211434:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000004f4da054. 02000000:00000010:0.0:1767325394.944366:0:211434:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000f25dbbbd. 02000000:00000010:0.0:1767325394.944369:0:211434:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000388f8e49. 00000001:00000010:0.0:1767325394.944372:0:211434:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000031353312. 00000020:00000010:0.0:1767325394.944408:0:211434:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000004f4da054. 00000020:00000010:0.0:1767325394.944418:0:211434:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000004f4da054. 02000000:00000010:0.0:1767325394.944421:0:211434:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000647d4ddb. 02000000:00000010:0.0:1767325394.944424:0:211434:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000ae9e82b2. 00000001:00000010:0.0:1767325394.944425:0:211434:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000034a0aa1b. 00000020:00000010:0.0:1767325394.944451:0:211434:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000004f4da054. 00000020:00000010:0.0:1767325394.944463:0:211434:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000004f4da054. 00000400:00000010:1.0:1767325395.026498:0:211449:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000054558014. 00000400:00000010:1.0:1767325395.026507:0:211449:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000083a92a7e. 00000100:00000010:1.0:1767325395.026512:0:211449:0:(service.c:3564:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 192 at 0000000047d94832. 00000100:00000010:1.0:1767325395.026704:0:211451:0:(service.c:3207:ptlrpc_hr_main()) kmalloced '(env)': 56 at 0000000076dad859. 00000020:00000010:1.0:1767325395.026711:0:211451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc69c496. 00000020:00000010:1.0:1767325395.026715:0:211451:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b48003db. 00000040:00000010:1.0:1767325395.026720:0:211451:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f392a4ac. 00000020:00000010:1.0:1767325395.026724:0:211451:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000075ea28dc. 00000020:00000010:1.0:1767325395.026729:0:211451:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d6bda3ef. 00000100:00000010:1.0:1767325395.026847:0:211452:0:(service.c:3207:ptlrpc_hr_main()) kmalloced '(env)': 56 at 00000000fc41957f. 00000020:00000010:1.0:1767325395.026851:0:211452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3713d56. 00000020:00000010:1.0:1767325395.026854:0:211452:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000639ffd43. 00000040:00000010:1.0:1767325395.026856:0:211452:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000457bf67a. 00000020:00000010:1.0:1767325395.026859:0:211452:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002fb50484. 00000020:00000010:1.0:1767325395.026861:0:211452:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000093121c4. 00000800:00000010:0.0:1767325395.028757:0:211458:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 000000001ba8d010. 00000800:00000010:0.0:1767325395.028763:0:211458:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 000000008fe67ebf. 00000800:00000010:0.0:1767325395.028842:0:211459:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000296ecfd8. 00000800:00000010:0.0:1767325395.028846:0:211459:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000ee217a19. 00000800:00000010:0.0:1767325395.028935:0:211460:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 0000000049f82751. 00000800:00000010:0.0:1767325395.028941:0:211460:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 000000001aa3e6f7. 00000400:00000200:3.0F:1767325395.031250:0:211449:0:(peer.c:4275:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:3.0:1767325395.031357:0:211449:0:(ptlrpcd.c:749:ptlrpcd_init()) kmalloced '(ptlrpcds)': 8 at 0000000031553849. 00000100:00000010:3.0:1767325395.031463:0:211464:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7b6dabe. 00000020:00000010:3.0:1767325395.031470:0:211464:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df5fcb06. 00000020:00000010:3.0:1767325395.031474:0:211464:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009d0c67c7. 00000020:00000010:3.0:1767325395.031477:0:211464:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000005b6ae361. 00000040:00000010:3.0:1767325395.031481:0:211464:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000bd3b4ff. 00000020:00000010:3.0:1767325395.031484:0:211464:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fbdebc4a. 00000020:00000010:3.0:1767325395.031488:0:211464:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007fd32fec. 00000100:00000010:0.0:1767325395.031669:0:211465:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000095dd1964. 00000020:00000010:0.0:1767325395.031675:0:211465:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061abf7d0. 00000020:00000010:0.0:1767325395.031678:0:211465:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005427f072. 00000020:00000010:0.0:1767325395.031681:0:211465:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000005304ca2c. 00000040:00000010:0.0:1767325395.031682:0:211465:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000062092b93. 00000020:00000010:0.0:1767325395.031685:0:211465:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000026ff321e. 00000020:00000010:0.0:1767325395.031691:0:211465:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eabceacf. 00000100:00000010:0.0:1767325395.031824:0:211466:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000328c6e75. 00000020:00000010:0.0:1767325395.031827:0:211466:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a16d12ae. 00000020:00000010:0.0:1767325395.031829:0:211466:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000043f23d7e. 00000020:00000010:0.0:1767325395.031830:0:211466:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000004b11adcc. 00000040:00000010:0.0:1767325395.031832:0:211466:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000746c1146. 00000020:00000010:0.0:1767325395.031834:0:211466:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000092026aa9. 00000020:00000010:0.0:1767325395.031835:0:211466:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b2148cd. 00000100:00000010:0.0:1767325395.031955:0:211467:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007cbaa824. 00000020:00000010:0.0:1767325395.031958:0:211467:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017e93119. 00000020:00000010:0.0:1767325395.031960:0:211467:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ac95d78b. 00000020:00000010:0.0:1767325395.031961:0:211467:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000e7297f1b. 00000040:00000010:0.0:1767325395.031964:0:211467:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000080d977c0. 00000020:00000010:0.0:1767325395.031966:0:211467:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000001e3c5cf. 00000020:00000010:0.0:1767325395.031967:0:211467:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1164596. 00000100:00000010:0.0:1767325395.032091:0:211468:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b08225b2. 00000020:00000010:0.0:1767325395.032095:0:211468:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067c1e0b5. 00000020:00000010:0.0:1767325395.032098:0:211468:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fd2df74a. 00000020:00000010:0.0:1767325395.032100:0:211468:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000dbb96a02. 00000040:00000010:0.0:1767325395.032102:0:211468:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001e04976b. 00000020:00000010:0.0:1767325395.032106:0:211468:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000481d258b. 00000020:00000010:0.0:1767325395.032108:0:211468:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005040d4f6. 00000020:00000010:0.0:1767325396.782080:0:211523:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000009f604d35. 00000001:00000010:1.0:1767325396.832579:0:211536:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000d99071a6. 00000100:00000010:1.0:1767325396.832616:0:211536:0:(client.c:689:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 0000000062255f18. 00000020:00000010:1.0:1767325396.832650:0:211536:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000090b99b3f. 00000020:00000010:1.0:1767325396.832675:0:211536:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000033732b8d. 00000020:00000010:1.0:1767325396.832686:0:211536:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000033732b8d. 00000020:00000010:1.0:1767325396.879908:0:211549:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000033732b8d. 00000020:00000010:1.0:1767325396.928758:0:211562:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000004cfda57. 00000020:00000010:1.0:1767325397.125891:0:211612:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000b22e9001. 00000020:00000010:1.0:1767325411.989914:0:212396:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000037662e71. 00000020:00000010:0.0:1767325412.042402:0:212409:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000f3cf2d42. 00000020:00000010:1.0:1767325412.105097:0:212422:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000081a1a0ff. 00000020:00000010:1.0:1767325412.105129:0:212422:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000376e08d1. 00000020:00000010:1.0:1767325412.187113:0:212443:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000004e99162b. 00000020:00000010:0.0:1767325412.241706:0:212456:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000c5b8bff9. 00000020:00000010:1.0:1767325412.241951:0:212456:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000000b909117. 00000020:00000010:1.0:1767325412.292325:0:212470:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000bb795f48. 00000020:00000010:1.0:1767325412.292364:0:212470:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000004df72fbd. 00000020:00000010:1.0:1767325412.353459:0:212483:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at 0000000096220929. 00000020:00000010:1.0:1767325412.353471:0:212483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f16739e. 00000020:00000010:1.0:1767325412.353481:0:212483:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e06f4f97. 00000020:00000010:1.0:1767325412.353485:0:212483:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000f9e44668. 00000008:00000010:1.0:1767325412.353502:0:212483:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000006d624b2c. 00020000:00000010:1.0:1767325412.353509:0:212483:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000010a68e40. 00008000:00000010:1.0:1767325412.353521:0:212483:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000055386115. 00000080:00000010:1.0:1767325412.353533:0:212483:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000590f3a77. 00000080:00000010:1.0:1767325412.353546:0:212483:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000007a8ed36d. 00000020:00000010:1.0:1767325412.353551:0:212483:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010eb3e2e. 00000008:00000010:1.0:1767325412.353565:0:212483:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000005da847e1. 00020000:00000010:1.0:1767325412.353580:0:212483:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000567f4662. 00008000:00000010:1.0:1767325412.353597:0:212483:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000bbf2b38d. 00000080:00000010:1.0:1767325412.353608:0:212483:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000c5249e49. 00000001:02000400:0.0:1767325435.601229:0:213643:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg307-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0001-mdc-*.mds_server_uuid 00000001:02000400:3.0:1767325442.929121:0:214117:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg307-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000020:00000010:3.0:1767325443.033400:0:214146:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 0000000050e16c94. 00000020:00000010:3.0:1767325443.033409:0:214146:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 00000000ee5484f1. 00000020:00000010:3.0:1767325443.033416:0:214146:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 00000000272f044e. 00000020:00000010:3.0:1767325443.033426:0:214146:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 28 at 000000003dfb760a. 00000020:00000010:3.0:1767325443.033429:0:214146:0:(obd_mount.c:1600:lmd_parse()) kmalloced '(lmd->lmd_profile)': 14 at 00000000330be65c. 00000020:00000010:3.0:1767325443.033432:0:214146:0:(obd_mount.c:1628:lmd_parse()) kmalloced '(lmd->lmd_opts)': 17 at 00000000de5110f8. 00000020:00000010:3.0:1767325443.033445:0:214146:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 0000000023458d2b. 00000020:00000010:3.0:1767325443.033448:0:214146:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 00000000b8a7affb. 00000020:00000010:3.0:1767325443.033454:0:214146:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 88 at 0000000003d95dcf. 00000100:00000010:3.0:1767325443.033460:0:214146:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000035a348fb. 00000400:00000200:3.0:1767325443.033463:0:214146:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:3.0:1767325443.033466:0:214146:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.107@tcp 00000400:00000010:3.0:1767325443.033474:0:214146:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000008be47b9. 00000400:00000200:3.0:1767325443.033479:0:214146:0:(peer.c:264:lnet_peer_alloc()) 0000000008be47b9 nid 192.168.203.107@tcp 00000400:00000010:3.0:1767325443.033482:0:214146:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e263001c. 00000400:00000200:3.0:1767325443.033484:0:214146:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e263001c net tcp 00000400:00000010:3.0:1767325443.033488:0:214146:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000790010db. 00000400:00000200:3.0:1767325443.033492:0:214146:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000790010db nid 192.168.203.107@tcp 00000400:00000200:3.0:1767325443.033498:0:214146:0:(peer.c:1093:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.107@tcp: -2 00000400:00000200:3.0:1767325443.033503:0:214146:0:(peer.c:1699:lnet_peer_attach_peer_ni()) peer 192.168.203.107@tcp NID 192.168.203.107@tcp flags 0x100001 00000400:00000200:3.0:1767325443.033523:0:214146:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.107@tcp: 0 00000400:00000200:3.0:1767325443.033526:0:214146:0:(peer.c:2787:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767325443.033529:0:214146:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767325443.033531:0:214146:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.107@tcp NID 192.168.203.107@tcp: 0. pending discovery 00000020:00000010:3.0:1767325443.033539:0:214146:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 88 at 0000000003d95dcf. 00000020:00000010:3.0:1767325443.033543:0:214146:0:(obd_mount.c:464:lustre_start_mgc()) kmalloced '(uuid)': 40 at 00000000aba8e785. 00000020:00000010:3.0:1767325443.033547:0:214146:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000de32962f. 00000020:00000010:3.0:1767325443.033568:0:214146:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000007a91d4be. 00000020:00000010:3.0:1767325443.033573:0:214146:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005f5ed130. 00000800:00000200:2.1F:1767325443.033710:0:211463:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (2) 00000800:00000010:0.0:1767325443.034992:0:211453:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dfc8a835. 00000800:00000010:0.0:1767325443.034998:0:211453:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000096d0e19. 00000800:00000010:0.0:1767325443.035003:0:211453:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005991f26c. 00000800:00000010:0.0:1767325443.035011:0:211453:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005991f26c. 00000020:00000010:3.0:1767325443.035015:0:214146:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000de32962f. 00000020:00000010:3.0:1767325443.035030:0:214146:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 00000000de32962f. 00000001:00000010:3.0:1767325443.035100:0:214146:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004b95ff55. 00000001:00000010:3.0:1767325443.035106:0:214146:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000827d81e7. 00000001:00000010:3.0:1767325443.035109:0:214146:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006d03fee9. 00000001:00000010:3.0:1767325443.035113:0:214146:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007bf6af47. 00000001:00000010:3.0:1767325443.035115:0:214146:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a69d00f6. 00000001:00000010:3.0:1767325443.035117:0:214146:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dba84d45. 00000001:00000010:3.0:1767325443.035121:0:214146:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002cbf98df. 00000001:00000010:3.0:1767325443.035124:0:214146:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ef92b61d. 00000001:00000010:3.0:1767325443.035127:0:214146:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c6237f85. 00000001:00000010:3.0:1767325443.035130:0:214146:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000003bbdcd. 00000001:00000010:3.0:1767325443.035132:0:214146:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a2adbb25. 00000001:00000010:3.0:1767325443.035134:0:214146:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003541fe8c. 00000020:00000010:3.0:1767325443.035164:0:214146:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2237923. 00000020:00000010:3.0:1767325443.035177:0:214146:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ed31c43. 00000020:00000010:3.0:1767325443.035199:0:214146:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007015599b. 00000008:00000010:3.0:1767325443.035214:0:214146:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000001ad9efec. 00020000:00000010:3.0:1767325443.035227:0:214146:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000096dfca95. 00008000:00000010:3.0:1767325443.035246:0:214146:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000956845c1. 00000080:00000010:3.0:1767325443.035258:0:214146:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000044cc6601. 00000020:00000010:3.0:1767325443.035264:0:214146:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b6faffd. 00000020:00000010:3.0:1767325443.035267:0:214146:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003ada721d. 00000040:00000010:3.0:1767325443.035364:0:214146:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002b65f9c6. 00000020:00000010:3.0:1767325443.035370:0:214146:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000034fb42fc. 00000020:00000010:3.0:1767325443.035373:0:214146:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b2f21edf. 00040000:00000010:3.0:1767325443.035378:0:214146:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005719a5d8. 00040000:00000010:3.0:1767325443.035386:0:214146:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000159e7ff7. 10000000:00000010:3.0:1767325443.035391:0:214146:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at 000000006875a561. 00010000:00000010:3.0:1767325443.035442:0:214146:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000e0177ac6. 00010000:00000010:3.0:1767325443.035449:0:214146:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000001d60916a. 00010000:00000010:3.0:1767325443.035456:0:214146:0:(ldlm_lockd.c:3355:ldlm_setup()) kmalloced '(ldlm_state)': 32 at 00000000c33edb5c. 00000100:00000010:3.0:1767325443.035552:0:214146:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000977dacc0. 00000100:00000010:3.0:1767325443.035558:0:214146:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000076b3f2fa. 00000100:00000010:3.0:1767325443.035622:0:214146:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000082859a86. 00000100:00000010:3.0:1767325443.035631:0:214146:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000709de8d1. 00000100:00000010:3.0:1767325443.035636:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f62bb100. 00000100:00000010:3.0:1767325443.035642:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a7b62e56. 00000400:00000200:3.0:1767325443.035647:0:214146:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:3.0:1767325443.035754:0:214146:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006a763d14. 00000020:00000010:3.0:1767325443.035760:0:214146:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000006f8440c9. 00000800:00000200:0.1F:1767325443.035785:0:211453:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767325443.035799:0:211453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.1:1767325443.035802:0:211453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad614b29 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767325443.035806:0:211453:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.107@tcp p 3.x 192.168.203.7 -> 192.168.203.107:988 incarnation:1767325420076644313 sched[0] 00000800:00000010:0.0:1767325443.035809:0:211453:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000096d0e19. 00000400:00000200:0.0:1767325443.035884:0:211453:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.107:988 00000100:00000010:3.0:1767325443.035908:0:214146:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e65d3952. 00000100:00000010:3.0:1767325443.035919:0:214146:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000cf1b5ad1. 00000100:00000010:3.0:1767325443.035923:0:214146:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ab5281d1. 00000100:00000010:3.0:1767325443.035933:0:214146:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fe020101. 00000100:00000010:3.0:1767325443.035939:0:214146:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000eb7c5eac. 00000100:00000200:3.0:1767325443.035990:0:214146:0:(service.c:847:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:3.0:1767325443.036055:0:214146:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000083135e54. 00000400:00000200:1.0:1767325443.036628:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : REPLY - for me 00000400:00000200:1.0:1767325443.036659:0:211460:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.7@tcp: Reply from 12345-192.168.203.107@tcp of length 48/48 into md 0x9 00000400:00000200:1.0:1767325443.036676:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325443.036683:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: REPLY: OK 00000400:00000200:1.0:1767325443.036690:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008680a42d 00000400:00000010:1.0:1767325443.036693:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008680a42d. 00000400:00000200:1.0:1767325443.036698:0:211460:0:(peer.c:3141:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767325443.036704:0:211460:0:(peer.c:2971:lnet_discovery_event_reply()) Peer 192.168.203.107@tcp has discovery enabled 00000400:00000200:1.0:1767325443.036707:0:211460:0:(peer.c:2983:lnet_discovery_event_reply()) peer 192.168.203.107@tcp(0000000008be47b9) is MR 00000400:00000200:1.0:1767325443.036711:0:211460:0:(peer.c:3052:lnet_discovery_event_reply()) peer 192.168.203.107@tcp data present 363512030. state = 0x100241 00000400:00000200:1.0:1767325443.036715:0:211460:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.107@tcp: -114 00000400:00000200:1.0:1767325443.036744:0:211463:0:(peer.c:4048:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767325443.036748:0:211463:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.203.107@tcp(0000000008be47b9) state 0x1000c1 00000400:00000010:1.0:1767325443.036754:0:211463:0:(peer.c:3325:lnet_peer_merge_data()) alloc '(curnis)': 40 at 0000000097822443. 00000400:00000010:1.0:1767325443.036763:0:211463:0:(peer.c:3326:lnet_peer_merge_data()) alloc '(addnis)': 48 at 0000000011fd9fe4. 00000400:00000010:1.0:1767325443.036767:0:211463:0:(peer.c:3327:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000fe45526a. 00000400:00000010:1.0:1767325443.036774:0:211463:0:(peer.c:3465:lnet_peer_merge_data()) kfreed 'curnis': 40 at 0000000097822443. 00000400:00000010:1.0:1767325443.036778:0:211463:0:(peer.c:3466:lnet_peer_merge_data()) kfreed 'addnis': 48 at 0000000011fd9fe4. 00000400:00000010:1.0:1767325443.036783:0:211463:0:(peer.c:3467:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000fe45526a. 00000400:00000010:1.0:1767325443.036788:0:211463:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000dab1f68f. 00000400:00000200:1.0:1767325443.036799:0:211463:0:(peer.c:3470:lnet_peer_merge_data()) peer 192.168.203.107@tcp (0000000008be47b9): 0 00000400:00000200:1.0:1767325443.036801:0:211463:0:(peer.c:3774:lnet_peer_data_present()) peer 192.168.203.107@tcp(0000000008be47b9): 0. state = 0x100141 00000400:00000200:1.0:1767325443.036803:0:211463:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.203.107@tcp(0000000008be47b9) state 0x100141 rc 1 00000400:00000200:1.0:1767325443.036806:0:211463:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.203.107@tcp(0000000008be47b9) state 0x100141 00000400:00000010:1.0:1767325443.036819:0:211463:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002536fb7c. 00000400:00000010:1.0:1767325443.036827:0:211463:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d017eca5. 00000400:00000200:1.0:1767325443.036849:0:211463:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325443.036857:0:211453:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c5e14ce0. 00000400:00000200:1.0:1767325443.036863:0:211463:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.7@tcp to MR: 192.168.203.107@tcp local destination 00000800:00000010:0.0:1767325443.036867:0:211453:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002037bed1. 00000400:00000200:1.0:1767325443.036874:0:211463:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [2:2:256:4294967295] 192.168.203.107@tcp LPNI seq info [2:2:8:4294967295] 00000800:00000010:0.0:1767325443.036877:0:211453:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005991f26c. 00000400:00000200:1.0:1767325443.036884:0:211463:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.107@tcp 00000800:00000010:0.0:1767325443.036892:0:211453:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005991f26c. 00000400:00000200:1.0:1767325443.036896:0:211463:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:192.168.203.7@tcp) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325443.036909:0:211463:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325443.036916:0:211463:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d96a0c57. 00000800:00000200:1.0:1767325443.036923:0:211463:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (3) 00000800:00000200:1.0:1767325443.036932:0:211463:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325443.036935:0:211463:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d96a0c57 type 1, nob 144 niov 1 nkiov 1 00000400:00000200:1.0:1767325443.036953:0:211463:0:(peer.c:3982:lnet_peer_send_push()) peer 192.168.203.107@tcp 00000400:00000200:1.0:1767325443.036956:0:211463:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.203.107@tcp(0000000008be47b9) state 0x100541 rc 0 00000100:00000010:3.0:1767325443.037004:0:214146:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000016909551. 00000800:00000200:0.0:1767325443.037020:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325443.037025:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d96a0c57. 00000400:00000200:0.0:1767325443.037030:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325443.037037:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325443.037044:0:211458:0:(peer.c:3141:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767325443.037047:0:211458:0:(peer.c:3093:lnet_discovery_event_send()) Push Send to 192.168.203.107@tcp: 0 00000100:00000010:0.0:1767325443.037232:0:214148:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000005991f26c. 00000020:00000010:0.0:1767325443.037238:0:214148:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007beedf61. 00000020:00000010:0.0:1767325443.037243:0:214148:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009493c1da. 00000020:00000010:0.0:1767325443.037245:0:214148:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000463e0c85. 00000040:00000010:0.0:1767325443.037248:0:214148:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000008f6e484. 00000020:00000010:0.0:1767325443.037252:0:214148:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a3174dd0. 00000020:00000010:0.0:1767325443.037270:0:214148:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c9ed3979. 00000020:00000010:0.0:1767325443.037275:0:214148:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bea9d21e. 80000000:00000010:0.0:1767325443.037278:0:214148:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008aac1254. 40000000:00000010:0.0:1767325443.037286:0:214148:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009d31188d. 00100000:00000010:0.0:1767325443.037291:0:214148:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bf32a72a. 00040000:00000010:0.0:1767325443.037295:0:214148:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003ce8ca78. 00040000:00000010:0.0:1767325443.037298:0:214148:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000046bfef81. 00040000:00000010:0.0:1767325443.037301:0:214148:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f7057915. 00000004:00000010:0.0:1767325443.037304:0:214148:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000038903c91. 00000004:00000010:0.0:1767325443.037308:0:214148:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d77d0945. 00000004:00000010:0.0:1767325443.037312:0:214148:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005c73087b. 00002000:00000010:0.0:1767325443.037315:0:214148:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000904e60c5. 00000004:00000010:0.0:1767325443.037319:0:214148:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ebe3cd0d. 00000100:00000010:0.0:1767325443.037324:0:214148:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000008142a88f. 00000100:00000200:0.0:1767325443.037338:0:214148:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767325443.037342:0:214146:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000b81c8135. 00000100:00000010:3.0:1767325443.037347:0:214146:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000a370d7e1. 00000100:00000010:3.0:1767325443.037357:0:214146:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000072003ba1. 00000100:00000010:3.0:1767325443.037363:0:214146:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000027209fdc. 00000100:00000010:3.0:1767325443.037366:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a59d108. 00000100:00000010:3.0:1767325443.037370:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001602b1dd. 00000100:00000010:3.0:1767325443.037371:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac4c1f35. 00000100:00000010:3.0:1767325443.037375:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dfe2da00. 00000100:00000010:3.0:1767325443.037377:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000746d3ca9. 00000100:00000010:3.0:1767325443.037385:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007be2548f. 00000100:00000010:3.0:1767325443.037483:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e42a9222. 00000100:00000010:3.0:1767325443.037488:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000088d8aaaf. 00000100:00000010:3.0:1767325443.037491:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a039034d. 00000100:00000010:3.0:1767325443.037496:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001debf35f. 00000100:00000010:3.0:1767325443.037503:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8b719dc. 00000100:00000010:3.0:1767325443.037508:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000105a61c9. 00000100:00000010:3.0:1767325443.037513:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007007df67. 00000400:00000200:1.0:1767325443.037588:0:211463:0:(peer.c:4048:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767325443.037593:0:211463:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.203.107@tcp(0000000008be47b9) state 0x100141 00000400:00000200:1.0:1767325443.037596:0:211463:0:(peer.c:3904:lnet_peer_discovered()) peer 192.168.203.107@tcp 00000400:00000200:1.0:1767325443.037597:0:211463:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.203.107@tcp(0000000008be47b9) state 0x100111 rc 0 00000400:00000200:1.0:1767325443.037599:0:211463:0:(peer.c:2481:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.107@tcp 00000100:00000010:3.0:1767325443.037644:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d0dd36b3. 00000100:00000010:3.0:1767325443.037652:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c7787ef. 00000800:00000200:0.1:1767325443.037656:0:211453:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000100:00000010:3.0:1767325443.037658:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005ffbcbbe. 00000100:00000010:3.0:1767325443.037663:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6f2d0d1. 00000800:00000200:0.0:1767325443.037665:0:211453:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.107@tcp p 3.x 192.168.203.7 -> 192.168.203.107:988 incarnation:1767325420076644313 sched[0] 00000800:00000010:0.0:1767325443.037680:0:211453:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002037bed1. 00000400:00000200:1.0:1767325443.037681:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325443.037694:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767325443.037705:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.107@tcp of length 48/48 into md 0x5 [1] + 0 00000400:00000010:1.0:1767325443.037714:0:211460:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c60cd45. 00000100:00000010:3.0:1767325443.037715:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008ebf64d4. 00000400:00000200:1.0:1767325443.037718:0:211460:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cd0dfdf7 00000100:00000010:3.0:1767325443.037724:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebb4e9ab. 00000100:00000010:3.0:1767325443.037730:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000009f8f35c. 00000100:00000010:3.0:1767325443.037733:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099bab254. 00000100:00000010:3.0:1767325443.037738:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ede4c9bb. 00000100:00000010:3.0:1767325443.037741:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000058c21db. 00000100:00000010:3.0:1767325443.037747:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000025ab7959. 00000100:00000010:3.0:1767325443.037751:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000944a13dc. 00000400:00000200:1.0:1767325443.037754:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767325443.037758:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006fcca174. 00000400:00000200:1.0:1767325443.037759:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000010:3.0:1767325443.037766:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c8be3aa. 00000400:00000200:0.0:1767325443.037766:0:211453:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.107:988 00000400:00000200:1.0:1767325443.037770:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd0dfdf7 00000400:00000010:1.0:1767325443.037775:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd0dfdf7. 00000100:00000010:3.0:1767325443.037776:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000baf5c869. 00000400:00000200:1.0:1767325443.037780:0:211460:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000010:3.0:1767325443.037783:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf0a3f08. 00000400:00000200:1.0:1767325443.037788:0:211460:0:(peer.c:2630:lnet_peer_push_event()) peer 192.168.203.107@tcp(0000000008be47b9) is MR 00000100:00000010:3.0:1767325443.037791:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001dfec29f. 00000400:00000010:1.0:1767325443.037792:0:211460:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000fe45526a. 00000400:00000200:1.0:1767325443.037797:0:211460:0:(peer.c:2704:lnet_peer_push_event()) Received Push 192.168.203.107@tcp 363512030 00000400:00000200:1.0:1767325443.037808:0:211460:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.107@tcp: 0 00000400:00000200:1.0:1767325443.037811:0:211460:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767325443.037818:0:211460:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.7@tcp to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325443.037827:0:211460:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [3:3:256:4294967295] 192.168.203.107@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:0.0:1767325443.037847:0:211453:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.107:988 00000100:00000010:3.0:1767325443.037859:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0372c43. 00000400:00000200:1.0:1767325443.037859:0:211460:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:192.168.203.7@tcp) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) 192.168.203.107@tcp : ACK try# 0 00000100:00000010:3.0:1767325443.037882:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007fc90520. 00000800:00000200:1.0:1767325443.037882:0:211460:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:3.0:1767325443.037891:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1e4d764. 00000800:00000010:1.0:1767325443.037893:0:211460:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4c7cdfc. 00000100:00000010:3.0:1767325443.037897:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000019a2d2c7. 00000100:00000010:3.0:1767325443.037906:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e38e6ea7. 00000800:00000200:1.0:1767325443.037906:0:211460:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (4) 00000100:00000010:3.0:1767325443.037920:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004a548b5d. 00000800:00000200:1.0:1767325443.037925:0:211460:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325443.037939:0:211460:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c4c7cdfc type 0, nob 96 niov 1 nkiov 0 00000100:00000010:3.0:1767325443.037940:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f406138. 00000100:00000010:3.0:1767325443.037951:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001b656083. 00000100:00000010:3.0:1767325443.037956:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000663c38a8. 00000100:00000010:3.0:1767325443.037966:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009579d835. 00000800:00000200:1.0:1767325443.038023:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767325443.038024:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000274c7a78. 00000800:00000010:1.0:1767325443.038028:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4c7cdfc. 00000100:00000010:3.0:1767325443.038032:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000160c8278. 00000400:00000200:1.0:1767325443.038035:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767325443.038039:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd543cfb. 00000400:00000200:1.0:1767325443.038045:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: ACK: OK 00000100:00000010:3.0:1767325443.038049:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a318ceb8. 00000100:00000010:3.0:1767325443.038097:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d7b30a0. 00000100:00000010:3.0:1767325443.038101:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000067f15601. 00000100:00000010:3.0:1767325443.038102:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002250328b. 00000100:00000010:3.0:1767325443.038111:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000029f576bc. 00000100:00000010:3.0:1767325443.038113:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fad3d6fe. 00000100:00000010:3.0:1767325443.038116:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004ca70004. 00000100:00000010:3.0:1767325443.038117:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4fbb706. 00000100:00000010:3.0:1767325443.038120:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000784ca7be. 00000100:00000010:3.0:1767325443.038121:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004eb764cd. 00000100:00000010:3.0:1767325443.038124:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003fb77649. 00000100:00000010:3.0:1767325443.038125:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000287c6a64. 00000100:00000010:3.0:1767325443.038131:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000003823b62. 00000100:00000010:3.0:1767325443.038133:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f584e1f3. 00000100:00000010:3.0:1767325443.038135:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000986faa42. 00000100:00000010:3.0:1767325443.038136:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f03b04d6. 00000100:00000010:3.0:1767325443.038242:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000030f0383a. 00000100:00000010:3.0:1767325443.038247:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e27b3cf. 00000100:00000010:3.0:1767325443.038252:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f3107e20. 00000100:00000010:3.0:1767325443.038255:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026b27be6. 00000100:00000010:3.0:1767325443.038263:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e282f742. 00000800:00000010:0.0:1767325443.038264:0:211453:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002b0dc952. 00000100:00000010:3.0:1767325443.038267:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d6ba780. 00000800:00000010:0.0:1767325443.038269:0:211453:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002037bed1. 00000100:00000010:3.0:1767325443.038273:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000096c1026c. 00000800:00000010:0.0:1767325443.038274:0:211453:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000032b7123d. 00000100:00000010:3.0:1767325443.038278:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000346587d0. 00000800:00000010:0.0:1767325443.038281:0:211453:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000032b7123d. 00000100:00000010:3.0:1767325443.038345:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000017cc56a5. 00000100:00000010:3.0:1767325443.038347:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce8bbb3e. 00000100:00000010:3.0:1767325443.038350:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f2f6d1d0. 00000100:00000010:3.0:1767325443.038351:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e388844. 00000100:00000010:3.0:1767325443.038358:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000778c2ac9. 00000100:00000010:3.0:1767325443.038360:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc9614fc. 00000100:00000010:3.0:1767325443.038363:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a0ca7482. 00000100:00000010:3.0:1767325443.038364:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087247602. 00000100:00000010:3.0:1767325443.038367:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001208353c. 00000100:00000010:3.0:1767325443.038369:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a64b4789. 00000100:00000010:3.0:1767325443.038371:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000073fd99f8. 00000100:00000010:3.0:1767325443.038373:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8e61e4b. 00000100:00000010:3.0:1767325443.038378:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ee76c4eb. 00000100:00000010:3.0:1767325443.038380:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079568f27. 00000100:00000010:3.0:1767325443.038382:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006d0002cb. 00000100:00000010:3.0:1767325443.038384:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef2b7042. 00000100:00000010:3.0:1767325443.038386:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b244f014. 00000100:00000010:3.0:1767325443.038387:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d00f242. 00000100:00000010:3.0:1767325443.038390:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000af9a18a. 00000100:00000010:3.0:1767325443.038392:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa0947c2. 00000100:00000010:3.0:1767325443.038399:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eef7cc89. 00000100:00000010:3.0:1767325443.038401:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d17740ce. 00000100:00000010:3.0:1767325443.038405:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b2f5070d. 00000100:00000010:3.0:1767325443.038406:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000303881b3. 00000100:00000010:3.0:1767325443.038410:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003be96d46. 00000100:00000010:3.0:1767325443.038411:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0c8bffa. 00000100:00000010:3.0:1767325443.038414:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000096d39105. 00000100:00000010:3.0:1767325443.038416:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dba04912. 00000100:00000010:3.0:1767325443.038421:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008e68d7f4. 00000100:00000010:3.0:1767325443.038423:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007031f6d5. 00000100:00000010:3.0:1767325443.038426:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f7459e91. 00000100:00000010:3.0:1767325443.038430:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001174e802. 00000100:00000010:3.0:1767325443.038432:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a7b3f0fd. 00000100:00000010:3.0:1767325443.038434:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000540c00ec. 00000100:00000010:3.0:1767325443.038437:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d51ecdf0. 00000100:00000010:3.0:1767325443.038438:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf6d2d21. 00000100:00000010:3.0:1767325443.038451:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a8ede8e2. 00000100:00000010:3.0:1767325443.038454:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e312a2de. 00000100:00000010:3.0:1767325443.038525:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e9191294. 00000100:00000010:3.0:1767325443.038528:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d15b457. 00000100:00000010:3.0:1767325443.038533:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ac387e5e. 00000100:00000010:3.0:1767325443.038535:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000daa51016. 00000100:00000010:3.0:1767325443.038539:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e8511529. 00000100:00000010:3.0:1767325443.038541:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000085870e2. 00000100:00000010:3.0:1767325443.038552:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006d212f36. 00000100:00000010:3.0:1767325443.038600:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfeb74e1. 00000100:00000010:3.0:1767325443.038607:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001246335d. 00000100:00000010:3.0:1767325443.038609:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001022e161. 00000100:00000010:3.0:1767325443.038613:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000da498497. 00000100:00000010:3.0:1767325443.038615:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ed23afd. 00000100:00000010:3.0:1767325443.038619:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000743f01fd. 00000100:00000010:3.0:1767325443.038621:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f76e48fa. 00000100:00000010:3.0:1767325443.038631:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c12ce3af. 00000100:00000010:3.0:1767325443.038634:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007daff261. 00000100:00000010:3.0:1767325443.038638:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000abcc4336. 00000100:00000010:3.0:1767325443.038640:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5075b55. 00000100:00000010:3.0:1767325443.038644:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000254abda5. 00000100:00000010:3.0:1767325443.038646:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d716a2b. 00000100:00000010:3.0:1767325443.038650:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000095793689. 00000100:00000010:3.0:1767325443.038652:0:214146:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000536f63f7. 00000100:00000010:3.0:1767325443.038659:0:214146:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e6e6e8fe. 00000400:00000200:3.0:1767325443.038662:0:214146:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:3.0:1767325443.038704:0:214146:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000070d95054. 00000020:00000010:3.0:1767325443.038708:0:214146:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000001cef1766. 00000800:00000200:0.1:1767325443.038854:0:211453:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767325443.038859:0:211453:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.107@tcp p 3.x 192.168.203.7 -> 192.168.203.107:988 incarnation:1767325420076644313 sched[0] 00000800:00000010:0.0:1767325443.038862:0:211453:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002037bed1. 00000100:00000010:3.0:1767325443.038903:0:214146:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ba8d00af. 00000100:00000010:3.0:1767325443.038909:0:214146:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000001b903dc4. 00000100:00000010:3.0:1767325443.038911:0:214146:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009dd8c757. 00000100:00000010:3.0:1767325443.038913:0:214146:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000029ab323e. 00000100:00000010:3.0:1767325443.038915:0:214146:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000087bf11bf. 00000100:00000010:3.0:1767325443.038917:0:214146:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 0000000060bc2146. 00000100:00000010:3.0:1767325443.038919:0:214146:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000032a2c312. 00000100:00000010:3.0:1767325443.038920:0:214146:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000dc09fbfa. 00000100:00000010:3.0:1767325443.038921:0:214146:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d7ae205f. 00000100:00000010:3.0:1767325443.038922:0:214146:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008bc609e1. 00000100:00000010:3.0:1767325443.038924:0:214146:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001aa4ba86. 00000100:00000200:3.0:1767325443.038946:0:214146:0:(service.c:847:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:3.0:1767325443.038948:0:214146:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003df236ec. 00000100:00000010:0.0:1767325443.039131:0:214149:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000032b7123d. 00000020:00000010:0.0:1767325443.039135:0:214149:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000db6f8cdf. 00000020:00000010:0.0:1767325443.039160:0:214149:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a149d88. 00000020:00000010:0.0:1767325443.039164:0:214149:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a95bb98e. 00000020:00000010:0.0:1767325443.039167:0:214149:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000c584118b. 00000040:00000010:0.0:1767325443.039168:0:214149:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c09fa1af. 00000020:00000010:0.0:1767325443.039171:0:214149:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000063f198fe. 00000020:00000010:0.0:1767325443.039173:0:214149:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000df8f1ea9. 00000020:00000010:0.0:1767325443.039176:0:214149:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ffca84b4. 80000000:00000010:0.0:1767325443.039177:0:214149:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007610c39f. 40000000:00000010:0.0:1767325443.039179:0:214149:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000032e1dc4f. 00000008:00000010:0.0:1767325443.039190:0:214149:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000048ee1fa7. 00020000:00000010:0.0:1767325443.039193:0:214149:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000004b873d0c. 00008000:00000010:0.0:1767325443.039203:0:214149:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000008d000034. 00100000:00000010:0.0:1767325443.039207:0:214149:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000052fa4392. 00040000:00000010:0.0:1767325443.039210:0:214149:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a2e8266e. 00040000:00000010:0.0:1767325443.039213:0:214149:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e72d9250. 00040000:00000010:0.0:1767325443.039215:0:214149:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f6832207. 00000004:00000010:0.0:1767325443.039219:0:214149:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000033f66d13. 00000004:00000010:0.0:1767325443.039223:0:214149:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d1c2f989. 00000004:00000010:0.0:1767325443.039226:0:214149:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bc76a422. 00002000:00000010:0.0:1767325443.039229:0:214149:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004f214904. 00000004:00000010:0.0:1767325443.039232:0:214149:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000baf6391e. 00000080:00000010:0.0:1767325443.039249:0:214149:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000006c75a76c. 00000080:00000010:0.0:1767325443.039261:0:214149:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b0293ffa. 00000100:00000200:0.0:1767325443.039266:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039271:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab15e730. 00000400:00000010:0.0:1767325443.039276:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c4ac1e8. 00000100:00000200:0.0:1767325443.039283:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039286:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084adff01. 00000400:00000010:0.0:1767325443.039288:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bef362a4. 00000100:00000200:0.0:1767325443.039290:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039292:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b55455e2. 00000400:00000010:0.0:1767325443.039294:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9473d93. 00000100:00000200:0.0:1767325443.039296:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039298:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013514b00. 00000400:00000010:0.0:1767325443.039301:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083412e9f. 00000100:00000200:0.0:1767325443.039303:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039305:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ccd0dbe. 00000400:00000010:0.0:1767325443.039307:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c4740ca. 00000100:00000200:0.0:1767325443.039308:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039310:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cc7fea7. 00000400:00000010:0.0:1767325443.039312:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d410a685. 00000100:00000200:0.0:1767325443.039313:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039316:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005fa9b09b. 00000400:00000010:0.0:1767325443.039318:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a096a020. 00000100:00000200:0.0:1767325443.039321:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039322:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc471f4e. 00000400:00000010:0.0:1767325443.039325:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb14a5e5. 00000100:00000200:0.0:1767325443.039327:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039329:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac1baf41. 00000400:00000010:0.0:1767325443.039331:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000107c8c05. 00000100:00000200:0.0:1767325443.039333:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039334:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ae24223. 00000400:00000010:0.0:1767325443.039336:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfa99623. 00000100:00000200:0.0:1767325443.039338:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039340:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e821716. 00000400:00000010:0.0:1767325443.039342:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4b2d8a7. 00000100:00000200:0.0:1767325443.039352:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039354:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d415c33. 00000400:00000010:0.0:1767325443.039357:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006596f70b. 00000100:00000200:0.0:1767325443.039359:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039361:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d47ae5f7. 00000400:00000010:0.0:1767325443.039364:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8f19edf. 00000100:00000200:0.0:1767325443.039365:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039367:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b2d5842. 00000400:00000010:0.0:1767325443.039369:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c22a3b1. 00000100:00000200:0.0:1767325443.039371:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039373:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082b46aa6. 00000400:00000010:0.0:1767325443.039375:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf77a9b9. 00000100:00000200:0.0:1767325443.039377:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039379:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003466e1b2. 00000400:00000010:0.0:1767325443.039381:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002de30bda. 00000100:00000200:0.0:1767325443.039382:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039384:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045db9324. 00000400:00000010:0.0:1767325443.039386:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ae9b9a7. 00000100:00000200:0.0:1767325443.039387:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039389:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000002d9b30. 00000400:00000010:0.0:1767325443.039391:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e14a2809. 00000100:00000200:0.0:1767325443.039393:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039395:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097616f58. 00000400:00000010:0.0:1767325443.039397:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089e7033a. 00000100:00000200:0.0:1767325443.039399:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039401:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021bce99b. 00000400:00000010:0.0:1767325443.039402:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000088f5ae1. 00000100:00000200:0.0:1767325443.039404:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039406:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005be6ef00. 00000400:00000010:0.0:1767325443.039408:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b8f3c49. 00000100:00000200:0.0:1767325443.039409:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039411:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068cdc5dd. 00000400:00000010:0.0:1767325443.039413:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b17f5ed. 00000100:00000200:0.0:1767325443.039415:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039416:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016932765. 00000400:00000010:0.0:1767325443.039425:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004105b7a3. 00000100:00000200:0.0:1767325443.039428:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039430:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000881fafae. 00000400:00000010:0.0:1767325443.039433:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008acd525d. 00000100:00000200:0.0:1767325443.039434:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039436:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dd86114. 00000400:00000010:0.0:1767325443.039438:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bbbd17a. 00000100:00000200:0.0:1767325443.039440:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039442:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdc98d7f. 00000400:00000010:0.0:1767325443.039444:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9584bce. 00000100:00000200:0.0:1767325443.039445:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039447:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac8ae9b. 00000400:00000010:0.0:1767325443.039449:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097dbfa34. 00000100:00000200:0.0:1767325443.039450:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039452:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec818b67. 00000400:00000010:0.0:1767325443.039454:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008bb8de60. 00000100:00000200:0.0:1767325443.039456:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039458:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009abf513d. 00000400:00000010:0.0:1767325443.039460:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087d87eff. 00000100:00000200:0.0:1767325443.039461:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039463:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050063aba. 00000400:00000010:0.0:1767325443.039465:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a28418c. 00000100:00000200:0.0:1767325443.039467:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039468:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a59defb5. 00000400:00000010:0.0:1767325443.039470:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f1594f5. 00000100:00000200:0.0:1767325443.039472:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039474:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040a19180. 00000400:00000010:0.0:1767325443.039475:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079f430af. 00000100:00000200:0.0:1767325443.039477:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039479:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069e760e6. 00000400:00000010:0.0:1767325443.039483:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027356d23. 00000100:00000200:0.0:1767325443.039485:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039486:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d4192f0. 00000400:00000010:0.0:1767325443.039488:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000009a600b. 00000100:00000200:0.0:1767325443.039490:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039497:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000520098c4. 00000400:00000010:0.0:1767325443.039499:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003205bd5a. 00000100:00000200:0.0:1767325443.039501:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039502:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c081ef04. 00000400:00000010:0.0:1767325443.039504:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000192093ff. 00000100:00000200:0.0:1767325443.039505:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039506:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049b3f2f4. 00000400:00000010:0.0:1767325443.039507:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f54b1067. 00000100:00000200:0.0:1767325443.039508:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039509:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed49da75. 00000400:00000010:0.0:1767325443.039510:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efbe6a86. 00000100:00000200:0.0:1767325443.039511:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039513:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000696f8267. 00000400:00000010:0.0:1767325443.039515:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001406981d. 00000100:00000200:0.0:1767325443.039516:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039518:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e28973e2. 00000400:00000010:0.0:1767325443.039520:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000048fc779. 00000100:00000200:0.0:1767325443.039521:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039523:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000993c4c7e. 00000400:00000010:0.0:1767325443.039525:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000150fadc7. 00000100:00000200:0.0:1767325443.039527:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039529:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e65d109. 00000400:00000010:0.0:1767325443.039531:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe714aa6. 00000100:00000200:0.0:1767325443.039533:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039535:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e2c0341. 00000400:00000010:0.0:1767325443.039537:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001a0bd06. 00000100:00000200:0.0:1767325443.039539:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039540:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ade975e7. 00000400:00000010:0.0:1767325443.039541:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eab3c58d. 00000100:00000200:0.0:1767325443.039542:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039543:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b8da906. 00000400:00000010:0.0:1767325443.039544:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf9313ac. 00000100:00000200:0.0:1767325443.039545:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039546:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000511f7308. 00000400:00000010:0.0:1767325443.039547:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e18dfb58. 00000100:00000200:0.0:1767325443.039553:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039562:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f631d25. 00000400:00000010:0.0:1767325443.039564:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae4267c2. 00000100:00000200:0.0:1767325443.039566:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039568:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7f2e15d. 00000400:00000010:0.0:1767325443.039570:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f5e3aca. 00000100:00000200:0.0:1767325443.039572:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039573:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c12e8564. 00000400:00000010:0.0:1767325443.039575:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000228cd8f. 00000100:00000200:0.0:1767325443.039577:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039579:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ebe5bff. 00000400:00000010:0.0:1767325443.039580:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008328d88c. 00000100:00000200:0.0:1767325443.039582:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039584:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f67f59c. 00000400:00000010:0.0:1767325443.039587:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dca8c5db. 00000100:00000200:0.0:1767325443.039588:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039590:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbdd42bf. 00000400:00000010:0.0:1767325443.039592:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009fb3c23. 00000100:00000200:0.0:1767325443.039594:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039596:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc3fe1c8. 00000400:00000010:0.0:1767325443.039598:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f3d6143. 00000100:00000200:0.0:1767325443.039600:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039602:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f61e78ef. 00000400:00000010:0.0:1767325443.039604:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012bfc27f. 00000100:00000200:0.0:1767325443.039606:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039607:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003aeb983c. 00000400:00000010:0.0:1767325443.039610:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005854fea3. 00000100:00000200:0.0:1767325443.039611:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039613:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d92e4f54. 00000400:00000010:0.0:1767325443.039615:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb0a31f8. 00000100:00000200:0.0:1767325443.039616:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039618:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5752d87. 00000400:00000010:0.0:1767325443.039620:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f294624b. 00000100:00000200:0.0:1767325443.039622:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039623:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010c47422. 00000400:00000010:0.0:1767325443.039629:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028ae2bc6. 00000100:00000200:0.0:1767325443.039633:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039634:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9c9f856. 00000400:00000010:0.0:1767325443.039637:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec963293. 00000100:00000200:0.0:1767325443.039639:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039640:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009df5a4d1. 00000400:00000010:0.0:1767325443.039643:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000220eb25a. 00000100:00000200:0.0:1767325443.039645:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039647:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b8e7732. 00000400:00000010:0.0:1767325443.039649:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9b1e861. 00000100:00000200:0.0:1767325443.039651:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039652:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3fa7c5d. 00000400:00000010:0.0:1767325443.039654:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001fbdcb12. 00000100:00000200:0.0:1767325443.039656:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039658:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e416a93. 00000400:00000010:0.0:1767325443.039660:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b62774ca. 00000100:00000200:0.0:1767325443.039661:0:214149:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767325443.039663:0:214149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024ea477f. 00000400:00000010:0.0:1767325443.039665:0:214149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee6fb72a. 00000100:00000010:0.0:1767325443.039669:0:214149:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000007a5551c3. 00000100:00000200:0.0:1767325443.039683:0:214149:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767325443.039706:0:214146:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f52ebc07. 00000100:00000010:0.0:1767325443.039875:0:214150:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000a5c5f013. 00000020:00000010:0.0:1767325443.039879:0:214150:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000006281877. 00000020:00000010:0.0:1767325443.039884:0:214150:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c9b3629. 00000020:00000010:0.0:1767325443.039886:0:214150:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002e9de772. 00000020:00000010:0.0:1767325443.039888:0:214150:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000000f6efe7c. 00000040:00000010:0.0:1767325443.039891:0:214150:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d1ef3a6d. 00000020:00000010:0.0:1767325443.039893:0:214150:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000acab7fab. 00000020:00000010:0.0:1767325443.039896:0:214150:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000048deee85. 00000020:00000010:0.0:1767325443.039899:0:214150:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cf51064a. 80000000:00000010:0.0:1767325443.039906:0:214150:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d19ff203. 40000000:00000010:0.0:1767325443.039908:0:214150:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a8f7496a. 00000008:00000010:0.0:1767325443.039912:0:214150:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000c455304b. 00020000:00000010:0.0:1767325443.039913:0:214150:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000a9ac3cb1. 00008000:00000010:0.0:1767325443.039915:0:214150:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000006689dae5. 00100000:00000010:0.0:1767325443.039922:0:214150:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fae40396. 00040000:00000010:0.0:1767325443.039924:0:214150:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ea76d8fb. 00040000:00000010:0.0:1767325443.039926:0:214150:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000034849985. 00040000:00000010:0.0:1767325443.039928:0:214150:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c13955ca. 00000004:00000010:0.0:1767325443.039931:0:214150:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000acf0a57b. 00000004:00000010:0.0:1767325443.039933:0:214150:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fb9d56f9. 00000004:00000010:0.0:1767325443.039936:0:214150:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c58ac92f. 00002000:00000010:0.0:1767325443.039939:0:214150:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008cd6e1b2. 00000004:00000010:0.0:1767325443.039942:0:214150:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000003c53dd8. 00000080:00000010:0.0:1767325443.039944:0:214150:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000006085620a. 00000080:00000010:0.0:1767325443.039947:0:214150:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000005d6f6077. 00000100:00000010:0.0:1767325443.039950:0:214150:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000b323c6fa. 00000100:00000200:0.0:1767325443.039961:0:214150:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767325443.039969:0:214146:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008a2f9af2. 00000100:00000010:0.0:1767325443.040104:0:214151:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e1428bd0. 00000020:00000010:0.0:1767325443.040107:0:214151:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c77b6406. 00000020:00000010:0.0:1767325443.040109:0:214151:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f229b0b0. 00000020:00000010:0.0:1767325443.040111:0:214151:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bd48038b. 00000020:00000010:0.0:1767325443.040112:0:214151:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000f267fc17. 00000040:00000010:0.0:1767325443.040114:0:214151:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a34f6011. 00000020:00000010:0.0:1767325443.040116:0:214151:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007edce3d3. 00000020:00000010:0.0:1767325443.040118:0:214151:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000090963bf9. 00000020:00000010:0.0:1767325443.040120:0:214151:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008662f450. 80000000:00000010:0.0:1767325443.040121:0:214151:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005d750811. 40000000:00000010:0.0:1767325443.040122:0:214151:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002a127e94. 00000008:00000010:0.0:1767325443.040124:0:214151:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000004c5955c7. 00020000:00000010:0.0:1767325443.040126:0:214151:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000007e1efe1. 00008000:00000010:0.0:1767325443.040128:0:214151:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000002d75ec05. 00100000:00000010:0.0:1767325443.040130:0:214151:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007d2e94cc. 00040000:00000010:0.0:1767325443.040131:0:214151:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000014de8803. 00040000:00000010:0.0:1767325443.040133:0:214151:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000054ba85e. 00040000:00000010:0.0:1767325443.040136:0:214151:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004cc8bfc4. 00000004:00000010:0.0:1767325443.040138:0:214151:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000c5faf2a. 00000004:00000010:0.0:1767325443.040174:0:214151:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003915cd60. 00000004:00000010:0.0:1767325443.040182:0:214151:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f4dbd64f. 00002000:00000010:0.0:1767325443.040185:0:214151:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000381808cf. 00000004:00000010:0.0:1767325443.040187:0:214151:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d93dd4e4. 00000080:00000010:0.0:1767325443.040189:0:214151:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000034f86fcf. 00000080:00000010:0.0:1767325443.040191:0:214151:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000025b13d09. 00000100:00000010:0.0:1767325443.040194:0:214151:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000001d54dc8f. 00000100:00000200:0.0:1767325443.040205:0:214151:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:0.0:1767325443.040372:0:214152:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000d94eada7. 00000020:00000010:0.0:1767325443.040378:0:214152:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040638adb. 00000020:00000010:0.0:1767325443.040382:0:214152:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000376ea51d. 00000020:00000010:0.0:1767325443.040386:0:214152:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b394b7c0. 00000020:00000010:0.0:1767325443.040389:0:214152:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c690c474. 00000020:00000010:0.0:1767325443.040391:0:214152:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fb647dd9. 80000000:00000010:0.0:1767325443.040394:0:214152:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000081e90e7. 40000000:00000010:0.0:1767325443.040396:0:214152:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000920e3cb. 00100000:00000010:0.0:1767325443.040398:0:214152:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000026766db7. 00040000:00000010:0.0:1767325443.040401:0:214152:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000f1b674c. 00040000:00000010:0.0:1767325443.040403:0:214152:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007df178be. 00002000:00000010:0.0:1767325443.040407:0:214152:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c24c964c. 00000020:00000010:0.0:1767325443.040409:0:214152:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000069bc7d0a. 00010000:00000010:0.0:1767325443.040539:0:214153:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000e8f369b4. 00000020:00000010:0.0:1767325443.040543:0:214153:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000296b1c73. 00000020:00000010:0.0:1767325443.040546:0:214153:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000db06b7af. 00000020:00000010:0.0:1767325443.040549:0:214153:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000088d02ac8. 00000020:00000010:0.0:1767325443.040552:0:214153:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d2792ab5. 00000020:00000010:0.0:1767325443.040554:0:214153:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009658f903. 80000000:00000010:0.0:1767325443.040557:0:214153:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000057ec99a7. 40000000:00000010:0.0:1767325443.040559:0:214153:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000087fb79e8. 00100000:00000010:0.0:1767325443.040561:0:214153:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008c920dc4. 00040000:00000010:0.0:1767325443.040564:0:214153:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005fa57e8f. 00040000:00000010:0.0:1767325443.040566:0:214153:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000083073a28. 00002000:00000010:0.0:1767325443.040569:0:214153:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009b6d3e24. 00000020:00000010:0.0:1767325443.040571:0:214153:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cf1f511f. 00000020:00000010:0.0:1767325443.040709:0:214154:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfb6421c. 00000020:00000010:0.0:1767325443.040713:0:214154:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c7466d45. 00000040:00000010:0.0:1767325443.040715:0:214154:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fcde4270. 00000020:00000010:0.0:1767325443.040718:0:214154:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000098b1340e. 00000020:00000010:0.0:1767325443.040721:0:214154:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a0c8604d. 00000020:00000010:0.0:1767325443.040724:0:214154:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c47d5e54. 80000000:00000010:0.0:1767325443.040727:0:214154:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000069cf9302. 40000000:00000010:0.0:1767325443.040729:0:214154:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001b68fa22. 00100000:00000010:0.0:1767325443.040732:0:214154:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b1e85c07. 00040000:00000010:0.0:1767325443.040734:0:214154:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000059783746. 00040000:00000010:0.0:1767325443.040737:0:214154:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009c09d43e. 00040000:00000010:0.0:1767325443.040739:0:214154:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000428cdabe. 00000004:00000010:0.0:1767325443.040742:0:214154:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e0f0872c. 00000004:00000010:0.0:1767325443.040745:0:214154:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003601918e. 00000004:00000010:0.0:1767325443.040748:0:214154:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000034a32b9b. 00002000:00000010:0.0:1767325443.040751:0:214154:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000282e3d7e. 00000004:00000010:0.0:1767325443.040754:0:214154:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000031598e0f. 00000020:00000010:0.0:1767325443.040757:0:214154:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f5d78f21. 00000020:00000010:3.0:1767325443.041638:0:214146:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003ada721d. 00000040:00000010:3.0:1767325443.041649:0:214146:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002b65f9c6. 00000020:00000010:3.0:1767325443.041654:0:214146:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000034fb42fc. 00000020:00000010:3.0:1767325443.041659:0:214146:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b2f21edf. 00040000:00000010:3.0:1767325443.041663:0:214146:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005719a5d8. 00040000:00000010:3.0:1767325443.041670:0:214146:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000159e7ff7. 00000020:00000010:3.0:1767325443.041674:0:214146:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b6faffd. 00000020:00000010:3.0:1767325443.041679:0:214146:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ed31c43. 00000020:00000010:3.0:1767325443.041684:0:214146:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007015599b. 00000008:00000010:3.0:1767325443.041688:0:214146:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000001ad9efec. 00020000:00000010:3.0:1767325443.041692:0:214146:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000096dfca95. 00008000:00000010:3.0:1767325443.041697:0:214146:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000956845c1. 00000080:00000010:3.0:1767325443.041701:0:214146:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000044cc6601. 00000020:00000010:3.0:1767325443.041705:0:214146:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2237923. 00000020:00000010:3.0:1767325443.041710:0:214146:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 104 at 00000000de32962f. 00000020:00000010:3.0:1767325443.041728:0:214146:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000034fb42fc. 00000400:00000200:3.0:1767325443.041756:0:214146:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.107@tcp is discovered: rc = 1 00000100:00000010:3.0:1767325443.041768:0:214146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f8ef0b3. 02000000:00000010:3.0:1767325443.041782:0:214146:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000001f32ad01. 00000020:00000010:3.0:1767325443.041826:0:214146:0:(obd_mount.c:538:lustre_start_mgc()) kfreed 'uuid': 40 at 00000000aba8e785. 00000020:00000010:3.0:1767325443.041843:0:214146:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 00000000b8a7affb. 00000020:00000010:3.0:1767325443.041852:0:214146:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 0000000023458d2b. 00000080:00000010:3.0:1767325443.041864:0:214146:0:(llite_lib.c:1395:ll_fill_super()) kmalloced '(cfg)': 88 at 00000000b6bd77d7. 00000080:00000010:3.0:1767325443.041873:0:214146:0:(llite_lib.c:98:ll_init_sbi()) kmalloced '(sbi)': 1376 at 00000000d32ed284. 00000020:00000010:3.0:1767325443.041989:0:214146:0:(cl_page.c:1380:cl_cache_init()) kmalloced '(cache)': 152 at 00000000b8a7affb. 00000080:00000010:3.0:1767325443.042007:0:214146:0:(llite_lib.c:132:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at 00000000996d2d61. 00000080:00000010:3.0:1767325443.042014:0:214146:0:(llite_lib.c:139:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at 00000000d69e412e. 00000800:00000200:0.0:1767325443.042336:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325443.042341:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009620fff6. 00000400:00000200:0.0:1767325443.042348:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325443.042354:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325443.042359:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9db31c4 00000400:00000010:0.0:1767325443.042361:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9db31c4. 00000100:00000200:0.0:1767325443.042371:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f8ef0b3 x1853174993387648/t0(0) o250->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 520/544 e 0 to 0 dl 1767325453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767325443.042886:0:214146:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009332648f. 00000020:00000010:3.0:1767325443.042892:0:214146:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at 00000000e08bd79e. 00000020:00000010:3.0:1767325443.042916:0:214146:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d3ea5af9. 00000020:00000010:3.0:1767325443.042920:0:214146:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at 00000000e4e6e51d. 00000020:00000010:3.0:1767325443.042941:0:214146:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000de32962f. 00000020:00000010:3.0:1767325443.042946:0:214146:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000002ce66bf2. 00000020:00000010:3.0:1767325443.042951:0:214146:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2f21edf. 00000020:00000010:3.0:1767325443.042954:0:214146:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002b65f9c6. 00000040:00000010:3.0:1767325443.042958:0:214146:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003ada721d. 00000020:00000010:3.0:1767325443.042965:0:214146:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ad8563b2. 00000020:00000010:3.0:1767325443.042971:0:214146:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006925a466. 00040000:00000010:3.0:1767325443.042976:0:214146:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fd61312b. 00040000:00000010:3.0:1767325443.042980:0:214146:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000035f4a69e. 10000000:00000010:3.0:1767325443.042989:0:214146:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 0000000084a5a69d. 02000000:00000010:3.0:1767325443.042996:0:214146:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at 000000004ed31c43. 00000100:00000010:3.0:1767325443.043003:0:214146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089695778. 02000000:00000010:3.0:1767325443.043012:0:214146:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005a81b7ed. 00010000:00000010:3.0:1767325443.043023:0:214146:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000020c73fc0. 00010000:00000010:3.0:1767325443.043031:0:214146:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c469cfaf. 00000020:00000010:3.0:1767325443.043036:0:214146:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000f132d4f8. 00000100:00000010:3.0:1767325443.043052:0:214146:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad11e229. 00000400:00000200:3.0:1767325443.043621:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325443.043648:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 416 into portal 25 MB=0x69573ed300080 00000400:00000200:3.0:1767325443.043657:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 416/416 into md 0x119 [1] + 0 00000400:00000200:3.0:1767325443.043674:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325443.043679:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:3.0:1767325443.043686:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f8ef0b3 x1853174993387648/t0(0) o250->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 520/544 e 0 to 0 dl 1767325453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325443.043749:0:211464:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b87d0efa. 00000400:00000200:0.0:1767325443.043756:0:211464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042430430 00000400:00000010:0.0:1767325443.043759:0:211464:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042430430. 00000100:00000200:0.0:1767325443.043765:0:211464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f8ef0b3 x1853174993387648/t0(0) o250->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 520/544 e 0 to 0 dl 1767325453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325443.043775:0:211464:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f8ef0b3 x1853174993387648/t0(0) o250->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 520/544 e 0 to 0 dl 1767325453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325443.043857:0:211464:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a6a2ea58. 02000000:00000010:0.0:1767325443.043863:0:211464:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000001f32ad01. 00000100:00000010:0.0:1767325443.043869:0:211464:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f8ef0b3. 02000000:00000010:3.0:1767325443.043967:0:214146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007f8d661e. 00000400:00000010:3.0:1767325443.043973:0:214146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c26008b5. 00000400:00000010:3.0:1767325443.043989:0:214146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000541ee6a5. 00000100:00000200:3.0:1767325443.043994:0:214146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993387776, portal 25 00000400:00000010:3.0:1767325443.043999:0:214146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000290a2933. 00000100:00000200:3.0:1767325443.044003:0:214146:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853174993387776, offset 0 00000400:00000200:3.0:1767325443.044011:0:214146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325443.044021:0:214146:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325443.044026:0:214146:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325443.044030:0:214146:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325443.044034:0:214146:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325443.044037:0:214146:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325443.044042:0:214146:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [5:5:256:4294967295] 192.168.203.107@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:3.0:1767325443.044059:0:214146:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325443.044068:0:214146:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325443.044073:0:214146:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c3204b8. 00000800:00000200:3.0:1767325443.044079:0:214146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325443.044086:0:214146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325443.044090:0:214146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008c3204b8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1767325443.044184:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325443.044187:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c3204b8. 00000400:00000200:0.0:1767325443.044192:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325443.044198:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325443.044203:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000290a2933 00000400:00000010:0.0:1767325443.044205:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000290a2933. 00000100:00000200:0.0:1767325443.044214:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089695778 x1853174993387776/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325459 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325443.045227:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325443.045235:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 344 into portal 25 MB=0x69573ed300100 00000400:00000200:3.0:1767325443.045239:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 344/344 into md 0x121 [1] + 224 00000400:00000200:3.0:1767325443.045253:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325443.045256:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:3.0:1767325443.045261:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089695778 x1853174993387776/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325459 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325443.045623:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325443.045627:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007750120a. 00000400:00000200:3.0:1767325443.045632:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325443.045638:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325443.045642:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0657e21 00000400:00000010:3.0:1767325443.045648:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0657e21. 00000100:00000200:3.0:1767325443.045654:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031ce12f0 x1853174993387904/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325459 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325443.046441:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325443.046455:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 272 into portal 25 MB=0x69573ed300180 00000400:00000200:3.0:1767325443.046461:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 272/272 into md 0x129 [1] + 224 00000400:00000200:3.0:1767325443.046473:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325443.046477:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:3.0:1767325443.046483:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031ce12f0 x1853174993387904/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325459 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325443.046538:0:214146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee223d03. 00000400:00000200:1.0:1767325443.046543:0:214146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002101126a 00000400:00000010:1.0:1767325443.046545:0:214146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002101126a. 00000100:00000200:1.0:1767325443.046551:0:214146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031ce12f0 x1853174993387904/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325459 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325443.046558:0:214146:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031ce12f0 x1853174993387904/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325459 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325443.046573:0:214146:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001f24dfb4. 02000000:00000010:1.0:1767325443.046577:0:214146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000317f2995. 02000000:00000010:1.0:1767325443.046579:0:214146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000632add74. 00000100:00000010:1.0:1767325443.046590:0:214146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031ce12f0. 00000040:00000010:1.0:1767325443.046594:0:214146:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002d8ec0d1. 00000020:00000010:1.0:1767325443.046602:0:214146:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000090f0ac64. 00000040:00000010:1.0:1767325443.046605:0:214146:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006115dd39. 00000020:00000010:1.0:1767325443.046608:0:214146:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b5f1b8ab. 00000020:00000010:1.0:1767325443.046612:0:214146:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000074ee986a. 80000000:00000010:1.0:1767325443.046616:0:214146:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b55c76fb. 00040000:00000010:1.0:1767325443.046621:0:214146:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b123ce97. 20000000:00000010:1.0:1767325443.046625:0:214146:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000002671221b. 00000020:00000010:1.0:1767325443.046629:0:214146:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e186c793. 10000000:00000010:1.0:1767325443.046631:0:214146:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000f3c287f0. 10000000:00000010:1.0:1767325443.046650:0:214146:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 00000000bdefda37. 10000000:00000010:1.0:1767325443.046657:0:214146:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000787ac9e6. 10000000:00000010:1.0:1767325443.046662:0:214146:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 0000000033b8c559. 00000100:00000010:1.0:1767325443.046669:0:214146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95a2dac. 02000000:00000010:1.0:1767325443.046675:0:214146:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d7b0c47. 00010000:00000010:1.0:1767325443.046687:0:214146:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000adb7637e. 00000020:00000010:1.0:1767325443.046697:0:214146:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000097822443. 00000100:00000010:1.0:1767325443.046712:0:214146:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000316c94f2. 02000000:00000010:1.0:1767325443.046724:0:214146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000064fa684a. 00000400:00000010:1.0:1767325443.046728:0:214146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000541485ca. 00000400:00000010:1.0:1767325443.046734:0:214146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083c530ed. 00000100:00000200:1.0:1767325443.046738:0:214146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993388032, portal 25 00000400:00000010:1.0:1767325443.046741:0:214146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bec2a54. 00000100:00000200:1.0:1767325443.046744:0:214146:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853174993388032, offset 0 00000400:00000200:1.0:1767325443.046753:0:214146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325443.046759:0:214146:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325443.046762:0:214146:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325443.046764:0:214146:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325443.046766:0:214146:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325443.046770:0:214146:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325443.046776:0:214146:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [7:7:256:4294967295] 192.168.203.107@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:1.0:1767325443.046791:0:214146:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325443.046802:0:214146:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325443.046805:0:214146:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4c7cdfc. 00000800:00000200:1.0:1767325443.046809:0:214146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325443.046812:0:214146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325443.046814:0:214146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c4c7cdfc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1767325443.046884:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325443.046887:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4c7cdfc. 00000400:00000200:3.0:1767325443.046891:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325443.046894:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325443.046897:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bec2a54 00000400:00000010:3.0:1767325443.046898:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bec2a54. 00000100:00000200:3.0:1767325443.046903:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d95a2dac x1853174993388032/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325459 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325443.047771:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325443.047793:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 344 into portal 25 MB=0x69573ed300200 00000400:00000200:0.0:1767325443.047798:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 344/344 into md 0x131 [1] + 224 00000400:00000200:0.0:1767325443.047809:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325443.047812:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:0.0:1767325443.047818:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d95a2dac x1853174993388032/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325459 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325443.047867:0:214146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000541485ca. 00000400:00000200:1.0:1767325443.047872:0:214146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083c530ed 00000400:00000010:1.0:1767325443.047874:0:214146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083c530ed. 00000100:00000200:1.0:1767325443.047880:0:214146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d95a2dac x1853174993388032/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325459 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325443.047887:0:214146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d95a2dac x1853174993388032/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325459 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325443.047897:0:214146:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000316c94f2. 02000000:00000010:1.0:1767325443.047905:0:214146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000064fa684a. 02000000:00000010:1.0:1767325443.047908:0:214146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002d7b0c47. 00000100:00000010:1.0:1767325443.047910:0:214146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d95a2dac. 10000000:00000010:1.0:1767325443.047914:0:214146:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000059da7c57. 00000020:00000010:1.0:1767325443.047917:0:214146:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d7b0c47. 00000020:00000010:1.0:1767325443.047920:0:214146:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cd25a6ad. 00000040:00000010:1.0:1767325443.047922:0:214146:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000021ba6d17. 00000020:00000010:1.0:1767325443.047925:0:214146:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000052fb61be. 00000020:00000010:1.0:1767325443.047927:0:214146:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008ee6e162. 80000000:00000010:1.0:1767325443.047929:0:214146:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cc162243. 00040000:00000010:1.0:1767325443.047932:0:214146:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000005cc66ef. 20000000:00000010:1.0:1767325443.047934:0:214146:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000074ee986a. 00000040:00000010:1.0:1767325443.047937:0:214146:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006115dd39. 00000100:00000010:1.0:1767325443.047940:0:214146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95a2dac. 02000000:00000010:1.0:1767325443.047944:0:214146:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e186c793. 00000100:00000010:1.0:1767325443.047948:0:214146:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000316c94f2. 02000000:00000010:1.0:1767325443.047954:0:214146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090f0ac64. 00000400:00000010:1.0:1767325443.047956:0:214146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000541485ca. 00000400:00000010:1.0:1767325443.047966:0:214146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083c530ed. 00000100:00000200:1.0:1767325443.047968:0:214146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993388160, portal 25 00000400:00000010:1.0:1767325443.047970:0:214146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab6453a0. 00000100:00000200:1.0:1767325443.047972:0:214146:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853174993388160, offset 0 00000400:00000200:1.0:1767325443.047977:0:214146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325443.047982:0:214146:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325443.047985:0:214146:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325443.047987:0:214146:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325443.047990:0:214146:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325443.047994:0:214146:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325443.047999:0:214146:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [8:8:256:4294967295] 192.168.203.107@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:1.0:1767325443.048013:0:214146:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325443.048019:0:214146:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325443.048022:0:214146:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000457f93. 00000800:00000200:1.0:1767325443.048028:0:214146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325443.048033:0:214146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325443.048037:0:214146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000000457f93 type 1, nob 608 niov 1 nkiov 1 00000400:00000010:1.0:1767325443.049071:0:214146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000541485ca. 00000400:00000200:1.0:1767325443.049077:0:214146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083c530ed 00000400:00000010:1.0:1767325443.049079:0:214146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083c530ed. 00000100:00000200:1.0:1767325443.049086:0:214146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d95a2dac x1853174993388160/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325459 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325443.049096:0:214146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d95a2dac x1853174993388160/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325459 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325443.049114:0:214146:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000316c94f2. 02000000:00000010:1.0:1767325443.049120:0:214146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090f0ac64. 02000000:00000010:1.0:1767325443.049123:0:214146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e186c793. 00000100:00000010:1.0:1767325443.049127:0:214146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d95a2dac. 00000040:00000010:1.0:1767325443.049135:0:214146:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004d6a42d2. 00000100:00000010:1.0:1767325443.049139:0:214146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95a2dac. 02000000:00000010:1.0:1767325443.049187:0:214146:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e186c793. 00000100:00000010:1.0:1767325443.049193:0:214146:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000316c94f2. 02000000:00000010:1.0:1767325443.049209:0:214146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000ffbddbd9. 00000400:00000010:1.0:1767325443.049213:0:214146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000541485ca. 00000400:00000010:1.0:1767325443.049215:0:214146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d4290157. 00000100:00000200:1.0:1767325443.049218:0:214146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853174993388288, portal 25 00000400:00000010:1.0:1767325443.049220:0:214146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083c530ed. 00000100:00000200:1.0:1767325443.049222:0:214146:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853174993388288, offset 0 00000400:00000200:1.0:1767325443.049228:0:214146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325443.049233:0:214146:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325443.049236:0:214146:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325443.049237:0:214146:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325443.049239:0:214146:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325443.049240:0:214146:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325443.049242:0:214146:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [9:9:256:4294967295] 192.168.203.107@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:1.0:1767325443.049247:0:214146:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325443.049250:0:214146:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325443.049252:0:214146:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000daaa450b. 00000800:00000200:1.0:1767325443.049255:0:214146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325443.049258:0:214146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325443.049260:0:214146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000daaa450b type 1, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1767325443.049350:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325443.049355:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000daaa450b. 00000400:00000200:0.0:1767325443.049359:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325443.049363:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325443.049366:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083c530ed 00000400:00000010:0.0:1767325443.049367:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083c530ed. 00000100:00000200:0.0:1767325443.049371:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d95a2dac x1853174993388288/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325459 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325443.050335:0:214146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000541485ca. 00000400:00000200:1.0:1767325443.050344:0:214146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4290157 00000400:00000010:1.0:1767325443.050346:0:214146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d4290157. 00000100:00000200:1.0:1767325443.050350:0:214146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d95a2dac x1853174993388288/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325459 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325443.050357:0:214146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d95a2dac x1853174993388288/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325459 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325443.050368:0:214146:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000316c94f2. 02000000:00000010:1.0:1767325443.050374:0:214146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000ffbddbd9. 02000000:00000010:1.0:1767325443.050391:0:214146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e186c793. 00000100:00000010:1.0:1767325443.050393:0:214146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d95a2dac. 00000040:00000010:1.0:1767325443.050398:0:214146:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000081d9bda1. 00000020:00000010:1.0:1767325443.050570:0:214159:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e186c793. 00000020:00000010:1.0:1767325443.050573:0:214159:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000090f0ac64. 00000040:00000010:1.0:1767325443.050576:0:214159:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000159e7ff7. 00000020:00000010:1.0:1767325443.050579:0:214159:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000312f8606. 00000020:00000010:1.0:1767325443.050594:0:214159:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a1980115. 00000020:00000010:1.0:1767325443.050598:0:214159:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005b6faffd. 80000000:00000010:1.0:1767325443.050600:0:214159:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000141a301. 40000000:00000010:1.0:1767325443.050603:0:214159:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005d3f3dc5. 00100000:00000010:1.0:1767325443.050608:0:214159:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a48c9c58. 00040000:00000010:1.0:1767325443.050611:0:214159:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bc002f00. 00040000:00000010:1.0:1767325443.050614:0:214159:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b799209d. 00040000:00000010:1.0:1767325443.050617:0:214159:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007bf2cad7. 00000004:00000010:1.0:1767325443.050620:0:214159:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005d1419cf. 00000004:00000010:1.0:1767325443.050626:0:214159:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000492d2b5e. 00000004:00000010:1.0:1767325443.050630:0:214159:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d31d3d10. 00002000:00000010:1.0:1767325443.050634:0:214159:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000064fa684a. 00000004:00000010:1.0:1767325443.050637:0:214159:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d0ac9432. 00000020:00000010:1.0:1767325443.050641:0:214159:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d21e3c9f. 00000040:00000010:1.0:1767325443.050648:0:214159:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000dee0721d. 00000100:00000010:1.0:1767325443.050652:0:214159:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95a2dac. 02000000:00000010:1.0:1767325443.050657:0:214159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad8d70d2. 00000100:00000010:1.0:1767325443.050661:0:214159:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4290157. 02000000:00000010:1.0:1767325443.050672:0:214159:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000ffbddbd9. 00000400:00000010:1.0:1767325443.050675:0:214159:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000541485ca. 00000400:00000010:1.0:1767325443.050686:0:214159:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d058e986. 00000100:00000200:1.0:1767325443.050688:0:214159:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853174993388416, portal 25 00000400:00000010:1.0:1767325443.050691:0:214159:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b4b29cd. 00000100:00000200:1.0:1767325443.050693:0:214159:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853174993388416, offset 0 00000400:00000200:1.0:1767325443.050696:0:214159:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325443.050700:0:214159:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325443.050707:0:214159:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325443.050709:0:214159:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325443.050710:0:214159:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325443.050712:0:214159:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325443.050714:0:214159:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [10:10:256:4294967295] 192.168.203.107@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:1.0:1767325443.050719:0:214159:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325443.050722:0:214159:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325443.050725:0:214159:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000daaa450b. 00000800:00000200:1.0:1767325443.050727:0:214159:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325443.050730:0:214159:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325443.050732:0:214159:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000daaa450b type 1, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767325443.051714:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325443.051728:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 8472 into portal 25 MB=0x69573ed300380 00000400:00000200:0.0:1767325443.051735:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 8472/8472 into md 0x149 [4] + 224 00000400:00000200:0.0:1767325443.051757:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325443.051761:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:0.0:1767325443.051768:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d95a2dac x1853174993388416/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325459 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325443.051824:0:214159:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000541485ca. 00000400:00000200:1.0:1767325443.051841:0:214159:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d058e986 00000400:00000010:1.0:1767325443.051843:0:214159:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d058e986. 00000100:00000200:1.0:1767325443.051851:0:214159:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d95a2dac x1853174993388416/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325459 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325443.051858:0:214159:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d95a2dac x1853174993388416/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325459 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325443.051873:0:214159:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d4290157. 02000000:00000010:1.0:1767325443.051879:0:214159:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000ffbddbd9. 02000000:00000010:1.0:1767325443.051886:0:214159:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ad8d70d2. 00000100:00000010:1.0:1767325443.051891:0:214159:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d95a2dac. 00000020:00000010:1.0:1767325443.051905:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000000457f93. 00000020:00000010:1.0:1767325443.051908:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000000457f93. 00000020:00000010:1.0:1767325443.051913:0:214159:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000931e1343. 00000020:00000010:1.0:1767325443.051916:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 0000000090932a45. 00000020:00000010:1.0:1767325443.051934:0:214159:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000b2dd074c. 00000020:00000010:1.0:1767325443.051940:0:214159:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000225ef412. 00000020:00000010:1.0:1767325443.051960:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 0000000090932a45. 00000020:00000010:1.0:1767325443.051963:0:214159:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000931e1343. 00000020:00000010:1.0:1767325443.051971:0:214159:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000931e1343. 00000020:00000010:1.0:1767325443.051973:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 00000000d4290157. 00000001:00000010:1.0:1767325443.051989:0:214159:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000000457f93. 00000001:00000010:1.0:1767325443.051993:0:214159:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f9213aa0. 00000001:00000010:1.0:1767325443.051996:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ad8d70d2. 00000001:00000010:1.0:1767325443.051999:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009890d6c4. 00000001:00000010:1.0:1767325443.052000:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e15d30ff. 00000001:00000010:1.0:1767325443.052002:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004b8f5023. 00000001:00000010:1.0:1767325443.052004:0:214159:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c4c7cdfc. 00000001:00000010:1.0:1767325443.052006:0:214159:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000012a7f31d. 00000001:00000010:1.0:1767325443.052009:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000342ad534. 00000001:00000010:1.0:1767325443.052011:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000455a262a. 00000001:00000010:1.0:1767325443.052013:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001fd312bb. 00000001:00000010:1.0:1767325443.052017:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b3d7647a. 00000020:00000010:1.0:1767325443.052021:0:214159:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002dd2070f. 00000020:00000010:1.0:1767325443.052025:0:214159:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000090932a45. 00000020:00000010:1.0:1767325443.052039:0:214159:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f9ca653. 00000008:00000010:1.0:1767325443.052045:0:214159:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000205ff74d. 00020000:00000010:1.0:1767325443.052050:0:214159:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003836e235. 00008000:00000010:1.0:1767325443.052054:0:214159:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000006fe605bf. 00000080:00000010:1.0:1767325443.052060:0:214159:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000001efda1f3. 00000020:00000010:1.0:1767325443.052063:0:214159:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7ea8de2. 00000020:00000010:1.0:1767325443.052072:0:214159:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b9071036. 00000020:00000010:1.0:1767325443.052076:0:214159:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000b7d20852. 00000008:00000010:1.0:1767325443.052081:0:214159:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000092c0643b. 00020000:00000010:1.0:1767325443.052085:0:214159:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000f2b52da6. 00008000:00000010:1.0:1767325443.052088:0:214159:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000012559814. 00000080:00000010:1.0:1767325443.052092:0:214159:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000184dc52b. 00000080:00000010:1.0:1767325443.052096:0:214159:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000b493a7a. 00020000:00000010:1.0:1767325443.052101:0:214159:0:(lov_dev.c:609:lov_device_alloc()) kmalloced '(ld)': 584 at 00000000f85d41b4. 00000020:00000010:1.0:1767325443.052115:0:214159:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000c005fba5. 00020000:00000010:1.0:1767325443.052263:0:214159:0:(lov_dev.c:626:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at 000000008fb22cb1. 00020000:00000010:1.0:1767325443.052273:0:214159:0:(lov_dev.c:633:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at 000000003f1d5f17. 00000020:00000010:1.0:1767325443.052293:0:214159:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 00000000ffbddbd9. 00000020:00000010:1.0:1767325443.052307:0:214159:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000029463c2. 00000020:00000010:1.0:1767325443.052309:0:214159:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000d058e986. 00000020:00000010:1.0:1767325443.052314:0:214159:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000387f25cd. 00000040:00000010:1.0:1767325443.052317:0:214159:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000588c1aa4. 00000020:00000010:1.0:1767325443.052319:0:214159:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c9db9472. 00000020:00000010:1.0:1767325443.052323:0:214159:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fe1957a7. 00000020:00000010:1.0:1767325443.052325:0:214159:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000088cbd1b9. 80000000:00000010:1.0:1767325443.052327:0:214159:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000686406a4. 40000000:00000010:1.0:1767325443.052328:0:214159:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000090910025. 00000008:00000010:1.0:1767325443.052331:0:214159:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000070617f66. 00020000:00000010:1.0:1767325443.052332:0:214159:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000c3ba8db7. 00008000:00000010:1.0:1767325443.052334:0:214159:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000acd89355. 00100000:00000010:1.0:1767325443.052337:0:214159:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cc8cacdd. 00040000:00000010:1.0:1767325443.052344:0:214159:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d96a0c57. 00040000:00000010:1.0:1767325443.052347:0:214159:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000311fdbc2. 00040000:00000010:1.0:1767325443.052349:0:214159:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007e997f09. 00000004:00000010:1.0:1767325443.052351:0:214159:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cfcac99b. 00000004:00000010:1.0:1767325443.052354:0:214159:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000fc84a70. 00000004:00000010:1.0:1767325443.052356:0:214159:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000042cee673. 00002000:00000010:1.0:1767325443.052358:0:214159:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c9fccecd. 00000004:00000010:1.0:1767325443.052361:0:214159:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000045bc1527. 00000080:00000010:1.0:1767325443.052363:0:214159:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000080b19628. 00000080:00000010:1.0:1767325443.052366:0:214159:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000d4a25fa8. 00000020:00000010:1.0:1767325443.052369:0:214159:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b9071036. 00000020:00000010:1.0:1767325443.052372:0:214159:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000b7d20852. 00000008:00000010:1.0:1767325443.052375:0:214159:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000092c0643b. 00020000:00000010:1.0:1767325443.052377:0:214159:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000f2b52da6. 00008000:00000010:1.0:1767325443.052381:0:214159:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000012559814. 00000080:00000010:1.0:1767325443.052385:0:214159:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000184dc52b. 00000080:00000010:1.0:1767325443.052388:0:214159:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000000b493a7a. 00000020:00000010:1.0:1767325443.052391:0:214159:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7ea8de2. 00000020:00000010:1.0:1767325443.052398:0:214159:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000090932a45. 00000020:00000010:1.0:1767325443.052401:0:214159:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f9ca653. 00000008:00000010:1.0:1767325443.052404:0:214159:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000205ff74d. 00020000:00000010:1.0:1767325443.052406:0:214159:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003836e235. 00008000:00000010:1.0:1767325443.052409:0:214159:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000006fe605bf. 00000080:00000010:1.0:1767325443.052413:0:214159:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000001efda1f3. 00000020:00000010:1.0:1767325443.052416:0:214159:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002dd2070f. 00000020:00000010:1.0:1767325443.052419:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 00000000d4290157. 00000020:00000010:1.0:1767325443.052422:0:214159:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000931e1343. 00000020:00000010:1.0:1767325443.052426:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000008ea0fb9c. 00000020:00000010:1.0:1767325443.052427:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000008ea0fb9c. 00000020:00000010:1.0:1767325443.052430:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000008ea0fb9c. 00000020:00000010:1.0:1767325443.052431:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000008ea0fb9c. 00000020:00000010:1.0:1767325443.052433:0:214159:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000931e1343. 00000020:00000010:1.0:1767325443.052435:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 0000000090932a45. 00000020:00000010:1.0:1767325443.052441:0:214159:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000b71e2819. 00000020:00000010:1.0:1767325443.052444:0:214159:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008a7b56ce. 00000020:00000010:1.0:1767325443.052451:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 0000000090932a45. 00000020:00000010:1.0:1767325443.052453:0:214159:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000931e1343. 00000020:00000010:1.0:1767325443.052455:0:214159:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000931e1343. 00000020:00000010:1.0:1767325443.052456:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 00000000d4290157. 00000001:00000010:1.0:1767325443.052467:0:214159:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008ea0fb9c. 00000001:00000010:1.0:1767325443.052469:0:214159:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007912f7fc. 00000001:00000010:1.0:1767325443.052470:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000068582e9. 00000001:00000010:1.0:1767325443.052472:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000025c526e8. 00000001:00000010:1.0:1767325443.052473:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cdb0319d. 00000001:00000010:1.0:1767325443.052475:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b8a7f1e4. 00000001:00000010:1.0:1767325443.052477:0:214159:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000daaa450b. 00000001:00000010:1.0:1767325443.052479:0:214159:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000059df8b2a. 00000001:00000010:1.0:1767325443.052481:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000071f10fdc. 00000001:00000010:1.0:1767325443.052483:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fc0cf91c. 00000001:00000010:1.0:1767325443.052488:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008bcf8e94. 00000001:00000010:1.0:1767325443.052489:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b192ffb2. 00000020:00000010:1.0:1767325443.052492:0:214159:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002dd2f1bd. 00000020:00000010:1.0:1767325443.052496:0:214159:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000090932a45. 00000020:00000010:1.0:1767325443.052498:0:214159:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f9ca653. 00000008:00000010:1.0:1767325443.052501:0:214159:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000205ff74d. 00020000:00000010:1.0:1767325443.052504:0:214159:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003836e235. 00008000:00000010:1.0:1767325443.052506:0:214159:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000006fe605bf. 00000080:00000010:1.0:1767325443.052509:0:214159:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000001efda1f3. 00000020:00000010:1.0:1767325443.052512:0:214159:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cd227d9. 00000020:00000010:1.0:1767325443.052515:0:214159:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c2d9cffc. 00000040:00000010:1.0:1767325443.052517:0:214159:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dad8a8e5. 00000020:00000010:1.0:1767325443.052522:0:214159:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c321b154. 00000020:00000010:1.0:1767325443.052525:0:214159:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ebfa43f7. 00040000:00000010:1.0:1767325443.052528:0:214159:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009a9b2fa4. 00040000:00000010:1.0:1767325443.052530:0:214159:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002dd2070f. 00800000:00000010:1.0:1767325443.052534:0:214159:0:(lmv_obd.c:1220:lmv_device_alloc()) kmalloced '(lu)': 64 at 00000000550c318b. 00000020:00000010:1.0:1767325443.052661:0:214159:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009045cb05. 00000020:00000010:1.0:1767325443.052665:0:214159:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 00000000b9071036. 80000000:00000010:1.0:1767325443.052688:0:214159:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 0000000008c032e2. 00800000:00000010:1.0:1767325443.052733:0:214159:0:(lmv_obd.c:1280:lmv_device_alloc()) kmalloced '(pat)': 280 at 00000000d7ea8de2. 00800000:00000010:1.0:1767325443.052737:0:214159:0:(lmv_obd.c:1289:lmv_device_alloc()) kmalloced '(pat)': 280 at 000000005cf720cb. 00000020:00000010:1.0:1767325443.052739:0:214159:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c2d9cffc. 00000040:00000010:1.0:1767325443.052742:0:214159:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dad8a8e5. 00000020:00000010:1.0:1767325443.052744:0:214159:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c321b154. 00000020:00000010:1.0:1767325443.052747:0:214159:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ebfa43f7. 00040000:00000010:1.0:1767325443.052751:0:214159:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009a9b2fa4. 00040000:00000010:1.0:1767325443.052755:0:214159:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002dd2070f. 00000020:00000010:1.0:1767325443.052758:0:214159:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007cd227d9. 00000020:00000010:1.0:1767325443.052760:0:214159:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000090932a45. 00000020:00000010:1.0:1767325443.052761:0:214159:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f9ca653. 00000008:00000010:1.0:1767325443.052764:0:214159:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000205ff74d. 00020000:00000010:1.0:1767325443.052767:0:214159:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003836e235. 00008000:00000010:1.0:1767325443.052774:0:214159:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000006fe605bf. 00000080:00000010:1.0:1767325443.052776:0:214159:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000001efda1f3. 00000020:00000010:1.0:1767325443.052779:0:214159:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002dd2f1bd. 00000020:00000010:1.0:1767325443.052782:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 00000000d4290157. 00000020:00000010:1.0:1767325443.052784:0:214159:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000931e1343. 00000020:00000010:1.0:1767325443.052789:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009a9b2fa4. 00000020:00000010:1.0:1767325443.052791:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009a9b2fa4. 00000020:00000010:1.0:1767325443.052795:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009a9b2fa4. 00000020:00000010:1.0:1767325443.052796:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009a9b2fa4. 00000020:00000010:1.0:1767325443.052801:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000b7d20852. 00000020:00000010:1.0:1767325443.052805:0:214159:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 00000000931e1343. 00000020:00000010:1.0:1767325443.052808:0:214159:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at 00000000a38e2645. 00000020:00000010:1.0:1767325443.052811:0:214159:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at 0000000090fc4f7c. 00000020:00000010:1.0:1767325443.052812:0:214159:0:(obd_config.c:1095:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at 000000009f85297d. 00000020:00000010:1.0:1767325443.052813:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000b7d20852. 00000020:00000010:1.0:1767325443.052815:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009a9b2fa4. 00000020:00000010:1.0:1767325443.052816:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009a9b2fa4. 00000020:00000010:1.0:1767325443.052819:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009a9b2fa4. 00000020:00000010:1.0:1767325443.052820:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009a9b2fa4. 00000020:00000010:1.0:1767325443.052821:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000000f200f01. 00000100:00000010:1.0:1767325443.052826:0:214159:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000025bb2f57. 00000400:00000200:1.0:1767325443.052842:0:214159:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1767325443.052846:0:214159:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.107@tcp 00000400:00000200:1.0:1767325443.052851:0:214159:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.107@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767325443.052857:0:214159:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767325443.052859:0:214159:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.107@tcp NID 192.168.203.107@tcp: 0. pending discovery 00000400:00000200:1.0:1767325443.052861:0:214159:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.107@tcp 00000100:00000010:1.0:1767325443.052863:0:214159:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000025bb2f57. 00000020:00000010:1.0:1767325443.052865:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000000f200f01. 00000020:00000010:1.0:1767325443.052869:0:214159:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000000f200f01. 00000020:00000010:1.0:1767325443.052872:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000d4290157. 00000020:00000010:1.0:1767325443.052883:0:214159:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000061beeb78. 00000020:00000010:1.0:1767325443.052886:0:214159:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c321b154. 00000020:00000010:1.0:1767325443.052895:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000d4290157. 00000020:00000010:1.0:1767325443.052898:0:214159:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000000f200f01. 00000020:00000010:1.0:1767325443.052901:0:214159:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000000f200f01. 00000020:00000010:1.0:1767325443.052905:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000d4290157. 00000001:00000010:1.0:1767325443.052924:0:214159:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009a9b2fa4. 00000001:00000010:1.0:1767325443.052928:0:214159:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000035c6ad63. 00000001:00000010:1.0:1767325443.052931:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002dd2070f. 00000001:00000010:1.0:1767325443.052935:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002dd2f1bd. 00000001:00000010:1.0:1767325443.052937:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007cd227d9. 00000001:00000010:1.0:1767325443.052944:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ebfa43f7. 00000001:00000010:1.0:1767325443.052947:0:214159:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b79ec426. 00000001:00000010:1.0:1767325443.052951:0:214159:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e9c67f02. 00000001:00000010:1.0:1767325443.052952:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dad8a8e5. 00000001:00000010:1.0:1767325443.052954:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c2d9cffc. 00000001:00000010:1.0:1767325443.052958:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006b0091e4. 00000001:00000010:1.0:1767325443.052962:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a7650029. 00000020:00000010:1.0:1767325443.052964:0:214159:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094295886. 00000020:00000010:1.0:1767325443.052968:0:214159:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000090932a45. 00000020:00000010:1.0:1767325443.052970:0:214159:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f9ca653. 00000008:00000010:1.0:1767325443.052973:0:214159:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000205ff74d. 00020000:00000010:1.0:1767325443.052976:0:214159:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003836e235. 00008000:00000010:1.0:1767325443.052979:0:214159:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000006fe605bf. 00000080:00000010:1.0:1767325443.052982:0:214159:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000001efda1f3. 00000020:00000010:1.0:1767325443.052987:0:214159:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003fcd04fb. 00000020:00000010:1.0:1767325443.052992:0:214159:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e769966d. 00000020:00000010:1.0:1767325443.052996:0:214159:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000b7d20852. 00000008:00000010:1.0:1767325443.052999:0:214159:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000092c0643b. 00020000:00000010:1.0:1767325443.053002:0:214159:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000f2b52da6. 00008000:00000010:1.0:1767325443.053003:0:214159:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000012559814. 00000080:00000010:1.0:1767325443.053005:0:214159:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000184dc52b. 00000080:00000010:1.0:1767325443.053013:0:214159:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000b493a7a. 00000002:00000010:1.0:1767325443.053017:0:214159:0:(mdc_dev.c:1712:mdc_device_alloc()) kmalloced '(osc)': 104 at 0000000006a48dd6. 00010000:00000010:1.0:1767325443.053028:0:214159:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000001fde6466. 00010000:00000010:1.0:1767325443.053037:0:214159:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000005d2cca18. 00010000:00000010:1.0:1767325443.053043:0:214159:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 0000000002844422. 00000020:00000010:1.0:1767325443.053048:0:214159:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000cf451bd3. 00000100:00000200:1.0:1767325443.053064:0:214159:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.107@tcp->12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325443.053069:0:214159:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.203.107@tcp primary NID 192.168.203.107@tcp rc 0 00010000:00000010:1.0:1767325443.053073:0:214159:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000843e6977. 00010000:00000010:1.0:1767325443.053078:0:214159:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000083bb0b0a. 00000001:00000010:1.0:1767325443.053081:0:214159:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000007c4c5ca3. 00000001:00000010:1.0:1767325443.053085:0:214159:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000d1196e38. 00000001:00000010:1.0:1767325443.053138:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000524cfc2. 00000001:00000010:1.0:1767325443.053291:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000898971c. 00000001:00000010:1.0:1767325443.053344:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000009547d9b. 00000001:00000010:1.0:1767325443.053396:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d8603138. 00000001:00000010:1.0:1767325443.053447:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000084e421c4. 00000001:00000010:1.0:1767325443.053496:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000076058ab6. 00000001:00000010:1.0:1767325443.053536:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000040e2df0a. 00000001:00000010:1.0:1767325443.053587:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000069bce900. 00000001:00000010:1.0:1767325443.053652:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b45de859. 00000001:00000010:1.0:1767325443.053706:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d9a0e56c. 00000001:00000010:1.0:1767325443.053755:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b4d8afdc. 00000001:00000010:1.0:1767325443.053806:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000711d4e91. 00000001:00000010:1.0:1767325443.053863:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000eab0d38d. 00000001:00000010:1.0:1767325443.053913:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000073aa9932. 00000001:00000010:1.0:1767325443.053956:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000072fa5638. 00000001:00000010:1.0:1767325443.054014:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005fa9e30f. 00000001:00000010:1.0:1767325443.054081:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000047273be4. 00000001:00000010:1.0:1767325443.054133:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000140f334c. 00000001:00000010:1.0:1767325443.054227:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009309f420. 00000001:00000010:1.0:1767325443.054283:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000561e329e. 00000001:00000010:1.0:1767325443.054329:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000059515454. 00000001:00000010:1.0:1767325443.054397:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c3d278f1. 00000001:00000010:1.0:1767325443.054454:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006f3e24f9. 00000001:00000010:1.0:1767325443.054513:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b021350f. 00000001:00000010:1.0:1767325443.054566:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000037d2b9f3. 00000001:00000010:1.0:1767325443.054630:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cee40b49. 00000001:00000010:1.0:1767325443.054690:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000990d4a2a. 00000100:00000010:3.0:1767325443.054728:0:196552:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce759a8f. 00000001:00000010:1.0:1767325443.054741:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e6472506. 00000001:00000010:1.0:1767325443.054788:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005e533f21. 00000001:00000010:1.0:1767325443.054850:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000f2b541c. 00000001:00000010:1.0:1767325443.054898:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ff572189. 00000001:00000010:1.0:1767325443.054952:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c9c803a9. 00000020:00000010:1.0:1767325443.055010:0:214159:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000cbd8733c. 00000020:00000010:1.0:1767325443.055012:0:214159:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000009686949f. 00000020:00000010:1.0:1767325443.055058:0:214159:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000bb7589ae. 00000020:00000010:1.0:1767325443.055061:0:214159:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000ab6a5b48. 00000100:00000010:1.0:1767325443.055179:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fbd2072. 00000100:00000010:0.0:1767325443.055196:0:207070:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d2be78f7. 00000020:00000010:1.0:1767325443.055296:0:214159:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000013d0bd44. 00000020:00000010:1.0:1767325443.055304:0:214159:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 00000000e0a7e972. 00000020:00000010:1.0:1767325443.055369:0:214159:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000012d9e5c6. 00000020:00000010:1.0:1767325443.055372:0:214159:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000a50f542a. 00000040:00000010:1.0:1767325443.055391:0:214159:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000e0421d0c. 00000002:00000010:1.0:1767325443.055401:0:214159:0:(mdc_changelog.c:798:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 00000000cdf19b3f. 00000020:00000010:1.0:1767325443.055530:0:214159:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e769966d. 00000020:00000010:1.0:1767325443.055534:0:214159:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000b7d20852. 00000008:00000010:1.0:1767325443.055538:0:214159:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000092c0643b. 00020000:00000010:1.0:1767325443.055541:0:214159:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000f2b52da6. 00008000:00000010:1.0:1767325443.055545:0:214159:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000012559814. 00000080:00000010:1.0:1767325443.055549:0:214159:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000184dc52b. 00000080:00000010:1.0:1767325443.055554:0:214159:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000000b493a7a. 00000020:00000010:1.0:1767325443.055563:0:214159:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003fcd04fb. 00000020:00000010:1.0:1767325443.055568:0:214159:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000090932a45. 00000020:00000010:1.0:1767325443.055571:0:214159:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f9ca653. 00000008:00000010:1.0:1767325443.055575:0:214159:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000205ff74d. 00020000:00000010:1.0:1767325443.055579:0:214159:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003836e235. 00008000:00000010:1.0:1767325443.055582:0:214159:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000006fe605bf. 00000080:00000010:1.0:1767325443.055586:0:214159:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000001efda1f3. 00000020:00000010:1.0:1767325443.055588:0:214159:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094295886. 00000020:00000010:1.0:1767325443.055592:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000d4290157. 00000020:00000010:1.0:1767325443.055595:0:214159:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000000f200f01. 00000020:00000010:1.0:1767325443.055602:0:214159:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000000f200f01. 00000020:00000010:1.0:1767325443.055606:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 00000000d4290157. 00000020:00000010:1.0:1767325443.055610:0:214159:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094295886. 00000020:00000010:1.0:1767325443.055613:0:214159:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003fcd04fb. 00000040:00000010:1.0:1767325443.055614:0:214159:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e769966d. 00000020:00000010:1.0:1767325443.055616:0:214159:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c34ebf20. 00000020:00000010:1.0:1767325443.055619:0:214159:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004cb69a74. 00040000:00000010:1.0:1767325443.055622:0:214159:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000eed1e7e9. 00040000:00000010:1.0:1767325443.055624:0:214159:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007f5771ba. 00800000:00000010:1.0:1767325443.055634:0:214159:0:(lmv_obd.c:434:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000544ee995. 00020000:00000010:1.0:1767325443.055637:0:214159:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000dd617fb2. 00000020:00000010:1.0:1767325443.055639:0:214159:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003fcd04fb. 00000040:00000010:1.0:1767325443.055641:0:214159:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e769966d. 00000020:00000010:1.0:1767325443.055643:0:214159:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c34ebf20. 00000020:00000010:1.0:1767325443.055645:0:214159:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004cb69a74. 00040000:00000010:1.0:1767325443.055647:0:214159:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000eed1e7e9. 00040000:00000010:1.0:1767325443.055648:0:214159:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007f5771ba. 00000020:00000010:1.0:1767325443.055650:0:214159:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094295886. 00000020:00000010:1.0:1767325443.055653:0:214159:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094295886. 00000020:00000010:1.0:1767325443.055654:0:214159:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007f5771ba. 00000020:00000010:1.0:1767325443.055655:0:214159:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000062496d9f. 00000008:00000010:1.0:1767325443.055658:0:214159:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000092c0643b. 00020000:00000010:1.0:1767325443.055664:0:214159:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000f2b52da6. 00008000:00000010:1.0:1767325443.055670:0:214159:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000012559814. 00000080:00000010:1.0:1767325443.055673:0:214159:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000184dc52b. 00000080:00000010:1.0:1767325443.055678:0:214159:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000b493a7a. 00000020:00000010:1.0:1767325443.055688:0:214159:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007f5771ba. 00000020:00000010:1.0:1767325443.055690:0:214159:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000062496d9f. 00000008:00000010:1.0:1767325443.055693:0:214159:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000092c0643b. 00020000:00000010:1.0:1767325443.055695:0:214159:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000f2b52da6. 00008000:00000010:1.0:1767325443.055696:0:214159:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000012559814. 00000080:00000010:1.0:1767325443.055699:0:214159:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000184dc52b. 00000080:00000010:1.0:1767325443.055701:0:214159:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000000b493a7a. 00000020:00000010:1.0:1767325443.055702:0:214159:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094295886. 00000020:00000010:1.0:1767325443.055705:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 00000000d4290157. 00000020:00000010:1.0:1767325443.055707:0:214159:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000000f200f01. 00000020:00000010:1.0:1767325443.055711:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000eed1e7e9. 00000020:00000010:1.0:1767325443.055713:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000eed1e7e9. 00000020:00000010:1.0:1767325443.055717:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000eed1e7e9. 00000020:00000010:1.0:1767325443.055719:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000eed1e7e9. 00000020:00000010:1.0:1767325443.055722:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000eed1e7e9. 00000020:00000010:1.0:1767325443.055725:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000eed1e7e9. 00000020:00000010:1.0:1767325443.055728:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000000f200f01. 00000100:00000010:1.0:1767325443.055731:0:214159:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000008c446b86. 00000400:00000200:1.0:1767325443.055734:0:214159:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1767325443.055736:0:214159:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.107@tcp 00000400:00000200:1.0:1767325443.055741:0:214159:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.107@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767325443.055751:0:214159:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767325443.055754:0:214159:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.107@tcp NID 192.168.203.107@tcp: 0. pending discovery 00000400:00000200:1.0:1767325443.055758:0:214159:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.107@tcp 00000100:00000010:1.0:1767325443.055760:0:214159:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000008c446b86. 00000020:00000010:1.0:1767325443.055763:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000000f200f01. 00000020:00000010:1.0:1767325443.055767:0:214159:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000000f200f01. 00000020:00000010:1.0:1767325443.055769:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000d4290157. 00000020:00000010:1.0:1767325443.055779:0:214159:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000004cea2532. 00000020:00000010:1.0:1767325443.055787:0:214159:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c34ebf20. 00000020:00000010:1.0:1767325443.055795:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000d4290157. 00000020:00000010:1.0:1767325443.055797:0:214159:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000000f200f01. 00000020:00000010:1.0:1767325443.055802:0:214159:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000000f200f01. 00000020:00000010:1.0:1767325443.055805:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000d4290157. 00000001:00000010:1.0:1767325443.055819:0:214159:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000eed1e7e9. 00000001:00000010:1.0:1767325443.055825:0:214159:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000000561a4f. 00000001:00000010:1.0:1767325443.055828:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000094295886. 00000001:00000010:1.0:1767325443.055841:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007f5771ba. 00000001:00000010:1.0:1767325443.055844:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004cb69a74. 00000001:00000010:1.0:1767325443.055846:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e769966d. 00000001:00000010:1.0:1767325443.055849:0:214159:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000bee3a848. 00000001:00000010:1.0:1767325443.055853:0:214159:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000019e70787. 00000001:00000010:1.0:1767325443.055855:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003fcd04fb. 00000001:00000010:1.0:1767325443.055859:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dc2e90d9. 00000001:00000010:1.0:1767325443.055863:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000074f032fe. 00000001:00000010:1.0:1767325443.055867:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004af0089e. 00000020:00000010:1.0:1767325443.055870:0:214159:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba52b1e6. 00000020:00000010:1.0:1767325443.055872:0:214159:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000090932a45. 00000020:00000010:1.0:1767325443.055876:0:214159:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f9ca653. 00000008:00000010:1.0:1767325443.055879:0:214159:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000205ff74d. 00020000:00000010:1.0:1767325443.055881:0:214159:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003836e235. 00008000:00000010:1.0:1767325443.055883:0:214159:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000006fe605bf. 00000080:00000010:1.0:1767325443.055886:0:214159:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000001efda1f3. 00000020:00000010:1.0:1767325443.055889:0:214159:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000226df629. 00000020:00000010:1.0:1767325443.055892:0:214159:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c0162815. 00000020:00000010:1.0:1767325443.055894:0:214159:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000062496d9f. 00000008:00000010:1.0:1767325443.055898:0:214159:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000092c0643b. 00020000:00000010:1.0:1767325443.055900:0:214159:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000f2b52da6. 00008000:00000010:1.0:1767325443.055902:0:214159:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000012559814. 00000080:00000010:1.0:1767325443.055904:0:214159:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000184dc52b. 00000080:00000010:1.0:1767325443.055912:0:214159:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000b493a7a. 00000002:00000010:1.0:1767325443.055915:0:214159:0:(mdc_dev.c:1712:mdc_device_alloc()) kmalloced '(osc)': 104 at 0000000074eacd47. 00010000:00000010:1.0:1767325443.055923:0:214159:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000c7e95c8d. 00010000:00000010:1.0:1767325443.055928:0:214159:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000ebbcbc05. 00010000:00000010:1.0:1767325443.055932:0:214159:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000b728d09b. 00000020:00000010:1.0:1767325443.055934:0:214159:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000054198135. 00000100:00000200:1.0:1767325443.055941:0:214159:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.107@tcp->12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325443.055946:0:214159:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.203.107@tcp primary NID 192.168.203.107@tcp rc 0 00010000:00000010:1.0:1767325443.055949:0:214159:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000d4161f09. 00010000:00000010:1.0:1767325443.055953:0:214159:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000003001e15d. 00000001:00000010:1.0:1767325443.055959:0:214159:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000003f9d10ee. 00000001:00000010:1.0:1767325443.055962:0:214159:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000008d6a273b. 00000001:00000010:1.0:1767325443.056010:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000047866288. 00000001:00000010:1.0:1767325443.056049:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000090fbb585. 00000001:00000010:1.0:1767325443.056103:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000095ee049c. 00000001:00000010:1.0:1767325443.056241:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ff7dbfc4. 00000001:00000010:1.0:1767325443.056300:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000005330a76. 00000001:00000010:1.0:1767325443.056370:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006b4ac269. 00000001:00000010:1.0:1767325443.056448:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003d186046. 00000001:00000010:1.0:1767325443.056514:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000720051d2. 00000001:00000010:1.0:1767325443.056565:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d8690c08. 00000001:00000010:1.0:1767325443.056638:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dc545ee6. 00000001:00000010:1.0:1767325443.056689:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000040080898. 00000001:00000010:1.0:1767325443.056738:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003fabb1fb. 00000001:00000010:1.0:1767325443.056798:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007425181b. 00000001:00000010:1.0:1767325443.056876:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009b76987f. 00000001:00000010:1.0:1767325443.056926:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dfbca299. 00000001:00000010:1.0:1767325443.056980:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000019860560. 00000001:00000010:1.0:1767325443.057044:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008dfccef3. 00000001:00000010:1.0:1767325443.057102:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000215e198e. 00000001:00000010:1.0:1767325443.057199:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003bdd8b48. 00000001:00000010:1.0:1767325443.057267:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dafa2f74. 00000001:00000010:1.0:1767325443.057325:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f31b303a. 00000001:00000010:1.0:1767325443.057386:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000695d0d9. 00000001:00000010:1.0:1767325443.057448:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dcfd0dc2. 00000001:00000010:1.0:1767325443.057504:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fc4daea8. 00000001:00000010:1.0:1767325443.057556:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004c48ec09. 00000001:00000010:1.0:1767325443.057623:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bb385847. 00000001:00000010:1.0:1767325443.057683:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001c3b2fad. 00000001:00000010:1.0:1767325443.057737:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000355cc46e. 00000001:00000010:1.0:1767325443.057786:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c7ed04ad. 00000001:00000010:1.0:1767325443.057843:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ee81866d. 00000001:00000010:1.0:1767325443.057899:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b7750f8d. 00000001:00000010:1.0:1767325443.057953:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000072701390. 00000020:00000010:1.0:1767325443.057994:0:214159:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000258545f6. 00000020:00000010:1.0:1767325443.057996:0:214159:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000bc9d196c. 00000020:00000010:1.0:1767325443.058044:0:214159:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006b5b669a. 00000020:00000010:1.0:1767325443.058046:0:214159:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000006a4d28b. 00000020:00000010:1.0:1767325443.058264:0:214159:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c3580160. 00000020:00000010:1.0:1767325443.058267:0:214159:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 00000000f1a66368. 00000020:00000010:1.0:1767325443.058294:0:214159:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a4e5f857. 00000020:00000010:1.0:1767325443.058296:0:214159:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000015a6342f. 00000040:00000010:1.0:1767325443.058312:0:214159:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000006dbabb5. 00000002:00000010:1.0:1767325443.058317:0:214159:0:(mdc_changelog.c:798:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 0000000052bb5da0. 00000020:00000010:1.0:1767325443.058411:0:214159:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c0162815. 00000020:00000010:1.0:1767325443.058419:0:214159:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000062496d9f. 00000008:00000010:1.0:1767325443.058422:0:214159:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000092c0643b. 00020000:00000010:1.0:1767325443.058427:0:214159:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000f2b52da6. 00008000:00000010:1.0:1767325443.058431:0:214159:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000012559814. 00000080:00000010:1.0:1767325443.058435:0:214159:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000184dc52b. 00000080:00000010:1.0:1767325443.058439:0:214159:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000000b493a7a. 00000020:00000010:1.0:1767325443.058442:0:214159:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000226df629. 00000020:00000010:1.0:1767325443.058453:0:214159:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000090932a45. 00000020:00000010:1.0:1767325443.058456:0:214159:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f9ca653. 00000008:00000010:1.0:1767325443.058461:0:214159:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000205ff74d. 00020000:00000010:1.0:1767325443.058464:0:214159:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003836e235. 00008000:00000010:1.0:1767325443.058467:0:214159:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000006fe605bf. 00000080:00000010:1.0:1767325443.058470:0:214159:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000001efda1f3. 00000020:00000010:1.0:1767325443.058472:0:214159:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba52b1e6. 00000020:00000010:1.0:1767325443.058478:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000d4290157. 00000020:00000010:1.0:1767325443.058481:0:214159:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000000f200f01. 00000020:00000010:1.0:1767325443.058488:0:214159:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000bea2d26f. 00000020:00000010:1.0:1767325443.058493:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 00000000d4290157. 00000020:00000010:1.0:1767325443.058499:0:214159:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dab597a1. 00000020:00000010:1.0:1767325443.058502:0:214159:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ba52b1e6. 00000040:00000010:1.0:1767325443.058505:0:214159:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000226df629. 00000020:00000010:1.0:1767325443.058510:0:214159:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000054b0c99d. 00000020:00000010:1.0:1767325443.058514:0:214159:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c0162815. 00040000:00000010:1.0:1767325443.058518:0:214159:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005f5e5d8d. 00040000:00000010:1.0:1767325443.058521:0:214159:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a049bb1e. 00800000:00000010:1.0:1767325443.058528:0:214159:0:(lmv_obd.c:434:lmv_add_target()) kmalloced '(tgt)': 368 at 0000000075aba327. 00000020:00000010:1.0:1767325443.058532:0:214159:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ba52b1e6. 00000040:00000010:1.0:1767325443.058536:0:214159:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000226df629. 00000020:00000010:1.0:1767325443.058541:0:214159:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000054b0c99d. 00000020:00000010:1.0:1767325443.058545:0:214159:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c0162815. 00040000:00000010:1.0:1767325443.058549:0:214159:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005f5e5d8d. 00040000:00000010:1.0:1767325443.058552:0:214159:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a049bb1e. 00000020:00000010:1.0:1767325443.058554:0:214159:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dab597a1. 00000020:00000010:1.0:1767325443.058558:0:214159:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a049bb1e. 00000020:00000010:1.0:1767325443.058561:0:214159:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c0162815. 00000020:00000010:1.0:1767325443.058564:0:214159:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000062496d9f. 00000008:00000010:1.0:1767325443.058568:0:214159:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000092c0643b. 00020000:00000010:1.0:1767325443.058571:0:214159:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000f2b52da6. 00008000:00000010:1.0:1767325443.058575:0:214159:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000012559814. 00000080:00000010:1.0:1767325443.058578:0:214159:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000184dc52b. 00000080:00000010:1.0:1767325443.058588:0:214159:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000b493a7a. 00000020:00000010:1.0:1767325443.058597:0:214159:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c0162815. 00000020:00000010:1.0:1767325443.058600:0:214159:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000062496d9f. 00000008:00000010:1.0:1767325443.058603:0:214159:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000092c0643b. 00020000:00000010:1.0:1767325443.058605:0:214159:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000f2b52da6. 00008000:00000010:1.0:1767325443.058608:0:214159:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000012559814. 00000080:00000010:1.0:1767325443.058610:0:214159:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000184dc52b. 00000080:00000010:1.0:1767325443.058612:0:214159:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000000b493a7a. 00000020:00000010:1.0:1767325443.058613:0:214159:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a049bb1e. 00000020:00000010:1.0:1767325443.058616:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 00000000d4290157. 00000020:00000010:1.0:1767325443.058618:0:214159:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000bea2d26f. 00000020:00000010:1.0:1767325443.058622:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005f5e5d8d. 00000020:00000010:1.0:1767325443.058624:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005f5e5d8d. 00000020:00000010:1.0:1767325443.058627:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005f5e5d8d. 00000020:00000010:1.0:1767325443.058629:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005f5e5d8d. 00000020:00000010:1.0:1767325443.058632:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005f5e5d8d. 00000020:00000010:1.0:1767325443.058633:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005f5e5d8d. 00000020:00000010:1.0:1767325443.058635:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000bea2d26f. 00000100:00000010:1.0:1767325443.058638:0:214159:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000271253e5. 00000400:00000200:1.0:1767325443.058640:0:214159:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1767325443.058643:0:214159:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.107@tcp 00000400:00000200:1.0:1767325443.058649:0:214159:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.107@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767325443.058656:0:214159:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767325443.058659:0:214159:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.107@tcp NID 192.168.203.107@tcp: 0. pending discovery 00000400:00000200:1.0:1767325443.058660:0:214159:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.107@tcp 00000100:00000010:1.0:1767325443.058662:0:214159:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000271253e5. 00000020:00000010:1.0:1767325443.058665:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000bea2d26f. 00000020:00000010:1.0:1767325443.058668:0:214159:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000bea2d26f. 00000020:00000010:1.0:1767325443.058671:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000d4290157. 00000020:00000010:1.0:1767325443.058678:0:214159:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000016c48b99. 00000020:00000010:1.0:1767325443.058681:0:214159:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000054b0c99d. 00000020:00000010:1.0:1767325443.058687:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000d4290157. 00000020:00000010:1.0:1767325443.058696:0:214159:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000bea2d26f. 00000020:00000010:1.0:1767325443.058700:0:214159:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000bea2d26f. 00000020:00000010:1.0:1767325443.058703:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000d4290157. 00000001:00000010:1.0:1767325443.058719:0:214159:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005f5e5d8d. 00000001:00000010:1.0:1767325443.058723:0:214159:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000005e5d95. 00000001:00000010:1.0:1767325443.058726:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c0162815. 00000001:00000010:1.0:1767325443.058730:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000226df629. 00000001:00000010:1.0:1767325443.058733:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a049bb1e. 00000001:00000010:1.0:1767325443.058737:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ba52b1e6. 00000001:00000010:1.0:1767325443.058742:0:214159:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000069fd4e22. 00000001:00000010:1.0:1767325443.058746:0:214159:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e5e16997. 00000001:00000010:1.0:1767325443.058749:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000056fbddff. 00000001:00000010:1.0:1767325443.058752:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bdcec435. 00000001:00000010:1.0:1767325443.058756:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002866fffc. 00000001:00000010:1.0:1767325443.058758:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ccaaa504. 00000020:00000010:1.0:1767325443.058761:0:214159:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d4b44c1. 00000020:00000010:1.0:1767325443.058764:0:214159:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000090932a45. 00000020:00000010:1.0:1767325443.058766:0:214159:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f9ca653. 00000008:00000010:1.0:1767325443.058768:0:214159:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000205ff74d. 00020000:00000010:1.0:1767325443.058771:0:214159:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003836e235. 00008000:00000010:1.0:1767325443.058773:0:214159:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000006fe605bf. 00000080:00000010:1.0:1767325443.058776:0:214159:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000001efda1f3. 00000020:00000010:1.0:1767325443.058778:0:214159:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e0ad67c. 00000020:00000010:1.0:1767325443.058782:0:214159:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c1663cf8. 00000020:00000010:1.0:1767325443.058784:0:214159:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000062496d9f. 00000008:00000010:1.0:1767325443.058788:0:214159:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000092c0643b. 00020000:00000010:1.0:1767325443.058790:0:214159:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000f2b52da6. 00008000:00000010:1.0:1767325443.058792:0:214159:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000012559814. 00000080:00000010:1.0:1767325443.058795:0:214159:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000184dc52b. 00000080:00000010:1.0:1767325443.058798:0:214159:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000b493a7a. 00000008:00000010:1.0:1767325443.058801:0:214159:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at 00000000af0a0402. 00010000:00000010:1.0:1767325443.058807:0:214159:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000092cbc56a. 00010000:00000010:1.0:1767325443.058818:0:214159:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000007c00cabb. 00000020:00000010:1.0:1767325443.058823:0:214159:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000d75df28b. 00000100:00000200:1.0:1767325443.058845:0:214159:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.107@tcp->12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325443.058850:0:214159:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.203.107@tcp primary NID 192.168.203.107@tcp rc 0 00010000:00000010:1.0:1767325443.058853:0:214159:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000dcca63bd. 00010000:00000010:1.0:1767325443.058856:0:214159:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000d5a8f149. 00000001:00000010:1.0:1767325443.058859:0:214159:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000c32f0d37. 00000001:00000010:1.0:1767325443.058863:0:214159:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 000000000233c545. 00000001:00000010:1.0:1767325443.058868:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000724b0395. 00000001:00000010:1.0:1767325443.058874:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000030370826. 00000001:00000010:1.0:1767325443.058887:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d61fec7a. 00000001:00000010:1.0:1767325443.058891:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000cd4ca87f. 00000001:00000010:1.0:1767325443.058895:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007964fd4c. 00000001:00000010:1.0:1767325443.058899:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000006dc4ea74. 00000001:00000010:1.0:1767325443.058910:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000cbf78a23. 00000001:00000010:1.0:1767325443.058915:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000fabe6683. 00000001:00000010:1.0:1767325443.058920:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000044e13eb8. 00000001:00000010:1.0:1767325443.058925:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e04b604f. 00000001:00000010:1.0:1767325443.058935:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000097a203b0. 00000001:00000010:1.0:1767325443.058941:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ea153ce1. 00000001:00000010:1.0:1767325443.058947:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000defa4f2. 00000001:00000010:1.0:1767325443.058952:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007aa27aae. 00000001:00000010:1.0:1767325443.058962:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000066f2a019. 00000001:00000010:1.0:1767325443.058968:0:214159:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b499a65d. 00000020:00000010:1.0:1767325443.059012:0:214159:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000045dab645. 00000020:00000010:1.0:1767325443.059014:0:214159:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000722b0e95. 00000020:00000010:1.0:1767325443.059069:0:214159:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000816654da. 00000020:00000010:1.0:1767325443.059072:0:214159:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000f8ca3644. 00000020:00000010:0.0:1767325443.061023:0:214159:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b9aa392b. 00000020:00000010:0.0:1767325443.061032:0:214159:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000005bd35a66. 00000100:00000010:0.0:1767325443.061066:0:214159:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000231c7aac. 00000100:00000010:0.0:1767325443.061254:0:214159:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000628e201e. 00000100:00000010:0.0:1767325443.061261:0:214159:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000077e05c48. 00000100:00000010:0.0:1767325443.061421:0:214159:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000070c602f6. 00000100:00000010:0.0:1767325443.061428:0:214159:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2573a17. 00000100:00000010:0.0:1767325443.061590:0:214159:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000000fe2826b. 00000100:00000010:0.0:1767325443.061595:0:214159:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ddfffd14. 00000100:00000010:0.0:1767325443.061754:0:214159:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000d6f56bb6. 00000100:00000010:0.0:1767325443.061761:0:214159:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7397645. 00000100:00000010:0.0:1767325443.061935:0:214159:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000001bdcbe83. 00000100:00000010:0.0:1767325443.061941:0:214159:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000112eed8e. 00000100:00000010:0.0:1767325443.062095:0:214159:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000c23e72ab. 00000100:00000010:0.0:1767325443.062101:0:214159:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000008fe0e75. 00000100:00000010:0.0:1767325443.062436:0:214159:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000020b007f0. 00000100:00000010:0.0:1767325443.062486:0:214159:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4bac368. 00000100:00000010:0.0:1767325443.062652:0:214159:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000006ce550a5. 00000100:00000010:0.0:1767325443.062657:0:214159:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000ecf2c53. 00000100:00000010:0.0:1767325443.062823:0:214159:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000da9f82b4. 00000100:00000010:0.0:1767325443.062844:0:214159:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9c6335e. 00000100:00000010:0.0:1767325443.063008:0:214159:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000517bf72c. 00000020:00000010:0.0:1767325443.063017:0:214159:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c1663cf8. 00000020:00000010:0.0:1767325443.063023:0:214159:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000062496d9f. 00000008:00000010:0.0:1767325443.063027:0:214159:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000092c0643b. 00020000:00000010:0.0:1767325443.063032:0:214159:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000f2b52da6. 00008000:00000010:0.0:1767325443.063043:0:214159:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000012559814. 00000080:00000010:0.0:1767325443.063050:0:214159:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000184dc52b. 00000080:00000010:0.0:1767325443.063054:0:214159:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000000b493a7a. 00000020:00000010:0.0:1767325443.063058:0:214159:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e0ad67c. 00000020:00000010:0.0:1767325443.063063:0:214159:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000090932a45. 00000020:00000010:0.0:1767325443.063066:0:214159:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f9ca653. 00000008:00000010:0.0:1767325443.063070:0:214159:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000205ff74d. 00020000:00000010:0.0:1767325443.063075:0:214159:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003836e235. 00008000:00000010:0.0:1767325443.063080:0:214159:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000006fe605bf. 00000080:00000010:0.0:1767325443.063083:0:214159:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000001efda1f3. 00000020:00000010:0.0:1767325443.063086:0:214159:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d4b44c1. 00000020:00000010:0.0:1767325443.063091:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000d4290157. 00000020:00000010:0.0:1767325443.063095:0:214159:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000bea2d26f. 00000020:00000010:0.0:1767325443.063107:0:214159:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000b8823845. 00000020:00000010:0.0:1767325443.063110:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 0000000082ad4bcd. 00000020:00000010:0.0:1767325443.063117:0:214159:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4cfa688. 00000020:00000010:0.0:1767325443.063120:0:214159:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002d4b44c1. 00000020:00000010:0.0:1767325443.063124:0:214159:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000001dd496f8. 00000008:00000010:0.0:1767325443.063129:0:214159:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000a4d09282. 00020000:00000010:0.0:1767325443.063132:0:214159:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000fa571da1. 00008000:00000010:0.0:1767325443.063135:0:214159:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007f2150e7. 00000080:00000010:0.0:1767325443.063167:0:214159:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000244ed8a1. 00000080:00000010:0.0:1767325443.063171:0:214159:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000009ec80825. 00020000:00000010:0.0:1767325443.063183:0:214159:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at 000000003e0ad67c. 00020000:00000010:0.0:1767325443.063188:0:214159:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000d1fd97b3. 00020000:00000010:0.0:1767325443.063194:0:214159:0:(lov_dev.c:363:lov_expand_targets()) kmalloced '(newd)': 512 at 00000000cf54cf72. 00000020:00000010:0.0:1767325443.063197:0:214159:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002d4b44c1. 00000020:00000010:0.0:1767325443.063201:0:214159:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000001dd496f8. 00000008:00000010:0.0:1767325443.063204:0:214159:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000a4d09282. 00020000:00000010:0.0:1767325443.063207:0:214159:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000fa571da1. 00008000:00000010:0.0:1767325443.063209:0:214159:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000007f2150e7. 00000080:00000010:0.0:1767325443.063211:0:214159:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000244ed8a1. 00000080:00000010:0.0:1767325443.063221:0:214159:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000009ec80825. 00000020:00000010:0.0:1767325443.063223:0:214159:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4cfa688. 00000020:00000010:0.0:1767325443.063226:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 0000000082ad4bcd. 00000020:00000010:0.0:1767325443.063229:0:214159:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000b8823845. 00000020:00000010:0.0:1767325443.063234:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000017d53a65. 00000020:00000010:0.0:1767325443.063236:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000017d53a65. 00000020:00000010:0.0:1767325443.063241:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000017d53a65. 00000020:00000010:0.0:1767325443.063243:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000017d53a65. 00000020:00000010:0.0:1767325443.063246:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000b8823845. 00000020:00000010:0.0:1767325443.063247:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000b8823845. 00000100:00000010:0.0:1767325443.063256:0:214159:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007523782f. 02000000:00000010:0.0:1767325443.063268:0:214159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050e660c8. 00000100:00000010:0.0:1767325443.063281:0:214159:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a8cdcf9. 02000000:00000010:0.0:1767325443.063306:0:214159:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000000c5985d9. 00000400:00000010:0.0:1767325443.063312:0:214159:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041de5d9e. 00000400:00000010:0.0:1767325443.063319:0:214159:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c3dc6b09. 00000100:00000200:0.0:1767325443.063325:0:214159:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853174993388544, portal 25 00000400:00000010:0.0:1767325443.063339:0:214159:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058699685. 00000100:00000200:0.0:1767325443.063342:0:214159:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853174993388544, offset 0 00000400:00000200:0.0:1767325443.063352:0:214159:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325443.063364:0:214159:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325443.063369:0:214159:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325443.063374:0:214159:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325443.063377:0:214159:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325443.063380:0:214159:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325443.063383:0:214159:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [11:11:256:4294967295] 192.168.203.107@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:0.0:1767325443.063394:0:214159:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325443.063399:0:214159:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325443.063403:0:214159:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000017d53a65. 00000800:00000200:0.0:1767325443.063409:0:214159:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767325443.063415:0:214159:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325443.063424:0:214159:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000017d53a65 type 1, nob 368 niov 1 nkiov 1 00000100:00000010:0.0:1767325443.063444:0:214159:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001dd496f8. 00000100:00000010:0.0:1767325443.063457:0:214159:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000497492e3. 00000100:00000010:0.0:1767325443.063464:0:214159:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ac4dacc. 00000100:00000010:0.0:1767325443.063469:0:214159:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005630bbee. 00000100:00000010:1.0:1767325443.067210:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000497492e3. 00000100:00000010:3.0:1767325443.067220:0:196552:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005630bbee. 00000100:00000010:0.0:1767325443.067308:0:207070:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001dd496f8. 00000400:00000200:3.0:1767325443.067908:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325443.067983:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 8472 into portal 25 MB=0x69573ed300400 00000400:00000200:3.0:1767325443.067992:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 8472/8472 into md 0x151 [4] + 224 00000400:00000200:3.0:1767325443.068045:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325443.068052:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:3.0:1767325443.068066:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007523782f x1853174993388544/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325459 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325443.069101:0:214159:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041de5d9e. 00000400:00000200:0.0:1767325443.069112:0:214159:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3dc6b09 00000400:00000010:0.0:1767325443.069116:0:214159:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000c3dc6b09. 00000100:00000200:0.0:1767325443.069133:0:214159:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007523782f x1853174993388544/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325459 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325443.069186:0:214159:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007523782f x1853174993388544/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325459 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767325443.069234:0:214159:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006a8cdcf9. 02000000:00000010:0.0:1767325443.069253:0:214159:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000000c5985d9. 02000000:00000010:0.0:1767325443.069283:0:214159:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000050e660c8. 00000100:00000010:0.0:1767325443.069294:0:214159:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007523782f. 00000020:00000010:0.0:1767325443.069314:0:214159:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000017d53a65. 00000020:00000010:0.0:1767325443.069318:0:214159:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000017d53a65. 00000040:00000010:0.0:1767325443.069324:0:214159:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000dee0721d. 00000020:00000010:0.0:1767325443.069338:0:214159:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d21e3c9f. 00000020:00000010:0.0:1767325443.069350:0:214159:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000090f0ac64. 00000040:00000010:0.0:1767325443.069356:0:214159:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000159e7ff7. 00000020:00000010:0.0:1767325443.069365:0:214159:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000312f8606. 00000020:00000010:0.0:1767325443.069371:0:214159:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a1980115. 00000020:00000010:0.0:1767325443.069381:0:214159:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005b6faffd. 80000000:00000010:0.0:1767325443.069391:0:214159:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000141a301. 40000000:00000010:0.0:1767325443.069396:0:214159:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005d3f3dc5. 00100000:00000010:0.0:1767325443.069405:0:214159:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a48c9c58. 00040000:00000010:0.0:1767325443.069412:0:214159:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bc002f00. 00040000:00000010:0.0:1767325443.069419:0:214159:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b799209d. 00040000:00000010:0.0:1767325443.069432:0:214159:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007bf2cad7. 00000004:00000010:0.0:1767325443.069440:0:214159:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005d1419cf. 00000004:00000010:0.0:1767325443.069449:0:214159:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000492d2b5e. 00000004:00000010:0.0:1767325443.069456:0:214159:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d31d3d10. 00002000:00000010:0.0:1767325443.069463:0:214159:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000064fa684a. 00000004:00000010:0.0:1767325443.069470:0:214159:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d0ac9432. 00000020:00000010:0.0:1767325443.069474:0:214159:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e186c793. 00000800:00000200:0.0:1767325443.069950:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325443.069955:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d8a82b. 00000400:00000200:0.0:1767325443.069961:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325443.069966:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325443.069969:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f1a63e0 00000400:00000010:0.0:1767325443.069972:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f1a63e0. 00000100:00000200:0.0:1767325443.069979:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e46534f4 x1853174993388672/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325459 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325443.070866:0:214146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5b6f2c7. 00000400:00000200:0.0:1767325443.070872:0:214146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6e09edd 00000400:00000010:0.0:1767325443.070874:0:214146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6e09edd. 00000100:00000200:0.0:1767325443.070882:0:214146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e46534f4 x1853174993388672/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325459 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325443.070891:0:214146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e46534f4 x1853174993388672/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325459 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767325443.070907:0:214146:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000025e4d93c. 02000000:00000010:0.0:1767325443.070925:0:214146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d3741cb3. 02000000:00000010:0.0:1767325443.070929:0:214146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000091ccf070. 00000100:00000010:0.0:1767325443.070931:0:214146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e46534f4. 10000000:00000010:0.0:1767325443.070939:0:214146:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 000000001ebfca86. 00000100:00000010:0.0:1767325443.071619:0:214146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007523782f. 02000000:00000010:0.0:1767325443.071631:0:214146:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050e660c8. 00000100:00000010:0.0:1767325443.071641:0:214146:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000551d464a. 00000100:00000010:0.0:1767325443.071645:0:214146:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 000000005e274032. 00000100:00000010:0.0:1767325443.071662:0:214146:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a8cdcf9. 00000400:00000010:0.0:1767325443.071682:0:214146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041de5d9e. 00000400:00000010:0.0:1767325443.071689:0:214146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004a4593d8. 00000100:00000200:0.0:1767325443.071693:0:214146:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x69573ed300500-0x69573ed300500, portal 33 02000000:00000010:0.0:1767325443.071699:0:214146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fdd1b16. 00000400:00000010:0.0:1767325443.071702:0:214146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7ff3715. 00000400:00000010:0.0:1767325443.071705:0:214146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f87e7ca8. 00000100:00000200:0.0:1767325443.071707:0:214146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993388800, portal 25 00000400:00000010:0.0:1767325443.071711:0:214146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050e838eb. 00000100:00000200:0.0:1767325443.071713:0:214146:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853174993388800, offset 0 00000400:00000200:0.0:1767325443.071719:0:214146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325443.071728:0:214146:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325443.071733:0:214146:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325443.071737:0:214146:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325443.071740:0:214146:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325443.071742:0:214146:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325443.071746:0:214146:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [13:13:256:4294967295] 192.168.203.107@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:0.0:1767325443.071755:0:214146:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325443.071759:0:214146:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325443.071763:0:214146:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000017d53a65. 00000800:00000200:0.0:1767325443.071768:0:214146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767325443.071774:0:214146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325443.071777:0:214146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000017d53a65 type 1, nob 400 niov 1 nkiov 1 00000800:00000200:3.0:1767325443.071856:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325443.071859:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000017d53a65. 00000400:00000200:3.0:1767325443.071863:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325443.071868:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325443.071871:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050e838eb 00000400:00000010:3.0:1767325443.071873:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050e838eb. 00000100:00000200:3.0:1767325443.071878:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007523782f x1853174993388800/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325459 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325443.072648:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325443.072658:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 132 into portal 33 MB=0x69573ed300500 00000400:00000200:0.0:1767325443.072663:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.107@tcp of length 132/132 into md 0x161 [256] + 0 00000400:00000010:0.0:1767325443.072667:0:211460:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041de5d9e. 00000400:00000200:0.0:1767325443.072670:0:211460:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004a4593d8 00000400:00000200:0.0:1767325443.072679:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325443.072682:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325443.072685:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a4593d8 00000400:00000010:0.0:1767325443.072694:0:211460:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004a4593d8. 00000100:00000200:0.0:1767325443.072700:0:211460:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000007523782f desc 00000000551d464a mbits 1853174993388800 00000400:00000200:0.0:1767325443.072715:0:211460:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767325443.072721:0:211460:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.7@tcp to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325443.072726:0:211460:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [14:14:256:4294967295] 192.168.203.107@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:0.0:1767325443.072742:0:211460:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:192.168.203.7@tcp) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) 192.168.203.107@tcp : ACK try# 0 00000800:00000200:0.0:1767325443.072748:0:211460:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325443.072752:0:211460:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at 000000004a4593d8. 00000800:00000200:0.0:1767325443.072756:0:211460:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767325443.072759:0:211460:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325443.072762:0:211460:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004a4593d8 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767325443.072814:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325443.072817:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at 000000004a4593d8. 00000400:00000200:0.0:1767325443.072820:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325443.072827:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: ACK: OK 00000400:00000200:3.0:1767325443.073757:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325443.073763:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 240 into portal 25 MB=0x69573ed300500 00000400:00000200:3.0:1767325443.073767:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 240/240 into md 0x165 [1] + 224 00000400:00000200:3.0:1767325443.073772:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325443.073774:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:3.0:1767325443.073778:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007523782f x1853174993388800/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325459 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325443.075026:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325443.075031:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b6dbbf0. 00000400:00000200:0.0:1767325443.075036:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325443.075042:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325443.075047:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d7be8e 00000400:00000010:0.0:1767325443.075049:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d7be8e. 00000100:00000200:0.0:1767325443.075056:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a860e5cf x1853174993388928/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325459 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325443.076043:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325443.076059:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 344 into portal 25 MB=0x69573ed300580 00000400:00000200:1.0:1767325443.076073:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 344/344 into md 0x16d [1] + 224 00000400:00000200:1.0:1767325443.076088:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325443.076093:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:1.0:1767325443.076104:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a860e5cf x1853174993388928/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325459 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325443.076518:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325443.076522:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ec7aa78. 00000400:00000200:1.0:1767325443.076528:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325443.076533:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325443.076544:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939b1d42 00000400:00000010:1.0:1767325443.076547:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939b1d42. 00000100:00000200:1.0:1767325443.076555:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a860e5cf x1853174993389056/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1767325459 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325443.077518:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325443.077533:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 272 into portal 25 MB=0x69573ed300600 00000400:00000200:1.0:1767325443.077541:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 272/272 into md 0x175 [1] + 224 00000400:00000200:1.0:1767325443.077556:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325443.077561:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:1.0:1767325443.077570:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a860e5cf x1853174993389056/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1767325459 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325443.077624:0:214146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030c0b9f5. 00000400:00000200:1.0:1767325443.077629:0:214146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a346707 00000400:00000010:1.0:1767325443.077632:0:214146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a346707. 00000100:00000200:1.0:1767325443.077639:0:214146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a860e5cf x1853174993389056/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1767325459 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325443.077648:0:214146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a860e5cf x1853174993389056/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1767325459 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325443.077672:0:214146:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000045b93827. 02000000:00000010:1.0:1767325443.077682:0:214146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000632add74. 02000000:00000010:1.0:1767325443.077691:0:214146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002d8ec0d1. 00000100:00000010:1.0:1767325443.077695:0:214146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a860e5cf. 00000040:00000010:1.0:1767325443.077703:0:214146:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b520993a. 00000100:00000010:1.0:1767325443.077708:0:214146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95a2dac. 02000000:00000010:1.0:1767325443.077716:0:214146:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000003594854. 00000100:00000010:1.0:1767325443.077725:0:214146:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000316c94f2. 02000000:00000010:1.0:1767325443.077743:0:214146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000044d8536e. 00000400:00000010:1.0:1767325443.077749:0:214146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000541485ca. 00000400:00000010:1.0:1767325443.077754:0:214146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000416ece0e. 00000100:00000200:1.0:1767325443.077757:0:214146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853174993389184, portal 25 00000400:00000010:1.0:1767325443.077762:0:214146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000549626f3. 00000100:00000200:1.0:1767325443.077765:0:214146:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853174993389184, offset 0 00000400:00000200:1.0:1767325443.077771:0:214146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325443.077777:0:214146:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325443.077781:0:214146:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325443.077785:0:214146:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325443.077788:0:214146:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325443.077790:0:214146:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325443.077792:0:214146:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [17:17:256:4294967295] 192.168.203.107@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:1.0:1767325443.077799:0:214146:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325443.077803:0:214146:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325443.077807:0:214146:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000087499ebc. 00000800:00000200:1.0:1767325443.077812:0:214146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325443.077817:0:214146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325443.077819:0:214146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000087499ebc type 1, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1767325443.077916:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325443.077919:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000087499ebc. 00000400:00000200:1.0:1767325443.077923:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325443.077926:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325443.077928:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000549626f3 00000400:00000010:1.0:1767325443.077929:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000549626f3. 00000100:00000200:1.0:1767325443.077939:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d95a2dac x1853174993389184/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325459 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325443.078895:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325443.078906:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 8416 into portal 25 MB=0x69573ed300680 00000400:00000200:0.0:1767325443.078911:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 8416/8416 into md 0x17d [4] + 224 00000400:00000200:0.0:1767325443.078934:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325443.078938:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:0.0:1767325443.078949:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d95a2dac x1853174993389184/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325459 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325443.079014:0:214146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000541485ca. 00000400:00000200:1.0:1767325443.079020:0:214146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000416ece0e 00000400:00000010:1.0:1767325443.079023:0:214146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000416ece0e. 00000100:00000200:1.0:1767325443.079030:0:214146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d95a2dac x1853174993389184/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325459 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325443.079038:0:214146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d95a2dac x1853174993389184/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325459 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325443.079049:0:214146:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000316c94f2. 02000000:00000010:1.0:1767325443.079054:0:214146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000044d8536e. 02000000:00000010:1.0:1767325443.079062:0:214146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000003594854. 00000100:00000010:1.0:1767325443.079065:0:214146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d95a2dac. 00000040:00000010:1.0:1767325443.079073:0:214146:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000034f5ec2f. 00000020:00000010:1.0:1767325443.079218:0:214166:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1663cf8. 00000020:00000010:1.0:1767325443.079225:0:214166:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e1891137. 00000040:00000010:1.0:1767325443.079232:0:214166:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000001454bc1. 00000020:00000010:1.0:1767325443.079235:0:214166:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b9bc1f60. 00000020:00000010:1.0:1767325443.079239:0:214166:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001e25503a. 00000020:00000010:1.0:1767325443.079243:0:214166:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003705a237. 80000000:00000010:1.0:1767325443.079246:0:214166:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000009ec9f89. 40000000:00000010:1.0:1767325443.079249:0:214166:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004b5cd778. 00100000:00000010:1.0:1767325443.079257:0:214166:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000064ddea9c. 00040000:00000010:1.0:1767325443.079260:0:214166:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000087499ebc. 00040000:00000010:1.0:1767325443.079264:0:214166:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009cdc169b. 00040000:00000010:1.0:1767325443.079268:0:214166:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b93c6180. 00000004:00000010:1.0:1767325443.079271:0:214166:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006892f3e5. 00000004:00000010:1.0:1767325443.079276:0:214166:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cc031ce5. 00000004:00000010:1.0:1767325443.079280:0:214166:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000015986a52. 00002000:00000010:1.0:1767325443.079285:0:214166:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b14afe73. 00000004:00000010:1.0:1767325443.079293:0:214166:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002a49fddf. 00000020:00000010:1.0:1767325443.079299:0:214166:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000014e88b5c. 00000040:00000010:1.0:1767325443.079316:0:214166:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000002be2a1a8. 00000040:00000010:1.0:1767325443.079713:0:214166:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000002be2a1a8. 00000020:00000010:1.0:1767325443.079724:0:214166:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000014e88b5c. 00000020:00000010:1.0:1767325443.079732:0:214166:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e1891137. 00000040:00000010:1.0:1767325443.079736:0:214166:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000001454bc1. 00000020:00000010:1.0:1767325443.079740:0:214166:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b9bc1f60. 00000020:00000010:1.0:1767325443.079744:0:214166:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001e25503a. 00000020:00000010:1.0:1767325443.079748:0:214166:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003705a237. 80000000:00000010:1.0:1767325443.079752:0:214166:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000009ec9f89. 40000000:00000010:1.0:1767325443.079756:0:214166:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004b5cd778. 00100000:00000010:1.0:1767325443.079759:0:214166:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000064ddea9c. 00040000:00000010:1.0:1767325443.079762:0:214166:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000087499ebc. 00040000:00000010:1.0:1767325443.079766:0:214166:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009cdc169b. 00040000:00000010:1.0:1767325443.079770:0:214166:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b93c6180. 00000004:00000010:1.0:1767325443.079773:0:214166:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006892f3e5. 00000004:00000010:1.0:1767325443.079776:0:214166:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cc031ce5. 00000004:00000010:1.0:1767325443.079781:0:214166:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000015986a52. 00002000:00000010:1.0:1767325443.079784:0:214166:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b14afe73. 00000004:00000010:1.0:1767325443.079787:0:214166:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002a49fddf. 00000020:00000010:1.0:1767325443.079790:0:214166:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1663cf8. 00000040:00000010:1.0:1767325443.079808:0:214146:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000034f5ec2f. 00000040:00000010:1.0:1767325443.079814:0:214146:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b520993a. 00000040:00000010:1.0:1767325443.079820:0:214146:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b123ce97. 00000020:00000010:1.0:1767325443.079825:0:214146:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000091e1f590. 00000040:00000010:1.0:1767325443.079829:0:214146:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000deb1a1f7. 00000020:00000010:1.0:1767325443.079844:0:214146:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000080637266. 00000020:00000010:1.0:1767325443.079850:0:214146:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e822ffba. 80000000:00000010:1.0:1767325443.079854:0:214146:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ddce6803. 00040000:00000010:1.0:1767325443.079858:0:214146:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000091ccf070. 20000000:00000010:1.0:1767325443.079862:0:214146:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000002671221b. 00000020:00000010:1.0:1767325443.079867:0:214146:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002851a7cf. 10000000:00000010:1.0:1767325443.079871:0:214146:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 000000006595cee0. 00000020:00000010:1.0:1767325443.079889:0:214146:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002b65f9c6. 00000040:00000010:1.0:1767325443.079896:0:214146:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003ada721d. 00000020:00000010:1.0:1767325443.079910:0:214146:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ad8563b2. 00000020:00000010:1.0:1767325443.079913:0:214146:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006925a466. 00040000:00000010:1.0:1767325443.079917:0:214146:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fd61312b. 00040000:00000010:1.0:1767325443.079921:0:214146:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000035f4a69e. 00000020:00000010:1.0:1767325443.079923:0:214146:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2f21edf. 00000020:00000010:1.0:1767325443.079928:0:214146:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000002ce66bf2. 00000020:00000010:1.0:1767325443.079931:0:214146:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000de32962f. 00000080:00000010:1.0:1767325443.079940:0:214146:0:(llite_lib.c:1498:ll_fill_super()) kmalloced '(dt)': 33 at 000000004b5cd778. 00000080:00000010:1.0:1767325443.079946:0:214146:0:(llite_lib.c:1504:ll_fill_super()) kmalloced '(md)': 33 at 00000000f02f196b. 00000080:00000010:1.0:1767325443.079953:0:214146:0:(llite_lib.c:348:client_common_fill_super()) kmalloced '(data)': 192 at 00000000416ece0e. 00000080:00000010:1.0:1767325443.079957:0:214146:0:(llite_lib.c:352:client_common_fill_super()) kmalloced '(osfs)': 144 at 00000000d4290157. 00000020:00000010:1.0:1767325443.079964:0:214146:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000015986a52. 00000020:00000010:1.0:1767325443.080003:0:214146:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006892f3e5. 00000400:00000200:1.0:1767325443.080020:0:214146:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.107@tcp is discovered: rc = 1 00000100:00000010:1.0:1767325443.080034:0:214146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95a2dac. 02000000:00000010:1.0:1767325443.080044:0:214146:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000002a49fddf. 40000000:00000010:1.0:1767325443.080086:0:214146:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 0000000087499ebc. 40000000:00000010:1.0:1767325443.080091:0:214146:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 000000002ce66bf2. 40000000:00000010:1.0:1767325443.080212:0:214146:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 000000002ce66bf2. 80000000:00000010:1.0:1767325443.080217:0:214146:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at 00000000e166ea32. 00020000:00000010:1.0:1767325443.080224:0:214146:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000266b0432. 00000100:00000010:1.0:1767325443.080230:0:214146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064827f0f. 02000000:00000010:1.0:1767325443.080237:0:214146:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000063efe749. 00000020:00000010:1.0:1767325443.080268:0:214146:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009cdc169b. 00000400:00000200:1.0:1767325443.080282:0:214146:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.107@tcp is discovered: rc = 1 00000100:00000010:1.0:1767325443.080292:0:214146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000907694f6. 02000000:00000010:1.0:1767325443.080298:0:214146:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000063d8547e. 40000000:00000010:1.0:1767325443.080315:0:214146:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 000000005b8078cd. 40000000:00000010:1.0:1767325443.080319:0:214146:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 000000002ce66bf2. 40000000:00000010:1.0:1767325443.080393:0:214146:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 000000002ce66bf2. 80000000:00000010:1.0:1767325443.080398:0:214146:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at 00000000e9648dd7. 00000100:00000010:1.0:1767325443.080405:0:214146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004db1aef7. 02000000:00000010:1.0:1767325443.080421:0:214146:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000098254079. 00800000:00000010:1.0:1767325443.080465:0:214146:0:(lmv_obd.c:1418:lmv_statfs()) kmalloced '(temp)': 144 at 000000002ce66bf2. 00000100:00000010:1.0:1767325443.080474:0:214146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef1aafe9. 02000000:00000010:1.0:1767325443.080479:0:214146:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc39da9e. 00000100:00000010:1.0:1767325443.080485:0:214146:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000993ed1a0. 02000000:00000010:1.0:1767325443.080516:0:211464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009033d562. 00000400:00000010:1.0:1767325443.080525:0:211464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000541485ca. 00000400:00000010:1.0:1767325443.080534:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000549626f3. 00000100:00000200:1.0:1767325443.080537:0:211464:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993389312, portal 10 00000020:00000010:1.0:1767325443.080544:0:211464:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b520993a. 00000400:00000010:1.0:1767325443.080551:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000100:00000200:1.0:1767325443.080555:0:211464:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853174993389312, offset 0 00000400:00000200:1.0:1767325443.080566:0:211464:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325443.080574:0:211464:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325443.080579:0:211464:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325443.080583:0:211464:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325443.080586:0:211464:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325443.080589:0:211464:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325443.080593:0:211464:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [18:18:256:4294967295] 192.168.203.107@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:1.0:1767325443.080602:0:211464:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325443.080607:0:211464:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325443.080612:0:211464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074d3da62. 00000800:00000200:1.0:1767325443.080618:0:211464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325443.080623:0:211464:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325443.080626:0:211464:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000074d3da62 type 1, nob 616 niov 1 nkiov 1 02000000:00000010:1.0:1767325443.080656:0:211464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fb5c4cdb. 00000400:00000010:1.0:1767325443.080660:0:211464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad313715. 00000400:00000010:1.0:1767325443.080667:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056cf3dc7. 00000100:00000200:1.0:1767325443.080670:0:211464:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993389568, portal 10 00000020:00000010:1.0:1767325443.080675:0:211464:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002be2a1a8. 00000400:00000010:1.0:1767325443.080687:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000546b590. 00000100:00000200:1.0:1767325443.080691:0:211464:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853174993389568, offset 0 00000400:00000200:1.0:1767325443.080698:0:211464:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325443.080704:0:211464:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325443.080709:0:211464:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325443.080712:0:211464:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325443.080715:0:211464:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325443.080718:0:211464:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325443.080723:0:211464:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [19:19:255:4294967295] 192.168.203.107@tcp LPNI seq info [19:19:7:4294967295] 00000400:00000200:1.0:1767325443.080735:0:211464:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325443.080740:0:211464:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325443.080744:0:211464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d719e16e. 00000800:00000200:1.0:1767325443.080749:0:211464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325443.080756:0:211464:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325443.080759:0:211464:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d719e16e type 1, nob 616 niov 1 nkiov 1 00000020:00000010:1.0:1767325443.080783:0:211466:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001e25503a. 00000020:00000010:1.0:1767325443.080787:0:211466:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b93c6180. 80000000:00000010:1.0:1767325443.080789:0:211466:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000009ec9f89. 40000000:00000010:1.0:1767325443.080791:0:211466:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e5cfb69a. 00000008:00000010:1.0:1767325443.080796:0:211466:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000088ffcf1d. 00020000:00000010:1.0:1767325443.080800:0:211466:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000007bccf46f. 00008000:00000010:1.0:1767325443.080805:0:211466:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000ff388edc. 00100000:00000010:1.0:1767325443.080809:0:211466:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000064ddea9c. 00040000:00000010:1.0:1767325443.080811:0:211466:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000eafe8167. 00040000:00000010:1.0:1767325443.080814:0:211466:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b9bc1f60. 00040000:00000010:1.0:1767325443.080816:0:211466:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003705a237. 00000004:00000010:1.0:1767325443.080819:0:211466:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000b0878a6. 00000004:00000010:1.0:1767325443.080823:0:211466:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cc031ce5. 00000004:00000010:1.0:1767325443.080827:0:211466:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fe460d93. 00002000:00000010:1.0:1767325443.080846:0:211466:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009c2eb7b9. 00000004:00000010:1.0:1767325443.080850:0:211466:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000046de7d1b. 00000080:00000010:1.0:1767325443.080862:0:211466:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000363dcb41. 00000080:00000010:1.0:1767325443.080867:0:211466:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000364b6d35. 00000008:00000010:1.0:1767325443.080873:0:211466:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000e454a390. 00020000:00000010:1.0:1767325443.080878:0:211466:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003368ed10. 00008000:00000010:1.0:1767325443.080881:0:211466:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000009b452e01. 00000080:00000010:1.0:1767325443.080885:0:211466:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000270460c5. 00000020:00000010:1.0:1767325443.080902:0:211465:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003d6315f2. 00000020:00000010:1.0:1767325443.080904:0:211465:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000804ae649. 80000000:00000010:1.0:1767325443.080907:0:211465:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000276c0120. 40000000:00000010:1.0:1767325443.080909:0:211465:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000948b4cd0. 00000008:00000010:1.0:1767325443.080912:0:211465:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000007c723079. 00020000:00000010:1.0:1767325443.080914:0:211465:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000bd1a8e22. 00008000:00000010:1.0:1767325443.080917:0:211465:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007c878282. 00100000:00000010:1.0:1767325443.080920:0:211465:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d494aa21. 00040000:00000010:1.0:1767325443.080924:0:211465:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000036aeaa28. 00040000:00000010:1.0:1767325443.080927:0:211465:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005f0f73a8. 00040000:00000010:1.0:1767325443.080930:0:211465:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000035f4a69e. 00000004:00000010:1.0:1767325443.080933:0:211465:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002309bbef. 00000004:00000010:1.0:1767325443.080936:0:211465:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006590c7cd. 00000004:00000010:1.0:1767325443.080939:0:211465:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000085a56aad. 00002000:00000010:1.0:1767325443.080941:0:211465:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005d817ad1. 00000004:00000010:1.0:1767325443.080944:0:211465:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009c32faf7. 00000080:00000010:1.0:1767325443.080946:0:211465:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000e7f4c697. 00000080:00000010:1.0:1767325443.080950:0:211465:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000078b5c90d. 00000008:00000010:1.0:1767325443.080954:0:211465:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000057a58e17. 00020000:00000010:1.0:1767325443.080958:0:211465:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000fdd5ac8e. 00008000:00000010:1.0:1767325443.080960:0:211465:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000001f6683d1. 00000080:00000010:1.0:1767325443.080965:0:211465:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000004f79f00e. 00000020:00000010:1.0:1767325443.080977:0:211467:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000035c4a7ed. 00000020:00000010:1.0:1767325443.080981:0:211467:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006925a466. 80000000:00000010:1.0:1767325443.080984:0:211467:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000062496d9f. 40000000:00000010:1.0:1767325443.080987:0:211467:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009a2544c4. 00000008:00000010:1.0:1767325443.080992:0:211467:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000435fd918. 00020000:00000010:1.0:1767325443.081001:0:211467:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000676ddd65. 00008000:00000010:1.0:1767325443.081004:0:211467:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000e5474a09. 00100000:00000010:1.0:1767325443.081007:0:211467:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000038696b54. 00040000:00000010:1.0:1767325443.081011:0:211467:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bbd726f7. 00040000:00000010:1.0:1767325443.081014:0:211467:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000590d4fc. 00040000:00000010:1.0:1767325443.081019:0:211467:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000001454bc1. 00000004:00000010:1.0:1767325443.081022:0:211467:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000039dc641a. 00000004:00000010:1.0:1767325443.081027:0:211467:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002d39ea67. 00000004:00000010:1.0:1767325443.081033:0:211467:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d71782f1. 00002000:00000010:1.0:1767325443.081037:0:211467:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000b0c3b6f. 00000004:00000010:1.0:1767325443.081039:0:211467:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006b1bc1bb. 00000080:00000010:1.0:1767325443.081042:0:211467:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000366c0303. 00000080:00000010:1.0:1767325443.081046:0:211467:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000045f771ab. 00000008:00000010:1.0:1767325443.081051:0:211467:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000002bfb9d87. 00020000:00000010:1.0:1767325443.081055:0:211467:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000002de59e1c. 00008000:00000010:1.0:1767325443.081059:0:211467:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000499d9c40. 00000080:00000010:1.0:1767325443.081063:0:211467:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000dbeaf785. 00000020:00000010:1.0:1767325443.081081:0:211468:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000be1053b0. 00000020:00000010:1.0:1767325443.081086:0:211468:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c1663cf8. 80000000:00000010:1.0:1767325443.081089:0:211468:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cc162243. 40000000:00000010:1.0:1767325443.081093:0:211468:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c8ecf64e. 00000008:00000010:1.0:1767325443.081097:0:211468:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000008e069d82. 00020000:00000010:1.0:1767325443.081101:0:211468:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000049c95b93. 00008000:00000010:1.0:1767325443.081106:0:211468:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000004324335b. 00100000:00000010:1.0:1767325443.081109:0:211468:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006b90e324. 00040000:00000010:1.0:1767325443.081112:0:211468:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009059f87f. 00040000:00000010:1.0:1767325443.081116:0:211468:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004f06aa60. 00040000:00000010:1.0:1767325443.081119:0:211468:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e1891137. 00000004:00000010:1.0:1767325443.081123:0:211468:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f0c4c50a. 00000004:00000010:1.0:1767325443.081129:0:211468:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000dcd6b722. 00000004:00000010:1.0:1767325443.081133:0:211468:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006d9e3eab. 00002000:00000010:1.0:1767325443.081136:0:211468:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a8ddbf6f. 00000004:00000010:1.0:1767325443.081167:0:211468:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ae5eca48. 00000080:00000010:1.0:1767325443.081180:0:211468:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c7a67f1b. 00000080:00000010:1.0:1767325443.081183:0:211468:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000a6e6c4c4. 00000008:00000010:1.0:1767325443.081189:0:211468:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000ead3779b. 00020000:00000010:1.0:1767325443.081193:0:211468:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c45aede7. 00008000:00000010:1.0:1767325443.081197:0:211468:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000098b876d0. 00000080:00000010:1.0:1767325443.081201:0:211468:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000055159e28. 00000800:00000200:1.0:1767325443.081225:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325443.081227:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074d3da62. 00000400:00000200:1.0:1767325443.081230:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325443.081233:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325443.081235:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000400:00000010:1.0:1767325443.081236:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00000200:1.0:1767325443.081242:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d95a2dac x1853174993389312/t0(0) o38->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325443.081282:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325443.081284:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d719e16e. 00000400:00000200:1.0:1767325443.081287:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325443.081289:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325443.081291:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000546b590 00000400:00000010:1.0:1767325443.081292:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000546b590. 00000100:00000200:1.0:1767325443.081295:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000907694f6 x1853174993389568/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325443.082419:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325443.082429:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 416 into portal 10 MB=0x69573ed300700 00000400:00000200:1.0:1767325443.082439:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 416/416 into md 0x185 [1] + 0 00000400:00000200:1.0:1767325443.082453:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325443.082458:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:1.0:1767325443.082467:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d95a2dac x1853174993389312/t0(0) o38->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325443.082504:0:211464:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000541485ca. 00000400:00000200:1.0:1767325443.082515:0:211464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000549626f3 00000400:00000010:1.0:1767325443.082519:0:211464:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000549626f3. 00000100:00000200:1.0:1767325443.082530:0:211464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d95a2dac x1853174993389312/t0(0) o38->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325443.082542:0:211464:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d95a2dac x1853174993389312/t0(0) o38->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325443.082566:0:211464:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009033d562. 02000000:00000010:1.0:1767325443.082571:0:211464:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000002a49fddf. 00000100:00000010:1.0:1767325443.082577:0:211464:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d95a2dac. 00000400:00000200:1.0:1767325443.082913:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325443.082920:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 416 into portal 10 MB=0x69573ed300800 00000400:00000200:1.0:1767325443.082923:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 416/416 into md 0x18d [1] + 0 00000400:00000200:1.0:1767325443.082931:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325443.082934:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:1.0:1767325443.082939:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000907694f6 x1853174993389568/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325443.082982:0:211464:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad313715. 00000400:00000200:1.0:1767325443.082986:0:211464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056cf3dc7 00000400:00000010:1.0:1767325443.082988:0:211464:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056cf3dc7. 00000100:00000200:1.0:1767325443.082996:0:211464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000907694f6 x1853174993389568/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325443.083009:0:211464:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000907694f6 x1853174993389568/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325443.084215:0:196552:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c1a83dd. 00000100:00000010:0.0:1767325443.085191:0:207070:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f51a0a7. 00000020:00000010:0.0:1767325443.085450:0:214164:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000a0cf9175. 00000100:00000200:0.0:1767325443.085469:0:214164:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.107@tcp->12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325443.085476:0:214164:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.203.107@tcp primary NID 192.168.203.107@tcp rc 0 00000100:00000010:0.0:1767325443.085491:0:214164:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ab82abb. 02000000:00000010:0.0:1767325443.085502:0:214164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000064fa684a. 00000020:00000010:0.0:1767325443.085515:0:214164:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000a0cf9175. 00000020:00000010:3.0:1767325443.089093:0:214168:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000037f5e8ae. 00000020:00000010:3.0:1767325443.089101:0:214168:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000037f5e8ae. 00000100:00000010:1.0:1767325443.092307:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005994ff59. 02000000:00000010:0.0:1767325444.082655:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d0ac9432. 00000400:00000010:0.0:1767325444.082663:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041de5d9e. 00000400:00000010:0.0:1767325444.082672:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f2dd931. 00000100:00000200:0.0:1767325444.082680:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993389696, portal 10 00000020:00000010:0.0:1767325444.082687:0:211467:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004a4593d8. 00000400:00000010:0.0:1767325444.082696:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecdad0cb. 00000100:00000200:0.0:1767325444.082701:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993389696, offset 0 00000400:00000200:0.0:1767325444.082711:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325444.082727:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325444.082739:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325444.082743:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325444.082746:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325444.082749:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325444.082751:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [20:20:256:4294967295] 192.168.203.107@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:0.0:1767325444.082760:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325444.082764:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325444.082768:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000017d53a65. 00000800:00000200:0.0:1767325444.082775:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767325444.082785:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325444.082789:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000017d53a65 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767325444.082806:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001dd496f8. 00000100:00000010:0.0:1767325444.082818:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab3999a4. 00000100:00000010:0.0:1767325444.082844:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d955938c. 00000100:00000010:0.0:1767325444.082852:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a70cc76c. 00000800:00000200:1.0:1767325444.082909:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325444.082914:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000017d53a65. 00000400:00000200:1.0:1767325444.082919:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325444.082924:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325444.082929:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecdad0cb 00000400:00000010:1.0:1767325444.082937:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecdad0cb. 00000100:00000200:1.0:1767325444.082944:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004db1aef7 x1853174993389696/t0(0) o41->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325460 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325444.082979:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325444.082981:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee91c56. 00000400:00000200:1.0:1767325444.082983:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325444.082985:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325444.082987:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000970be8f4 00000400:00000010:1.0:1767325444.082988:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000970be8f4. 00000100:00000200:1.0:1767325444.082990:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ab82abb x1853174993389952/t0(0) o38->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325444.084377:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325444.084385:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 416 into portal 10 MB=0x69573ed300980 00000400:00000200:1.0:1767325444.084389:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 416/416 into md 0x199 [1] + 0 00000400:00000200:1.0:1767325444.084397:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325444.084399:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:1.0:1767325444.084403:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ab82abb x1853174993389952/t0(0) o38->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325444.084559:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325444.084564:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 368 into portal 10 MB=0x69573ed300880 00000400:00000200:1.0:1767325444.084567:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 368/368 into md 0x195 [1] + 224 00000400:00000200:1.0:1767325444.084572:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325444.084574:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:1.0:1767325444.084578:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004db1aef7 x1853174993389696/t0(0) o41->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325460 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325444.084625:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041de5d9e. 00000400:00000200:0.0:1767325444.084631:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f2dd931 00000400:00000010:0.0:1767325444.084633:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f2dd931. 00000100:00000200:0.0:1767325444.084640:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004db1aef7 x1853174993389696/t0(0) o41->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325460 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325444.084653:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004db1aef7 x1853174993389696/t0(0) o41->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325460 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325444.084672:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d0ac9432. 02000000:00000010:0.0:1767325444.084676:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000098254079. 00000100:00000010:0.0:1767325444.084679:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004db1aef7. 00000100:00000010:3.0:1767325444.087211:0:196552:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a70cc76c. 00000100:00000010:0.0:1767325444.087214:0:207070:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001dd496f8. 00000100:00000010:1.0:1767325444.087285:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab3999a4. 00000100:00000010:3.0:1767325448.570275:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d9c2130. 02000000:00000010:3.0:1767325448.570294:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ce6b287f. 00000100:00000010:3.0:1767325448.570330:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089695778. 02000000:00000010:3.0:1767325448.570336:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d15a9337. 00000100:00000010:3.0:1767325448.570360:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f8ef0b3. 02000000:00000010:1.0:1767325448.570364:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000003594854. 02000000:00000010:3.0:1767325448.570365:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000000e468a8. 00000400:00000010:1.0:1767325448.570373:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad313715. 00000400:00000010:1.0:1767325448.570382:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056cf3dc7. 00000100:00000200:1.0:1767325448.570399:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993390080, portal 25 02000000:00000010:0.0:1767325448.570402:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050e660c8. 00000400:00000010:1.0:1767325448.570406:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000549626f3. 00000400:00000010:0.0:1767325448.570410:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041de5d9e. 00000100:00000200:1.0:1767325448.570412:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993390080, offset 0 00000400:00000010:0.0:1767325448.570417:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f2dd931. 00000400:00000200:1.0:1767325448.570425:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000200:0.0:1767325448.570431:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993390336, portal 10 00000400:00000200:1.0:1767325448.570440:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:0.0:1767325448.570443:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac3f8c71. 00000400:00000200:1.0:1767325448.570447:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767325448.570448:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993390336, offset 0 00000400:00000200:1.0:1767325448.570455:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325448.570460:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325448.570463:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325448.570470:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325448.570475:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [22:22:256:4294967295] 192.168.203.107@tcp LPNI seq info [22:22:8:4294967295] 00000400:00000200:1.0:1767325448.570484:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325448.570488:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325448.570492:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:1.0:1767325448.570493:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035310fb5. 00000400:00000200:0.0:1767325448.570498:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767325448.570501:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325448.570505:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325448.570510:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767325448.570513:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767325448.570516:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:1.0:1767325448.570518:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035310fb5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325448.570523:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [23:23:255:4294967295] 192.168.203.107@tcp LPNI seq info [23:23:7:4294967295] 00000400:00000200:0.0:1767325448.570532:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325448.570537:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767325448.570542:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000081d9bda1. 00000800:00000010:0.0:1767325448.570542:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000017d53a65. 00000800:00000200:0.0:1767325448.570553:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:1.0:1767325448.570558:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000141a301. 00000100:00000010:1.0:1767325448.570569:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7d20852. 00000800:00000200:0.0:1767325448.570569:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325448.570574:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000017d53a65 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767325448.570579:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004434e41e. 00000800:00000200:3.0:1767325448.570626:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325448.570630:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035310fb5. 00000400:00000200:3.0:1767325448.570637:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325448.570643:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325448.570648:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000549626f3 00000400:00000010:3.0:1767325448.570650:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000549626f3. 00000100:00000200:3.0:1767325448.570659:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d9c2130 x1853174993390080/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325448.570678:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325448.570680:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000017d53a65. 00000400:00000200:3.0:1767325448.570682:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325448.570684:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325448.570685:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac3f8c71 00000400:00000010:3.0:1767325448.570686:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac3f8c71. 00000100:00000200:3.0:1767325448.570689:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f8ef0b3 x1853174993390336/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325448.570739:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325448.570740:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f9e2ebb4. 00000400:00000200:3.0:1767325448.570742:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325448.570744:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325448.570745:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006167ed22 00000400:00000010:3.0:1767325448.570747:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006167ed22. 00000100:00000200:3.0:1767325448.570749:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089695778 x1853174993390208/t0(0) o38->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325448.572572:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325448.572583:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed300a00 00000400:00000200:1.0:1767325448.572589:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1a5 [1] + 224 00000400:00000200:1.0:1767325448.572601:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325448.572605:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:1.0:1767325448.572611:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d9c2130 x1853174993390080/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325448.572669:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad313715. 00000400:00000200:0.0:1767325448.572674:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056cf3dc7 00000400:00000010:0.0:1767325448.572676:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056cf3dc7. 00000100:00000200:0.0:1767325448.572681:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d9c2130 x1853174993390080/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325448.572688:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d9c2130 x1853174993390080/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325448.572704:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000003594854. 02000000:00000010:0.0:1767325448.572708:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ce6b287f. 00000100:00000010:0.0:1767325448.572710:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d9c2130. 00000400:00000200:1.0:1767325448.572938:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325448.572946:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed300b00 00000400:00000200:1.0:1767325448.572960:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1ad [1] + 224 00000400:00000200:1.0:1767325448.572968:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325448.572972:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:1.0:1767325448.572977:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f8ef0b3 x1853174993390336/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325448.573003:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325448.573009:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 416 into portal 10 MB=0x69573ed300a80 00000400:00000200:1.0:1767325448.573012:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 416/416 into md 0x1b1 [1] + 0 00000400:00000200:1.0:1767325448.573017:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325448.573020:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:1.0:1767325448.573023:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089695778 x1853174993390208/t0(0) o38->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325448.573031:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041de5d9e. 00000400:00000200:0.0:1767325448.573036:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f2dd931 00000400:00000010:0.0:1767325448.573037:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f2dd931. 00000100:00000200:0.0:1767325448.573043:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f8ef0b3 x1853174993390336/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325448.573056:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f8ef0b3 x1853174993390336/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325448.573073:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050e660c8. 02000000:00000010:0.0:1767325448.573077:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000000e468a8. 00000100:00000010:0.0:1767325448.573080:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f8ef0b3. 00000100:00000010:0.0:1767325449.210267:0:207070:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000081d9bda1. 00000100:00000010:1.0:1767325449.210299:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000141a301. 00000100:00000010:3.0:1767325449.210304:0:196552:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004434e41e. 00000100:00000010:1.0:1767325453.690274:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95a2dac. 02000000:00000010:1.0:1767325453.690292:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d53f249. 00000100:00000010:1.0:1767325453.690333:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008ff6dcc5. 02000000:00000010:1.0:1767325453.690340:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000001ca5830b. 02000000:00000010:3.0:1767325453.690352:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5df76ae. 00000100:00000010:1.0:1767325453.690356:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3cd2a4f. 00000400:00000010:3.0:1767325453.690358:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d73064. 02000000:00000010:1.0:1767325453.690360:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fe8d38. 00000400:00000010:3.0:1767325453.690364:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a09826fe. 00000100:00000200:3.0:1767325453.690370:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993390464, portal 25 00000400:00000010:3.0:1767325453.690375:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d0fe3be. 02000000:00000010:1.0:1767325453.690401:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000003594854. 00000100:00000200:3.0:1767325453.690403:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993390464, offset 0 00000400:00000010:1.0:1767325453.690405:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000541485ca. 00000400:00000010:1.0:1767325453.690410:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000546b590. 00000400:00000200:3.0:1767325453.690413:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000200:1.0:1767325453.690420:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993390720, portal 10 00000400:00000200:3.0:1767325453.690427:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:1.0:1767325453.690427:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000100:00000200:1.0:1767325453.690430:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993390720, offset 0 00000400:00000200:3.0:1767325453.690433:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325453.690441:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325453.690441:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325453.690448:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325453.690454:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325453.690464:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [25:25:256:4294967295] 192.168.203.107@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:3.0:1767325453.690491:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325453.690499:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325453.690499:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325453.690501:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325453.690503:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000010:3.0:1767325453.690504:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b237f9b7. 00000800:00000200:3.0:1767325453.690509:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767325453.690511:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325453.690513:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325453.690515:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [26:26:255:4294967295] 192.168.203.107@tcp LPNI seq info [26:26:7:4294967295] 00000800:00000200:3.0:1767325453.690516:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325453.690519:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b237f9b7 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325453.690522:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325453.690527:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325453.690534:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef5ef55d. 00000100:00000010:3.0:1767325453.690538:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4cde398. 00000800:00000200:1.0:1767325453.690549:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:3.0:1767325453.690552:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005c4e2213. 00000100:00000010:3.0:1767325453.690560:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f18a32d. 00000800:00000200:1.0:1767325453.690568:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:3.0:1767325453.690571:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c534d36b. 00000800:00000200:1.0:1767325453.690573:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef5ef55d type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1767325453.690599:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325453.690606:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b237f9b7. 00000400:00000200:0.0:1767325453.690616:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325453.690638:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325453.690650:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0fe3be 00000400:00000010:0.0:1767325453.690654:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d0fe3be. 00000100:00000200:0.0:1767325453.690666:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d95a2dac x1853174993390464/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325453.690704:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325453.690706:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef5ef55d. 00000400:00000200:0.0:1767325453.690709:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325453.690712:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325453.690715:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000400:00000010:0.0:1767325453.690717:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00000200:0.0:1767325453.690721:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3cd2a4f x1853174993390720/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325453.690798:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325453.690800:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000524bc938. 00000400:00000200:0.0:1767325453.690803:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325453.690806:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325453.690809:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000732629a8 00000400:00000010:0.0:1767325453.690810:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000732629a8. 00000100:00000200:0.0:1767325453.690814:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008ff6dcc5 x1853174993390592/t0(0) o38->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325453.692682:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325453.692694:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed300b80 00000400:00000200:1.0:1767325453.692700:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1bd [1] + 224 00000400:00000200:1.0:1767325453.692717:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325453.692719:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:1.0:1767325453.692724:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d95a2dac x1853174993390464/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325453.692780:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019d73064. 00000400:00000200:3.0:1767325453.692785:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a09826fe 00000400:00000010:3.0:1767325453.692787:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a09826fe. 00000100:00000200:3.0:1767325453.692792:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d95a2dac x1853174993390464/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325453.692801:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d95a2dac x1853174993390464/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767325453.692822:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5df76ae. 02000000:00000010:3.0:1767325453.692827:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d53f249. 00000100:00000010:3.0:1767325453.692830:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d95a2dac. 00000400:00000200:1.0:1767325453.692980:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325453.692986:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed300c80 00000400:00000200:1.0:1767325453.692989:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1c5 [1] + 224 00000400:00000200:1.0:1767325453.693023:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325453.693027:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:1.0:1767325453.693032:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3cd2a4f x1853174993390720/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325453.693121:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000541485ca. 00000400:00000200:0.0:1767325453.693125:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000546b590 00000400:00000010:0.0:1767325453.693127:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000546b590. 00000100:00000200:0.0:1767325453.693132:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3cd2a4f x1853174993390720/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325453.693168:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3cd2a4f x1853174993390720/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325453.693184:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000003594854. 02000000:00000010:0.0:1767325453.693187:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fe8d38. 00000100:00000010:0.0:1767325453.693189:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3cd2a4f. 00000400:00000200:0.0:1767325453.693612:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325453.693625:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 416 into portal 10 MB=0x69573ed300c00 00000400:00000200:0.0:1767325453.693633:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 416/416 into md 0x1cd [1] + 0 00000400:00000200:0.0:1767325453.693653:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325453.693658:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:0.0:1767325453.693666:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008ff6dcc5 x1853174993390592/t0(0) o38->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325453.694041:0:211464:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000551d464a. 02000000:00000010:1.0:1767325453.694047:0:211464:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000001ca5830b. 00000100:00000010:1.0:1767325453.694050:0:211464:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008ff6dcc5. 02000000:00000010:0.0:1767325453.694091:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d0ac9432. 02000000:00000010:3.0:1767325453.694092:0:214146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008375d32e. 00000400:00000010:0.0:1767325453.694100:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041de5d9e. 00000400:00000010:3.0:1767325453.694101:0:214146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d73064. 00000400:00000010:0.0:1767325453.694108:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f2dd931. 00000100:00000200:0.0:1767325453.694115:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993389440, portal 10 00000400:00000010:3.0:1767325453.694116:0:214146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a09826fe. 00000020:00000010:0.0:1767325453.694126:0:211466:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004d6a42d2. 00000100:00000200:3.0:1767325453.694127:0:214146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993389824, portal 10 00000400:00000010:0.0:1767325453.694135:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fb0c1f1. 00000020:00000010:3.0:1767325453.694137:0:214146:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000068fc7526. 00000400:00000010:3.0:1767325453.694165:0:214146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfabd78b. 00000100:00000200:3.0:1767325453.694168:0:214146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993389824, offset 0 00000100:00000200:0.0:1767325453.694168:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993389440, offset 0 00000400:00000200:3.0:1767325453.694174:0:214146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325453.694184:0:214146:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325453.694186:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325453.694189:0:214146:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325453.694193:0:214146:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325453.694196:0:214146:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325453.694198:0:214146:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325453.694200:0:214146:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [28:28:256:4294967295] 192.168.203.107@tcp LPNI seq info [28:28:8:4294967295] 00000400:00000200:3.0:1767325453.694207:0:214146:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325453.694211:0:214146:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325453.694214:0:214146:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096734733. 00000400:00000200:0.0:1767325453.694215:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325453.694220:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767325453.694221:0:214146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325453.694225:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:3.0:1767325453.694228:0:214146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767325453.694231:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767325453.694232:0:214146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000096734733 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325453.694237:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325453.694241:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [29:29:255:4294967295] 192.168.203.107@tcp LPNI seq info [29:29:7:4294967295] 00000400:00000200:0.0:1767325453.694252:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325453.694257:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325453.694262:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000017d53a65. 00000800:00000200:0.0:1767325453.694267:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767325453.694272:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325453.694275:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000017d53a65 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767325453.694303:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325453.694308:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096734733. 00000400:00000200:1.0:1767325453.694318:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325453.694323:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325453.694326:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfabd78b 00000400:00000010:1.0:1767325453.694328:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfabd78b. 00000100:00000200:1.0:1767325453.694334:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef1aafe9 x1853174993389824/t0(0) o41->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325469 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325453.694398:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325453.694401:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000017d53a65. 00000400:00000200:1.0:1767325453.694403:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325453.694407:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325453.694409:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fb0c1f1 00000400:00000010:1.0:1767325453.694410:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fb0c1f1. 00000100:00000200:1.0:1767325453.694414:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064827f0f x1853174993389440/t0(0) o41->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325469 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325453.695933:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325453.695942:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 368 into portal 10 MB=0x69573ed300900 00000400:00000200:1.0:1767325453.695946:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 368/368 into md 0x1d9 [1] + 224 00000400:00000200:1.0:1767325453.695953:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325453.695955:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:1.0:1767325453.695959:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef1aafe9 x1853174993389824/t0(0) o41->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325469 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325453.696094:0:214146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019d73064. 00000400:00000200:3.0:1767325453.696099:0:214146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a09826fe 00000400:00000010:3.0:1767325453.696101:0:214146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a09826fe. 00000400:00000200:0.0:1767325453.696107:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000200:3.0:1767325453.696110:0:214146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef1aafe9 x1853174993389824/t0(0) o41->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325469 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325453.696119:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 368 into portal 10 MB=0x69573ed300780 00000400:00000200:0.0:1767325453.696125:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 368/368 into md 0x1d5 [1] + 224 00000400:00000200:0.0:1767325453.696134:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325453.696137:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:0.0:1767325453.696171:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064827f0f x1853174993389440/t0(0) o41->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325469 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325453.696191:0:214146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef1aafe9 x1853174993389824/t0(0) o41->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325469 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325453.696206:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041de5d9e. 00000400:00000200:1.0:1767325453.696210:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f2dd931 00000100:00000010:3.0:1767325453.696211:0:214146:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000993ed1a0. 00000400:00000010:1.0:1767325453.696212:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f2dd931. 00000100:00000200:1.0:1767325453.696216:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064827f0f x1853174993389440/t0(0) o41->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325469 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767325453.696219:0:214146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008375d32e. 02000000:00000010:3.0:1767325453.696222:0:214146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc39da9e. 00000100:00000200:1.0:1767325453.696224:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064827f0f x1853174993389440/t0(0) o41->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325469 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325453.696226:0:214146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef1aafe9. 00800000:00000010:3.0:1767325453.696232:0:214146:0:(lmv_obd.c:1478:lmv_statfs()) kfreed 'temp': 144 at 000000002ce66bf2. 02000000:00000010:1.0:1767325453.696237:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d0ac9432. 02000000:00000010:1.0:1767325453.696244:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000063efe749. 00000100:00000010:1.0:1767325453.696246:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064827f0f. 00000100:00000010:3.0:1767325453.696250:0:214146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abf35ff8. 02000000:00000010:3.0:1767325453.696262:0:214146:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b5df76ae. 00000100:00000010:3.0:1767325453.696275:0:214146:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069f44861. 02000000:00000010:3.0:1767325453.696286:0:214146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008375d32e. 00000400:00000010:3.0:1767325453.696289:0:214146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d73064. 00000400:00000010:3.0:1767325453.696292:0:214146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a09826fe. 00000100:00000200:3.0:1767325453.696295:0:214146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993390848, portal 10 00000400:00000010:3.0:1767325453.696298:0:214146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008237aba. 00000100:00000200:3.0:1767325453.696300:0:214146:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1853174993390848, offset 0 00000400:00000200:3.0:1767325453.696306:0:214146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325453.696312:0:214146:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325453.696315:0:214146:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325453.696318:0:214146:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325453.696322:0:214146:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325453.696324:0:214146:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325453.696325:0:214146:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [30:30:256:4294967295] 192.168.203.107@tcp LPNI seq info [30:30:8:4294967295] 00000400:00000200:3.0:1767325453.696331:0:214146:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325453.696334:0:214146:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325453.696337:0:214146:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e449eedd. 00000800:00000200:3.0:1767325453.696339:0:214146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325453.696342:0:214146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325453.696344:0:214146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e449eedd type 1, nob 536 niov 1 nkiov 1 00000800:00000200:1.0:1767325453.696410:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325453.696413:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e449eedd. 00000400:00000200:1.0:1767325453.696415:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325453.696418:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325453.696420:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008237aba 00000400:00000010:1.0:1767325453.696421:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008237aba. 00000100:00000200:1.0:1767325453.696424:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abf35ff8 x1853174993390848/t0(0) o40->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 440/448 e 0 to 0 dl 1767325469 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325453.697255:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325453.697264:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 448 into portal 10 MB=0x69573ed300d00 00000400:00000200:1.0:1767325453.697269:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 448/448 into md 0x1e5 [1] + 224 00000400:00000200:1.0:1767325453.697275:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325453.697279:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:1.0:1767325453.697284:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abf35ff8 x1853174993390848/t0(0) o40->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 440/448 e 0 to 0 dl 1767325469 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325453.697330:0:214146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019d73064. 00000400:00000200:3.0:1767325453.697334:0:214146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a09826fe 00000400:00000010:3.0:1767325453.697335:0:214146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a09826fe. 00000100:00000200:3.0:1767325453.697341:0:214146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abf35ff8 x1853174993390848/t0(0) o40->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 440/448 e 0 to 0 dl 1767325469 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325453.697349:0:214146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abf35ff8 x1853174993390848/t0(0) o40->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 440/448 e 0 to 0 dl 1767325469 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325453.697364:0:214146:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000069f44861. 00000002:00000200:3.0:1767325453.697375:0:214146:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:3.0:1767325453.697379:0:214146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008375d32e. 02000000:00000010:3.0:1767325453.697382:0:214146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b5df76ae. 00000100:00000010:3.0:1767325453.697384:0:214146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abf35ff8. 00000020:00000010:3.0:1767325453.697403:0:214146:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000073f48f41. 00000020:00000010:3.0:1767325453.697424:0:214146:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f5fa5e33. 00000400:00000200:3.0:1767325453.697441:0:214146:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.107@tcp is discovered: rc = 1 00000100:00000010:3.0:1767325453.697455:0:214146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abf35ff8. 02000000:00000010:3.0:1767325453.697462:0:214146:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000008375d32e. 02000000:00000010:1.0:1767325453.697508:0:211464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000063d8547e. 00000400:00000010:1.0:1767325453.697514:0:211464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aec8940. 00000400:00000010:1.0:1767325453.697519:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000723137a0. 00000100:00000200:1.0:1767325453.697522:0:211464:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993390976, portal 4 00000080:00000010:3.0:1767325453.697531:0:214146:0:(llite_lib.c:734:client_common_fill_super()) kmalloced '(op_data)': 384 at 00000000b5df76ae. 00000020:00000010:3.0:1767325453.697538:0:214146:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000cec780c9. 00000020:00000010:1.0:1767325453.697545:0:211464:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003321a611. 00000100:00000010:3.0:1767325453.697549:0:214146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023d54c03. 00000400:00000010:1.0:1767325453.697555:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d035787. 02000000:00000010:3.0:1767325453.697557:0:214146:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000386aaea6. 00000100:00000200:1.0:1767325453.697559:0:211464:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853174993390976, offset 0 00000100:00000010:3.0:1767325453.697566:0:214146:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069f44861. 00000400:00000200:1.0:1767325453.697567:0:211464:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325453.697576:0:211464:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000010:3.0:1767325453.697577:0:214146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a1eae3b4. 00000400:00000200:1.0:1767325453.697581:0:211464:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767325453.697583:0:214146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d73064. 00000400:00000200:1.0:1767325453.697587:0:211464:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:3.0:1767325453.697589:0:214146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a09826fe. 00000400:00000200:1.0:1767325453.697591:0:211464:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1767325453.697594:0:214146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993391104, portal 10 00000400:00000200:1.0:1767325453.697596:0:211464:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:3.0:1767325453.697600:0:214146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000273bba3d. 00000100:00000200:3.0:1767325453.697602:0:214146:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1853174993391104, offset 0 00000400:00000200:1.0:1767325453.697607:0:211464:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [31:31:256:4294967295] 192.168.203.107@tcp LPNI seq info [31:31:8:4294967295] 00000400:00000200:3.0:1767325453.697613:0:214146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325453.697619:0:211464:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325453.697625:0:211464:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325453.697629:0:214146:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:1.0:1767325453.697630:0:211464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011945c34. 00000400:00000200:3.0:1767325453.697634:0:214146:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767325453.697638:0:211464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767325453.697641:0:214146:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:1.0:1767325453.697646:0:211464:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767325453.697647:0:214146:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767325453.697651:0:211464:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011945c34 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1767325453.697652:0:214146:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325453.697658:0:214146:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [32:32:255:4294967295] 192.168.203.107@tcp LPNI seq info [32:32:7:4294967295] 00000400:00000200:3.0:1767325453.697667:0:214146:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325453.697673:0:214146:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325453.697677:0:214146:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e449eedd. 00000800:00000200:3.0:1767325453.697682:0:214146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325453.697694:0:214146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325453.697697:0:214146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e449eedd type 1, nob 360 niov 1 nkiov 1 00000800:00000200:0.0:1767325453.697704:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325453.697708:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011945c34. 00000400:00000200:0.0:1767325453.697713:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325453.697719:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325453.697722:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d035787 00000400:00000010:0.0:1767325453.697724:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d035787. 00000100:00000200:0.0:1767325453.697730:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abf35ff8 x1853174993390976/t0(0) o8->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 520/544 e 0 to 0 dl 1767325463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325453.697779:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325453.697782:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e449eedd. 00000400:00000200:0.0:1767325453.697785:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325453.697789:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325453.697791:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000273bba3d 00000400:00000010:0.0:1767325453.697793:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000273bba3d. 00000100:00000200:0.0:1767325453.697797:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023d54c03 x1853174993391104/t0(0) o900->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:29/10 lens 264/248 e 0 to 0 dl 1767325469 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325453.698966:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325453.698973:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 248 into portal 10 MB=0x69573ed300e00 00000400:00000200:1.0:1767325453.698977:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 248/248 into md 0x1f5 [1] + 224 00000400:00000200:1.0:1767325453.698983:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325453.698985:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:1.0:1767325453.698989:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023d54c03 x1853174993391104/t0(0) o900->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:29/10 lens 264/248 e 0 to 0 dl 1767325469 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325453.699034:0:214146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019d73064. 00000400:00000200:3.0:1767325453.699038:0:214146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a09826fe 00000400:00000010:3.0:1767325453.699040:0:214146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a09826fe. 00000100:00000200:3.0:1767325453.699046:0:214146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023d54c03 x1853174993391104/t0(0) o900->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:29/10 lens 264/248 e 0 to 0 dl 1767325469 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325453.699054:0:214146:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023d54c03 x1853174993391104/t0(0) o900->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:29/10 lens 264/248 e 0 to 0 dl 1767325469 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325453.699070:0:214146:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000069f44861. 02000000:00000010:3.0:1767325453.699076:0:214146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a1eae3b4. 02000000:00000010:3.0:1767325453.699079:0:214146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000386aaea6. 00000100:00000010:3.0:1767325453.699081:0:214146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023d54c03. 80000000:00000010:3.0:1767325453.699087:0:214146:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000003235417c. 00000020:00000010:3.0:1767325453.699095:0:214146:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000d6f2fb4f. 00000100:00000010:3.0:1767325453.699099:0:214146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023d54c03. 02000000:00000010:3.0:1767325453.699104:0:214146:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000386aaea6. 00000100:00000010:3.0:1767325453.699112:0:214146:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069f44861. 02000000:00000010:3.0:1767325453.699196:0:214146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 000000009413ad3f. 00000400:00000010:3.0:1767325453.699201:0:214146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d73064. 00000400:00000010:3.0:1767325453.699206:0:214146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at 0000000048429431. 00000100:00000200:3.0:1767325453.699209:0:214146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1853174993391232, portal 10 00000400:00000010:3.0:1767325453.699213:0:214146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a09826fe. 00000100:00000200:3.0:1767325453.699215:0:214146:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1853174993391232, offset 0 00000400:00000200:3.0:1767325453.699225:0:214146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325453.699231:0:214146:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325453.699234:0:214146:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325453.699237:0:214146:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325453.699239:0:214146:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325453.699242:0:214146:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325453.699244:0:214146:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [33:33:256:4294967295] 192.168.203.107@tcp LPNI seq info [33:33:8:4294967295] 00000400:00000200:3.0:1767325453.699331:0:214146:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325453.699337:0:214146:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325453.699344:0:214146:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096734733. 00000800:00000200:3.0:1767325453.699349:0:214146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767325453.699361:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325453.699370:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 416 into portal 4 MB=0x69573ed300d80 00000400:00000200:1.0:1767325453.699375:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.107@tcp of length 416/416 into md 0x1ed [1] + 0 00000400:00000200:1.0:1767325453.699383:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325453.699386:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:1.0:1767325453.699391:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abf35ff8 x1853174993390976/t0(0) o8->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 520/544 e 0 to 0 dl 1767325463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325453.699406:0:214146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325453.699410:0:214146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000096734733 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:1.0:1767325453.699469:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325453.699472:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096734733. 00000400:00000200:1.0:1767325453.699477:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325453.699483:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325453.699487:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a09826fe 00000400:00000010:1.0:1767325453.699489:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a09826fe. 00000100:00000200:1.0:1767325453.699495:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023d54c03 x1853174993391232/t0(0) o33->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767325469 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000200:1.0:1767325453.706403:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325453.706424:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 464 into portal 10 MB=0x69573ed300e80 00000400:00000200:1.0:1767325453.706432:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 464/464 into md 0x1fd [32] + 224 00000400:00000200:1.0:1767325453.706446:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325453.706451:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:1.0:1767325453.706462:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023d54c03 x1853174993391232/t0(0) o33->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767325469 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000010:3.0:1767325453.706627:0:214146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019d73064. 00000400:00000200:3.0:1767325453.706633:0:214146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048429431 00000400:00000010:3.0:1767325453.706636:0:214146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at 0000000048429431. 00000100:00000200:3.0:1767325453.706643:0:214146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023d54c03 x1853174993391232/t0(0) o33->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767325469 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767325453.706652:0:214146:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023d54c03 x1853174993391232/t0(0) o33->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767325469 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000010:3.0:1767325453.706684:0:214146:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000069f44861. 00000002:00000200:3.0:1767325453.706692:0:214146:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000080:00000010:3.0:1767325453.706696:0:214146:0:(llite_lib.c:749:client_common_fill_super()) kfreed 'op_data': 384 at 00000000b5df76ae. 00000020:00000010:3.0:1767325453.706730:0:214146:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at 00000000aa39df72. 00000020:00000010:3.0:1767325453.706737:0:214146:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5df76ae. 00000020:00000010:3.0:1767325453.706742:0:214146:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a1eae3b4. 00000020:00000010:3.0:1767325453.706745:0:214146:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000002e95e07d. 00000008:00000010:3.0:1767325453.706774:0:214146:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000b269ddcb. 00020000:00000010:3.0:1767325453.706782:0:214146:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000ead8e3eb. 00008000:00000010:3.0:1767325453.706796:0:214146:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000076beec1d. 00000080:00000010:3.0:1767325453.706811:0:214146:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000003e1813. 00000080:00000010:3.0:1767325453.706826:0:214146:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000492a7915. 00000020:00000010:3.0:1767325453.706832:0:214146:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f284200. 00000008:00000010:3.0:1767325453.706837:0:214146:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000001ad9efec. 00020000:00000010:3.0:1767325453.706841:0:214146:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000096dfca95. 00008000:00000010:3.0:1767325453.706844:0:214146:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000956845c1. 00000080:00000010:3.0:1767325453.706849:0:214146:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000044cc6601. 00000080:00000010:3.0:1767325453.706860:0:214146:0:(vvp_dev.c:175:vvp_device_alloc()) kmalloced '(vdv)': 72 at 00000000236d2adf. 00000080:00000010:3.0:1767325453.706866:0:214146:0:(vvp_dev.c:183:vvp_device_alloc()) kmalloced '(site)': 528 at 0000000048429431. 00000020:00000010:3.0:1767325453.706904:0:214146:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 0000000083208f5d. 00000020:00000010:3.0:1767325453.706913:0:214146:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000001f32ad01. 00000020:00000010:3.0:1767325453.706917:0:214146:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 0000000069f44861. 00000008:00000010:3.0:1767325453.706926:0:214146:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000004081b505. 00020000:00000010:3.0:1767325453.706929:0:214146:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000009751061a. 00008000:00000010:3.0:1767325453.706932:0:214146:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000d27668c0. 00000080:00000010:3.0:1767325453.706934:0:214146:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000fe0de278. 00000080:00000010:3.0:1767325453.706936:0:214146:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000221b8d8a. 00000008:00000010:3.0:1767325453.706939:0:214146:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000b42ae7d0. 00020000:00000010:3.0:1767325453.706942:0:214146:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000a46ae0c1. 00008000:00000010:3.0:1767325453.706944:0:214146:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f4206227. 00000080:00000010:3.0:1767325453.706946:0:214146:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000059056f9f. 00000008:00000010:3.0:1767325453.706950:0:214146:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000f92aaaad. 00020000:00000010:3.0:1767325453.706952:0:214146:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000c7c7ef17. 00008000:00000010:3.0:1767325453.706954:0:214146:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000015b76fe4. 00000080:00000010:3.0:1767325453.706956:0:214146:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000052bf74f4. 00000080:00000010:3.0:1767325453.706958:0:214146:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000f632f931. 00000008:00000010:3.0:1767325453.706961:0:214146:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000741c002c. 00020000:00000010:3.0:1767325453.706963:0:214146:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000598d8250. 00008000:00000010:3.0:1767325453.706965:0:214146:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007da7d80e. 00000080:00000010:3.0:1767325453.706967:0:214146:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000001299fef6. 00000008:00000010:3.0:1767325453.706971:0:214146:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000004de34578. 00020000:00000010:3.0:1767325453.706973:0:214146:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000002a11d6e. 00008000:00000010:3.0:1767325453.706975:0:214146:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000000b091dc2. 00000080:00000010:3.0:1767325453.706978:0:214146:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000002c316c9. 00000080:00000010:3.0:1767325453.706980:0:214146:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000736c0e13. 00000008:00000010:3.0:1767325453.706983:0:214146:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000039a871fd. 00020000:00000010:3.0:1767325453.706985:0:214146:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c02e8378. 00008000:00000010:3.0:1767325453.706987:0:214146:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000ab848ac3. 00000080:00000010:3.0:1767325453.706989:0:214146:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000520a4e0d. 00000008:00000010:3.0:1767325453.706999:0:214146:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000004d683580. 00020000:00000010:3.0:1767325453.707002:0:214146:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000003a29cd72. 00008000:00000010:3.0:1767325453.707005:0:214146:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000003303c754. 00000080:00000010:3.0:1767325453.707008:0:214146:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000006c1691fb. 00000080:00000010:3.0:1767325453.707010:0:214146:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000ffcd07e3. 00000008:00000010:3.0:1767325453.707013:0:214146:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000df410940. 00020000:00000010:3.0:1767325453.707016:0:214146:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000a9dacec7. 00008000:00000010:3.0:1767325453.707018:0:214146:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000712ef5cc. 00000080:00000010:3.0:1767325453.707020:0:214146:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000476aa1a7. 00020000:00000010:3.0:1767325453.707027:0:214146:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 0000000000a3678b. 00020000:00000010:3.0:1767325453.707033:0:214146:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 000000007180498a. 00020000:00000010:3.0:1767325453.707036:0:214146:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 00000000f0e62418. 00000080:00000010:3.0:1767325453.707074:0:214146:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at 0000000098c39a19. 02000000:00000010:3.0:1767325453.707098:0:214146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 000000009413ad3f. 02000000:00000010:3.0:1767325453.707122:0:214146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000386aaea6. 00000100:00000010:3.0:1767325453.707127:0:214146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023d54c03. 00000080:00000010:3.0:1767325453.707136:0:214146:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at 00000000039e6577. 00000080:00000010:3.0:1767325453.707170:0:214146:0:(llite_lib.c:838:client_common_fill_super()) kfreed 'data': 192 at 00000000416ece0e. 00000080:00000010:3.0:1767325453.707175:0:214146:0:(llite_lib.c:839:client_common_fill_super()) kfreed 'osfs': 144 at 00000000d4290157. 00000080:00000010:3.0:1767325453.707200:0:214146:0:(llite_lib.c:1517:ll_fill_super()) kfreed 'md': 33 at 00000000f02f196b. 00000080:00000010:3.0:1767325453.707204:0:214146:0:(llite_lib.c:1519:ll_fill_super()) kfreed 'dt': 33 at 000000004b5cd778. 00000080:00000010:3.0:1767325453.707208:0:214146:0:(llite_lib.c:1527:ll_fill_super()) kfreed 'cfg': 88 at 00000000b6bd77d7. 00000080:02000400:3.0:1767325453.707210:0:214146:0:(llite_lib.c:1533:ll_fill_super()) Mounted lustre-client 00000020:00000001:3.0:1767325454.330340:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325454.330350:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325454.330356:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767325454.714240:0:214155:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767325454.714249:0:214155:0:(mgc_request.c:120:config_log_put()) Process leaving 00000080:00000001:1.0:1767325454.934123:0:214191:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325455.060943:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325455.060948:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b90c43. 00000400:00000200:0.0:1767325455.060952:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325455.060957:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325455.060962:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014753050 00000400:00000010:0.0:1767325455.060964:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014753050. 00000100:00000001:0.0:1767325455.060968:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325455.060972:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000574a5a79 x1853174993391360/t0(0) o101->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767325471 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767325455.060982:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325455.060985:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000574a5a79 x1853174993391360/t0(0) o101->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767325471 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767325455.060992:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325455.061007:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325455.062710:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325455.062726:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325455.062729:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325455.062732:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325455.062739:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325455.062761:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 688 into portal 10 MB=0x69573ed300f00 00000400:00000200:1.0:1767325455.062768:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 688/688 into md 0x205 [1] + 224 00000800:00000001:1.0:1767325455.062774:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325455.062781:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325455.062783:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325455.062787:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325455.062791:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325455.062796:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000574a5a79 x1853174993391360/t0(0) o101->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767325471 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000040:1.0:1767325455.062805:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@00000000574a5a79 x1853174993391360/t0(0) o101->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767325471 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767325455.062823:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325455.062829:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325455.062832:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767325455.064522:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325455.064534:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000524bc938. 00000400:00000200:1.0:1767325455.064538:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325455.064543:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325455.064546:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e884a0 00000400:00000010:1.0:1767325455.064547:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6e884a0. 00000100:00000001:1.0:1767325455.064551:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325455.064553:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000574a5a79 x1853174993391488/t0(0) o41->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325471 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325455.064561:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325455.064563:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000574a5a79 x1853174993391488/t0(0) o41->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325471 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325455.064567:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325455.064568:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325455.065509:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325455.065515:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325455.065517:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325455.065518:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325455.065523:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325455.065531:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 368 into portal 10 MB=0x69573ed300f80 00000400:00000200:0.0:1767325455.065536:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 368/368 into md 0x20d [1] + 224 00000800:00000001:0.0:1767325455.065540:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325455.065557:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325455.065559:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325455.065563:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325455.065566:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325455.065570:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000574a5a79 x1853174993391488/t0(0) o41->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325471 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325455.065578:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000574a5a79 x1853174993391488/t0(0) o41->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325471 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325455.065592:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325455.065598:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325455.065600:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767325455.067849:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325455.067852:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f9e2ebb4. 00000400:00000200:1.0:1767325455.067855:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325455.067858:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325455.067860:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eef61f70 00000400:00000010:1.0:1767325455.067861:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eef61f70. 00000100:00000001:1.0:1767325455.067863:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325455.067865:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000574a5a79 x1853174993391616/t0(0) o13->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325471 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325455.067871:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325455.067873:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000574a5a79 x1853174993391616/t0(0) o13->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325471 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325455.067877:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325455.067878:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325455.069186:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325455.069193:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325455.069195:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325455.069197:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325455.069201:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325455.069206:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 368 into portal 4 MB=0x69573ed301000 00000400:00000200:1.0:1767325455.069214:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.107@tcp of length 368/368 into md 0x215 [1] + 224 00000800:00000001:1.0:1767325455.069218:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325455.069222:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325455.069223:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325455.069225:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325455.069228:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325455.069230:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000574a5a79 x1853174993391616/t0(0) o13->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325471 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325455.069235:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000574a5a79 x1853174993391616/t0(0) o13->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325471 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325455.069251:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325455.069255:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325455.069257:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1767325455.069741:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.069745:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.069747:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069761:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069762:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.069764:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.069767:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069768:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069772:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.069773:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.069776:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.069777:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.069779:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.069782:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.069783:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.069785:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.069786:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.069788:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069789:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069791:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.069793:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.069795:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069796:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069799:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.069800:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.069802:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.069803:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.069804:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.069806:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.069807:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.069808:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.069810:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.069812:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069813:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069819:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.069821:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.069823:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069825:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069829:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.069830:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.069832:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.069833:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.069835:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.069837:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.069838:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.069840:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.069840:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.069843:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069845:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069846:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.069847:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.069849:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069851:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069853:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.069854:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.069856:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.069857:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.069859:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.069861:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.069862:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.069863:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.069864:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.069866:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069867:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069869:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.069871:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.069876:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069877:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069881:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.069882:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.069884:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.069885:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.069887:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.069889:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.069890:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.069892:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.069892:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.069895:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069896:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069898:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.069899:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.069901:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069902:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069904:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.069905:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.069907:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.069908:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.069910:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.069911:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.069913:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.069914:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.069915:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.069917:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069919:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069920:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.069921:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.069923:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069924:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069927:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.069931:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.069933:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.069935:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.069936:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.069938:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.069939:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.069940:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.069941:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.069943:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069945:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069946:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.069948:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.069949:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069950:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069954:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.069954:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.069956:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.069957:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.069959:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.069960:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.069962:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.069963:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.069963:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.069966:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069967:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069969:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.069971:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.069972:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069974:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069977:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.069977:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.069979:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.069981:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.069985:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.069987:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.069989:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.069990:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.069991:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.069993:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069995:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.069996:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.069998:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070000:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070002:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070006:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070006:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070009:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070010:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070012:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070013:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070015:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070016:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070017:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070019:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070020:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070022:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070023:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070025:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070026:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070029:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070030:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070032:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070033:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070035:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070037:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070038:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070043:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070044:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070046:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070048:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070049:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070051:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070053:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070055:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070058:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070059:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070062:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070063:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070064:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070066:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070068:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070069:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070070:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070072:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070074:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070075:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070077:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070079:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070080:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070082:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070083:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070085:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070086:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070087:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070089:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070090:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070092:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070093:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070095:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070101:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070103:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070104:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070106:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070108:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070111:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070112:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070115:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070116:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070117:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070119:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070120:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070122:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070122:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070125:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070126:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070128:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070130:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070131:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070133:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070135:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070136:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070137:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070138:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070157:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070160:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070161:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070162:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070164:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070166:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070168:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070169:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070171:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070176:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070178:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070183:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070184:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070186:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070187:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070189:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070191:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070192:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070193:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070194:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070197:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070198:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070200:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070202:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070203:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070205:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070207:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070208:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070210:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070211:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070213:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070214:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070216:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070217:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070218:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070220:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070222:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070224:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070226:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070228:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070229:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070231:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070236:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070238:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070239:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070241:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070242:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070244:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070245:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070246:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070248:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070250:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070251:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070253:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070255:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070256:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070259:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070260:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070262:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070263:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070265:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070266:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070268:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070269:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070270:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070272:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070273:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070274:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070276:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070277:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070279:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070281:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070282:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070284:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070285:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070289:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070291:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070293:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070294:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070295:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070297:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070299:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070300:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070302:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070304:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070306:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070309:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070310:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070313:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070314:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070315:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070317:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070319:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070319:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070320:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070322:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070324:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070326:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070327:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070329:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070330:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070333:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070334:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070336:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070337:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070338:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070340:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070341:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070346:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070347:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070349:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070351:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070352:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070354:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070356:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070358:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070362:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070362:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070365:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070366:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070367:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070369:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070371:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070372:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070373:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070375:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070376:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070377:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070379:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070381:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070382:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070384:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070385:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070387:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070388:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070389:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070391:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070392:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070393:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070394:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070396:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070401:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070403:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070404:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070406:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070408:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070411:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070412:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070415:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070416:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070417:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070419:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070420:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070422:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070423:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070425:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070426:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070427:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070429:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070430:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070431:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070434:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070434:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070437:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070438:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070439:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070441:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070442:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070443:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070444:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070446:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070448:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070449:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070451:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070456:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070458:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070462:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070463:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070465:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070467:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070468:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070470:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070472:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070473:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070474:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070476:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070478:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070480:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070482:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070484:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070485:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070488:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070489:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070491:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070492:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070494:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070495:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070497:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070498:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070499:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070501:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070503:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070505:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070507:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070509:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070510:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070513:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070518:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070521:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070522:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070524:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070525:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070527:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070528:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070529:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070531:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070533:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070534:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070536:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070537:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070539:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070542:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070543:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070545:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070546:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070548:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070550:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070551:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070552:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070553:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070556:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070558:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070559:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070561:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070563:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070564:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070567:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070568:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070570:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070571:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070577:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070579:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070580:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070582:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070583:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070585:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070587:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070588:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070590:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070591:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070593:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070597:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070598:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070600:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070601:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070603:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070604:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070606:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070607:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070608:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070610:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070611:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070613:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070614:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070616:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070617:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070619:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070620:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070622:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070623:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070624:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070626:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070627:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070632:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070633:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070635:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070636:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070638:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070639:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070641:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070643:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070646:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070647:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070649:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070650:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070652:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070654:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070655:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070656:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070657:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070659:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070661:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070662:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070664:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070665:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070667:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070670:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070671:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070672:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070673:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070676:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070678:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070679:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070680:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070681:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070683:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070688:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070689:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070691:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070693:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070695:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070698:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070699:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070701:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070702:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070704:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070706:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070707:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070708:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070709:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070712:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070713:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070714:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070716:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070718:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070720:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070722:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070723:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070725:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070726:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070728:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070730:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070732:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070733:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070734:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070736:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070737:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070739:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070740:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070745:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070747:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070765:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070766:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070769:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070770:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070772:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070774:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070775:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070777:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070778:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070780:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070781:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070783:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070785:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070787:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070788:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070791:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070792:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070794:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070795:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070797:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070798:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070800:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070801:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070802:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070804:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070805:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070807:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070808:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070809:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070811:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070813:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070818:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070821:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070822:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070823:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070825:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070826:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070827:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070828:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070830:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070832:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070833:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070835:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070837:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070838:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070842:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070842:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070844:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070845:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070847:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070848:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070850:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070851:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070851:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070854:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070855:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070857:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070859:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070861:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070862:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070865:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070866:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070868:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070869:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070874:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070876:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070878:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070879:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070880:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070882:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070884:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070886:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070888:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070889:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070891:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070895:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070896:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070899:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070900:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070901:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070903:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070905:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070906:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070907:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070909:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070911:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070913:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070914:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070916:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070918:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070921:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070921:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070924:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070925:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070927:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070928:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070930:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070936:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070937:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070939:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070941:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070942:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070944:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070945:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070947:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070951:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070951:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070954:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070955:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070956:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070958:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070960:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070960:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070961:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070963:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070965:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070966:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070968:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070970:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070971:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070974:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.070975:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.070977:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.070977:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.070979:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.070980:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.070982:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.070983:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.070984:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.070986:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070990:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070992:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.070994:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.070996:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.070997:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071001:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.071002:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.071004:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.071005:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.071006:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.071008:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.071010:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.071011:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.071012:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.071014:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071016:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071017:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.071019:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.071021:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071022:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071025:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.071025:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.071028:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.071029:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.071030:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.071032:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.071033:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.071034:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.071035:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.071037:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071039:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071041:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.071042:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.071047:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071049:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071053:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.071054:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.071056:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.071057:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.071058:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.071060:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.071061:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.071063:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.071064:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.071066:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071067:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071069:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.071071:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.071072:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071074:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071076:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.071077:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.071079:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.071080:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.071082:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.071083:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.071085:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.071085:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.071086:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.071088:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071090:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071092:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.071093:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.071095:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071096:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071098:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.071103:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.071105:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.071106:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.071108:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.071110:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.071111:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.071112:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.071113:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.071115:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071117:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071118:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.071120:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.071121:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071123:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071126:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.071127:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.071129:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.071130:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.071132:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.071133:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.071134:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.071135:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.071136:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.071138:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071156:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071158:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.071160:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.071162:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071164:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071167:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.071168:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.071171:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.071173:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.071179:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.071181:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.071183:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.071184:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.071186:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.071188:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071190:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071192:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.071195:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.071197:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071198:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071202:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.071204:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.071207:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.071208:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.071210:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.071212:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.071214:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.071215:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.071216:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.071219:0:214211:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071221:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071223:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325455.071225:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.071227:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071228:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325455.071231:0:214211:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325455.071232:0:214211:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff997048d11988) cmd=c00866a4 arg=7ffc9bd1f6a0 00000080:00000001:2.0:1767325455.071234:0:214211:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325455.071235:0:214211:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325455.071236:0:214211:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000004f94368d. 00000020:00000001:2.0:1767325455.071238:0:214211:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.071240:0:214211:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325455.071244:0:214211:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325455.071245:0:214211:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=c00866a4 len=592 karg=ffff9970444b2000 uarg=0000000000000000 00020000:00000001:2.0:1767325455.071248:0:214211:0:(lov_obd.c:984:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1767325455.071249:0:214211:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1767325455.071251:0:214211:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1767325455.071252:0:214211:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000004f94368d. 00000080:00000001:2.0:1767325455.071254:0:214211:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1767325455.071256:0:214211:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1767325455.071265:0:214211:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:2.0:1767325455.071267:0:214211:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1767325455.071269:0:214211:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000affe3a81 00000080:00200008:2.0:1767325455.071271:0:214211:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](0000000066632ce6), flags 100000 00000080:00400000:2.0:1767325455.071274:0:214211:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1767325455.071277:0:214211:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at 000000007f93c145. 00000080:00000001:2.0:1767325455.071280:0:214211:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767325455.071282:0:214211:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000affe3a81 00000080:00000008:2.0:1767325455.071283:0:214211:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](0000000066632ce6), flags 100000, rc = 0 00000080:00000001:2.0:1767325455.071286:0:214211:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325455.071287:0:214211:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325455.354258:0:197084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325455.354264:0:197084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325455.354269:0:197084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325455.354271:0:197084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325455.354292:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325455.354296:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325455.354300:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325456.378213:0:197084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325456.378223:0:197084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325456.378231:0:197084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325456.378232:0:197084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325456.378296:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325456.378301:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325456.378304:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325457.402269:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325457.402277:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325457.402284:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325457.402285:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325457.402310:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325457.402315:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325457.402318:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325458.426273:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325458.426280:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325458.426287:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325458.426288:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325458.426367:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325458.426371:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325458.426374:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325458.810257:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305375265, at 4305375744 00000100:00000040:1.0:1767325458.810257:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305375265, at 4305375744 00000100:00000040:0.0:1767325458.810257:0:207070:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305375265, at 4305375744 00000100:00000040:2.0:1767325458.810258:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305375265, at 4305375744 00000100:00000010:2.0:1767325458.810278:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f18a32d. 00000100:00000010:3.0:1767325458.810279:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c534d36b. 00000100:00000010:1.0:1767325458.810282:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005c4e2213. 00000100:00000010:0.0:1767325458.810285:0:207070:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4cde398. 00000100:00000040:0.0:1767325458.810312:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325458.810317:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325458.810324:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ed2912f. 00000020:00000040:0.0:1767325458.810328:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325458.810332:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325458.810336:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325458.810341:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325458.810348:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000017d53a65. 00000100:00000001:0.0:1767325458.810354:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325458.810364:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000009ed2912f x1853174993391744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325458.810381:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325458.810383:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325458.810388:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ed2912f] to pc [ptlrpcd_00_03+3] req@000000009ed2912f x1853174993391744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325458.810412:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325458.810414:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325458.810416:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325458.810419:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000020:00000040:0.0:1767325458.810421:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325458.810423:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325458.810424:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325458.810426:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325458.810429:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008746fd97. 00000100:00000001:0.0:1767325458.810432:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325458.810434:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000a1ef485d x1853174993391872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325458.810443:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325458.810443:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325458.810445:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325458.810450:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325458.810451:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_00+0] req@00000000a1ef485d x1853174993391872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325458.810454:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325458.810459:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325458.810459:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325458.810469:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ed2912f x1853174993391744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325458.810480:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325458.810482:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325458.810482:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325458.810484:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325458.810487:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325458.810491:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767325458.810491:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325458.810492:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767325458.810494:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325458.810496:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767325458.810497:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 02000000:00000001:2.0:1767325458.810498:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325458.810504:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993391872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767325458.810504:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00100000:2.0:1767325458.810505:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ed2912f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993391744:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325458.810511:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767325458.810515:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325458.810515:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325458.810518:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325458.810525:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767325458.810525:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767325458.810525:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d039d7c1. 00000100:00000001:3.0:1767325458.810529:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325458.810529:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325458.810535:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325458.810536:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325458.810536:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767325458.810541:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325458.810541:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000b9c126d9 x1853174993392000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767325458.810543:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000deb1a1f7. 02000000:00000001:3.0:1767325458.810547:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325458.810548:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325458.810557:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993391872:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325458.810557:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767325458.810558:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006bc8fec. 00000100:00000001:0.0:1767325458.810561:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325458.810566:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767325458.810566:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001a1d222. 00000100:00000040:0.0:1767325458.810567:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_01+1] req@00000000b9c126d9 x1853174993392000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325458.810570:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325458.810571:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325458.810575:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325458.810576:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993391744, portal 25 00000100:00000001:1.0:1767325458.810578:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325458.810579:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325458.810579:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325458.810580:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325458.810583:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250665984 : -112767458885632 : ffff997047abc000) 00000100:00000001:1.0:1767325458.810583:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325458.810585:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1767325458.810586:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004fde4031. 00000100:00000001:1.0:1767325458.810587:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325458.810591:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767325458.810592:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325458.810593:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ed2912f x1853174993391744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325458.810594:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767325458.810600:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993392000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767325458.810601:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a64ef72f. 00000400:00000010:3.0:1767325458.810602:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d73064. 00000100:00000001:2.0:1767325458.810604:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767325458.810608:0:193085:0:(genops.c:1229:class_import_get()) import 00000000d75df28b refcount=3 obd=lustre-OST0000-osc-ffff997043181000 00000400:00000010:3.0:1767325458.810611:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a77dda. 00000100:00000040:2.0:1767325458.810612:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325458.810616:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767325458.810618:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ac80c21. 00000100:00000200:3.0:1767325458.810619:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993391872, portal 10 02000000:00000001:0.0:1767325458.810620:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1767325458.810623:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993391744, offset 0 00000100:00000001:1.0:1767325458.810625:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325458.810626:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767325458.810626:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325458.810629:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325458.810630:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 00000400:00000200:2.0:1767325458.810634:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767325458.810635:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767325458.810635:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2fb3309. 02000000:00000001:1.0:1767325458.810639:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325458.810642:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325458.810643:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993391872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325458.810645:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325458.810650:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID req@00000000a64ef72f x1853174993392128/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325458.810659:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767325458.810659:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00100000:1.0:1767325458.810660:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993392000:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767325458.810669:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325458.810673:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325458.810673:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767325458.810676:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001897d440. 02000000:00000001:1.0:1767325458.810678:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325458.810678:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325458.810680:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325458.810682:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993391872, offset 0 02000000:00000001:1.0:1767325458.810682:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325458.810688:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767325458.810688:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a64ef72f] to pc [ptlrpcd_00_02+2] req@00000000a64ef72f x1853174993392128/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325458.810690:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000010:1.0:1767325458.810694:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004edd428f. 00000400:00000200:3.0:1767325458.810695:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325458.810699:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767325458.810700:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325458.810707:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bc951f5. 00000400:00000200:2.0:1767325458.810708:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:1.0:1767325458.810714:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8cda165. 00000400:00000200:2.0:1767325458.810715:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [37:37:256:4294967295] 192.168.203.107@tcp LPNI seq info [37:37:8:4294967295] 00000100:00000001:0.0:1767325458.810721:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325458.810722:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993392000, portal 10 00000100:00000001:1.0:1767325458.810739:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767325458.810740:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10713) 00000100:00000001:1.0:1767325458.810742:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000400:00000200:2.0:1767325458.810743:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325458.810754:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767325458.810754:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993392000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325458.810757:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:2.0:1767325458.810761:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee91c56. 00000400:00000200:3.0:1767325458.810766:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325458.810770:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767325458.810775:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:1.0:1767325458.810777:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325458.810781:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:1.0:1767325458.810783:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eeaa2651. 00000400:00000200:3.0:1767325458.810786:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1767325458.810788:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993392000, offset 0 00000800:00000200:2.0:1767325458.810790:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767325458.810794:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767325458.810799:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ee91c56 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325458.810799:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325458.810803:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [38:38:255:4294967295] 192.168.203.107@tcp LPNI seq info [38:38:7:4294967295] 00000400:00000200:3.0:1767325458.810813:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325458.810820:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325458.810820:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325458.810823:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767325458.810829:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b237f9b7. 00000100:00000001:2.0:1767325458.810829:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305380378 00000400:00000200:1.0:1767325458.810829:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325458.810835:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000010:2.0:1767325458.810838:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007ec5288. 00000800:00000200:3.0:1767325458.810839:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767325458.810841:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325458.810846:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767325458.810847:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:3.0:1767325458.810851:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767325458.810855:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305380378 00000400:00000200:1.0:1767325458.810857:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [39:39:254:4294967295] 192.168.203.107@tcp LPNI seq info [39:39:6:4294967295] 00000800:00000200:3.0:1767325458.810858:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b237f9b7 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767325458.810862:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000706116e7. 00000100:00000001:3.0:1767325458.810866:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325458.810869:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767325458.810874:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 2781458 usecs (2782 jiffies) 00000100:00000001:2.0:1767325458.810876:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305380378 00000400:00000200:1.0:1767325458.810880:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325458.810880:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325458.810881:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305378526 00000100:00000010:2.0:1767325458.810883:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f7ee2cd. 00000100:00000001:3.0:1767325458.810888:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305380378 00000800:00000010:0.0:1767325458.810888:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee91c56. 00000100:00000001:2.0:1767325458.810892:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767325458.810895:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325458.810896:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305378526 00000400:00000200:0.0:1767325458.810896:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325458.810898:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305380378 00000100:00000001:3.0:1767325458.810903:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305380378 00000800:00000010:1.0:1767325458.810904:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011945c34. 00000100:00000010:2.0:1767325458.810905:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abc8c3ab. 00000400:00000200:0.0:1767325458.810907:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325458.810910:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305378526 00000100:00000001:2.0:1767325458.810913:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767325458.810915:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ac80c21 00000100:00000001:3.0:1767325458.810917:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305380378 00000800:00000200:1.0:1767325458.810917:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325458.810919:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325458.810923:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305378526 00000400:00000010:0.0:1767325458.810924:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ac80c21. 00000100:00000001:2.0:1767325458.810925:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325458.810929:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325458.810930:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305380378 00000100:00000001:0.0:1767325458.810931:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325458.810932:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325458.810934:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011945c34 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325458.810936:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325458.810937:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325458.810937:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ed2912f x1853174993391744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325458.810943:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325458.810948:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325458.810948:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325458.810949:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325458.810952:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767325458.810955:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 253440 usecs (254 jiffies) 00000100:00000001:3.0:1767325458.810956:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325458.810957:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325458.810958:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325458.810961:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ed2912f x1853174993391744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325458.810962:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305375998 00000100:00000001:3.0:1767325458.810964:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325458.810968:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325458.810969:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305380378 00000100:00000001:2.0:1767325458.810973:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325458.810974:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325458.810975:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305375998 00000100:00000001:3.0:1767325458.810978:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325458.810980:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767325458.810981:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767325458.810981:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305380378 00000100:00000001:3.0:1767325458.810983:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325458.810986:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325458.810987:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325458.810988:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305375998 00000100:00000001:3.0:1767325458.810992:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325458.810992:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325458.810993:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305380378 00000100:00000001:2.0:1767325458.810996:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767325458.810996:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325458.810997:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305375998 00000800:00000010:0.0:1767325458.811002:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b237f9b7. 00000100:00000001:2.0:1767325458.811003:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325458.811003:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305380378 00000100:00000001:3.0:1767325458.811005:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325458.811006:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325458.811009:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325458.811009:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325458.811010:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325458.811016:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325458.811018:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325458.811021:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a64ef72f x1853174993392128/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325458.811021:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325458.811022:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325458.811022:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325458.811027:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325458.811030:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001897d440 00000400:00000010:0.0:1767325458.811034:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001897d440. 00000100:00000001:1.0:1767325458.811035:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325458.811039:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325458.811040:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325458.811041:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325458.811044:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325458.811045:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767325458.811046:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993391872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325458.811048:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767325458.811050:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325458.811052:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325458.811055:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325458.811057:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325458.811062:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325458.811062:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325458.811066:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993391872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325458.811069:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a64ef72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993392128:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325458.811079:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325458.811080:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325458.811083:0:211458:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767325458.811085:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325458.811088:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325458.811090:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325458.811094:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091e1f590. 02000000:00000001:2.0:1767325458.811096:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325458.811099:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a984ac9f. 00000400:00000010:2.0:1767325458.811103:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000415ef993. 00000100:00000200:2.0:1767325458.811106:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993392128, portal 4 00000100:00000001:2.0:1767325458.811108:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325458.811110:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250678528 : -112767458873088 : ffff997047abf100) 00000100:00000040:2.0:1767325458.811115:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a64ef72f x1853174993392128/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325458.811122:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325458.811124:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325458.811126:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ee2cc3. 00000100:00000200:2.0:1767325458.811128:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853174993392128, offset 0 00000800:00000200:0.0:1767325458.811158:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325458.811161:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011945c34. 00000400:00000200:2.0:1767325458.811164:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325458.811165:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325458.811170:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325458.811174:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325458.811178:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325458.811182:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325458.811185:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325458.811188:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325458.811192:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [40:40:255:4294967295] 192.168.203.107@tcp LPNI seq info [40:40:7:4294967295] 00000400:00000200:2.0:1767325458.811203:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:0.0:1767325458.811207:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eeaa2651 00000800:00000200:2.0:1767325458.811209:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325458.811210:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eeaa2651. 00000100:00000001:0.0:1767325458.811215:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:2.0:1767325458.811216:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ec7aa78. 00000100:00000200:0.0:1767325458.811218:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993392000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325458.811226:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325458.811228:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767325458.811233:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325458.811237:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006ec7aa78 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767325458.811237:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993392000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325458.811245:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325458.811247:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325458.811249:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767325458.811251:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: using a timeout of 2280 usecs (3 jiffies) 00000100:00000001:2.0:1767325458.811255:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305375748 00000100:00000001:2.0:1767325458.811257:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305380378 00000800:00000200:0.0:1767325458.811259:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325458.811260:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305375748 00000800:00000010:0.0:1767325458.811262:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ec7aa78. 00000100:00000001:2.0:1767325458.811265:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305380378 00000400:00000200:0.0:1767325458.811266:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325458.811271:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305375748 00000400:00000200:0.0:1767325458.811272:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325458.811275:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ee2cc3 00000100:00000001:2.0:1767325458.811278:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305380378 00000400:00000010:0.0:1767325458.811278:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ee2cc3. 00000100:00000001:0.0:1767325458.811281:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325458.811284:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305375748 00000100:00000200:0.0:1767325458.811284:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a64ef72f x1853174993392128/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325458.811290:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305380378 00000100:00000001:0.0:1767325458.811293:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325458.811297:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325458.811297:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a64ef72f x1853174993392128/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325458.811303:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325458.811306:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325458.811309:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325458.811309:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325458.811314:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325458.812951:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325458.812965:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325458.812969:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325458.813007:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325458.813017:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325458.813030:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed301080 00000400:00000200:1.0:1767325458.813038:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x21d [1] + 224 00000800:00000001:1.0:1767325458.813046:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325458.813051:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325458.813054:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325458.813058:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325458.813072:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325458.813077:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ed2912f x1853174993391744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325458.813087:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009ed2912f x1853174993391744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325458.813103:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325458.813110:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325458.813113:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325458.813115:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325458.813118:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325458.813123:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325458.813131:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed301180 00000100:00000001:2.0:1767325458.813132:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325458.813137:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x22d [1] + 224 00000100:00000001:2.0:1767325458.813157:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325458.813172:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767325458.813172:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767325458.813176:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767325458.813177:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767325458.813179:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006bc8fec. 00000400:00000200:1.0:1767325458.813181:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325458.813185:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001a1d222 00000400:00000200:1.0:1767325458.813188:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:2.0:1767325458.813189:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001a1d222. 00000100:00000001:2.0:1767325458.813195:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325458.813196:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325458.813202:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ed2912f x1853174993391744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325458.813203:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993392000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325458.813227:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993392000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325458.813234:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ed2912f x1853174993391744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325458.813246:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325458.813249:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325458.813251:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325458.813253:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325458.813255:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325458.813257:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325458.813258:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767325458.813259:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325458.813264:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767325458.813267:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=15 v=5 (5 0 0 0) 00000800:00000001:1.0:1767325458.813270:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767325458.813271:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=15 v=5 (1 0 0 0) 00000800:00000001:1.0:1767325458.813275:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325458.813277:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767325458.813280:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325458.813281:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325458.813283:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767325458.813286:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325458.813288:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325458.813289:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00010000:00000001:2.0:1767325458.813291:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767325458.813294:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767325458.813295:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767325458.813297:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767325458.813300:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed301100 00000400:00000010:3.0:1767325458.813301:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bc951f5. 00000100:00000040:2.0:1767325458.813305:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ed2912f x1853174993391744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325458.813307:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8cda165 00000400:00000010:3.0:1767325458.813311:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8cda165. 00000100:00000001:3.0:1767325458.813316:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325458.813320:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325458.813320:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x221 [1] + 224 00000100:00000200:3.0:1767325458.813324:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993392000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325458.813326:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325458.813330:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325458.813330:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767325458.813339:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ed2912f x1853174993391744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325458.813341:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325458.813344:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993392000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325458.813346:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325458.813356:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325458.813364:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325458.813370:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993391872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325458.813371:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767325458.813373:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ed2912f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993391744:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325458.813374:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325458.813378:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325458.813381:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325458.813384:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325458.813387:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325458.813390:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325458.813392:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993391872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325458.813399:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767325458.813401:0:211466:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d3de9a9c. 00000100:00000001:2.0:1767325458.813405:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1767325458.813410:0:211466:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d3f94c98 time=15 v=5 (5 0 0 0) 00000100:00000040:2.0:1767325458.813413:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ed2912f x1853174993391744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767325458.813414:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325458.813417:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325458.813420:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767325458.813424:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325458.813425:0:211466:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1767325458.813427:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325458.813430:0:211466:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000800:00000001:1.0:1767325458.813431:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325458.813432:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1767325458.813437:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767325458.813438:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000deb1a1f7. 00000800:00000001:1.0:1767325458.813440:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325458.813443:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1767325458.813445:0:211466:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffff997043181000 of lustre-MDT0001_UUID@192.168.203.107@tcp abruptly disconnected: reconnecting 00000020:00000001:2.0:1767325458.813447:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767325458.813450:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767325458.813451:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00080000:3.0:1767325458.813453:0:211466:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000400:00000200:1.0:1767325458.813453:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767325458.813454:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767325458.813458:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:0.0:1767325458.813460:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1767325458.813463:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000017d53a65. 00000100:02000400:3.0:1767325458.813464:0:211466:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff997043181000: Connection to lustre-MDT0001 (at 192.168.203.107@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000400:00000001:0.0:1767325458.813464:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325458.813469:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019d73064. 00000400:00000200:1.0:1767325458.813470:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 4 MB=0x69573ed301200 02000000:00000001:2.0:1767325458.813471:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325458.813476:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767325458.813476:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a77dda 00000100:00000010:2.0:1767325458.813480:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ed2912f. 00000400:00000010:0.0:1767325458.813480:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a77dda. 00000100:00000001:0.0:1767325458.813483:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325458.813486:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767325458.813488:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.107@tcp of length 224/224 into md 0x235 [1] + 224 00000100:00000001:2.0:1767325458.813490:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325458.813490:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993391872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325458.813495:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325458.813498:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325458.813505:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767325458.813506:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993391872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325458.813507:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325458.813509:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325458.813513:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325458.813514:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325458.813517:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325458.813521:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325458.813521:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325458.813523:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325458.813527:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767325458.813530:0:211459:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767325458.813535:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767325458.813536:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a64ef72f x1853174993392128/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325458.813536:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325458.813539:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325458.813542:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325458.813548:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=5 v=5 (5 0 0 0) 00000100:00000040:1.0:1767325458.813552:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a64ef72f x1853174993392128/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325458.813554:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325458.813560:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325458.813564:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325458.813568:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325458.813573:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325458.813576:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767325458.813577:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767325458.813578:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325458.813582:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:1.0:1767325458.813583:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325458.813584:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325458.813589:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325458.813591:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993391872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325458.813600:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325458.813603:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325458.813604:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325458.813605:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325458.813608:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767325458.813611:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993391872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767325458.813613:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325458.813616:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325458.813620:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a984ac9f. 00000400:00000200:2.0:1767325458.813625:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000415ef993 00000100:00100000:0.0:1767325458.813627:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993391872:192.168.203.107@tcp:400: 00000400:00000010:2.0:1767325458.813629:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000415ef993. 00000100:00000001:0.0:1767325458.813633:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325458.813634:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325458.813635:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325458.813640:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993391872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325458.813643:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a64ef72f x1853174993392128/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325458.813651:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325458.813654:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325458.813656:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004fde4031. 02000000:00000001:0.0:1767325458.813660:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325458.813662:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1767325458.813663:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a64ef72f x1853174993392128/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767325458.813663:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767325458.813667:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767325458.813672:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767325458.813673:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008746fd97. 02000000:00000001:0.0:1767325458.813676:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325458.813676:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325458.813677:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00000100:00000001:0.0:1767325458.813679:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325458.813682:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325458.813683:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325458.813684:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325458.813689:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767325458.813691:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767325458.813692:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325458.813694:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325458.813695:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325458.813698:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325458.813700:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325458.813702:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325458.813703:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325458.813708:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005beb4b0 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325458.813713:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c907fec7 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325458.813716:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325458.813717:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325458.813718:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325458.813733:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a64ef72f x1853174993392128/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325458.813741:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325458.813743:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325458.813745:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325458.813746:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325458.813747:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325458.813750:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a64ef72f x1853174993392128/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325458.813756:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325458.813757:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325458.813759:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325458.813761:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a64ef72f x1853174993392128/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325458.813768:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a64ef72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993392128:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325458.813772:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325458.813774:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325458.813776:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a64ef72f x1853174993392128/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325458.813781:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325458.813782:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325458.813790:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091e1f590. 02000000:00000001:2.0:1767325458.813793:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325458.813794:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325458.813796:0:211468:0:(genops.c:1242:class_import_put()) import 00000000d75df28b refcount=2 obd=lustre-OST0000-osc-ffff997043181000 00000020:00000001:2.0:1767325458.813798:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325458.813799:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c2fb3309. 02000000:00000001:2.0:1767325458.813802:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325458.813803:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325458.813805:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a64ef72f. 00000100:00000001:2.0:1767325458.813808:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325458.813809:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325458.813811:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325458.813815:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325458.813816:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325458.813817:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325458.813819:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325458.818806:0:211466:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767325458.818817:0:211466:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767325458.818834:0:211466:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325458.818838:0:211466:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767325458.818841:0:211466:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767325458.818844:0:211466:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767325458.818849:0:211466:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767325458.818856:0:211466:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: connect to NID 192.168.203.107@tcp last attempt 10692 00000400:00000200:3.0:1767325458.818868:0:211466:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.107@tcp is discovered: rc = 1 00000100:00000040:3.0:1767325458.818873:0:211466:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 00000100:00000001:3.0:1767325458.818877:0:211466:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767325458.818880:0:211466:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00000100:00000001:3.0:1767325458.818883:0:211466:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000020:00000001:3.0:1767325458.818887:0:211466:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767325458.818889:0:211466:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d9d3 00000020:00000001:3.0:1767325458.818892:0:211466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325458.818895:0:211466:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009cdc169b refcount=5 00000020:00000001:3.0:1767325458.818898:0:211466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000020:00000001:3.0:1767325458.818900:0:211466:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000100:00000040:3.0:1767325458.818904:0:211466:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 00000100:00000001:3.0:1767325458.818906:0:211466:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767325458.818907:0:211466:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00000100:00000001:3.0:1767325458.818909:0:211466:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000020:00000040:3.0:1767325458.818912:0:211466:0:(genops.c:898:class_export_put()) PUTting export 000000009cdc169b : new refcount 4 00000100:00080000:3.0:1767325458.818915:0:211466:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: import 0000000054198135 using connection 192.168.203.107@tcp/192.168.203.107@tcp 00000100:00000001:3.0:1767325458.818917:0:211466:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325458.818920:0:211466:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767325458.818927:0:211466:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325458.818930:0:211466:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325458.818932:0:211466:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1767325458.818936:0:211466:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1767325458.818939:0:211466:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325458.818941:0:211466:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325458.818954:0:211466:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023d54c03. 00000020:00000040:3.0:1767325458.818957:0:211466:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=5 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:3.0:1767325458.818961:0:211466:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767325458.818962:0:211466:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325458.818966:0:211466:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325458.818969:0:211466:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325458.818973:0:211466:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325458.818981:0:211466:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000001adaaf63. 00000100:00000001:3.0:1767325458.818988:0:211466:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325458.818995:0:211466:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d54c03 x1853174993392256/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325458.819006:0:211466:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325458.819008:0:211466:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325458.819013:0:211466:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023d54c03] to pc [ptlrpcd_rcv+-1] req@0000000023d54c03 x1853174993392256/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325458.819035:0:211466:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325458.819038:0:211466:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1767325458.819040:0:211466:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1767325458.819046:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993392000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325458.819054:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1767325458.819057:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325458.819060:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325458.819063:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993392000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325458.819065:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767325458.819073:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993392000:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325458.819074:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325458.819077:0:211464:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325458.819083:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325458.819085:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023d54c03 x1853174993392256/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325458.819088:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325458.819095:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993392000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325474 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325458.819101:0:211464:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325458.819104:0:211464:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325458.819109:0:211464:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325458.819112:0:211464:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325458.819117:0:211464:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325458.819124:0:211464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993392256:192.168.203.107@tcp:38: 00000100:00000001:3.0:1767325458.819127:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767325458.819132:0:211464:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325458.819133:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325458.819137:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004edd428f. 02000000:00000001:2.0:1767325458.819138:0:211464:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325458.819160:0:211464:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325458.819163:0:211464:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325458.819168:0:211464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004f94368d. 02000000:00000001:2.0:1767325458.819171:0:211464:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325458.819177:0:211464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a984ac9f. 02000000:00000001:3.0:1767325458.819178:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325458.819182:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325458.819184:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000400:00000010:2.0:1767325458.819184:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000415ef993. 00000020:00000001:3.0:1767325458.819190:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325458.819193:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d039d7c1. 00000100:00000200:2.0:1767325458.819194:0:211464:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993392256, portal 10 02000000:00000001:3.0:1767325458.819198:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325458.819200:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325458.819203:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000001:2.0:1767325458.819205:0:211464:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325458.819207:0:211464:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030080 : -112767441521536 : ffff997048b4b480) 00000100:00000001:3.0:1767325458.819209:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325458.819212:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325458.819213:0:211464:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023d54c03 x1853174993392256/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325458.819217:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325458.819225:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325458.819230:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325458.819230:0:211464:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325458.819234:0:211464:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325458.819235:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767325458.819237:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001a1d222. 00000100:00000001:3.0:1767325458.819239:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325458.819242:0:211464:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853174993392256, offset 0 00000400:00000200:2.0:1767325458.819248:0:211464:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325458.819259:0:211464:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325458.819265:0:211464:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325458.819269:0:211464:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325458.819272:0:211464:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325458.819275:0:211464:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325458.819277:0:211464:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [41:41:256:4294967295] 192.168.203.107@tcp LPNI seq info [41:41:8:4294967295] 00000400:00000200:2.0:1767325458.819286:0:211464:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325458.819290:0:211464:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325458.819294:0:211464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b90c43. 00000800:00000200:2.0:1767325458.819299:0:211464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767325458.819305:0:211464:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325458.819308:0:211464:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c1b90c43 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1767325458.819319:0:211464:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325458.819323:0:211464:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 211783 usecs (212 jiffies) 00000100:00000001:2.0:1767325458.819327:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305375965 00000100:00000001:2.0:1767325458.819330:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305380378 00000100:00000001:2.0:1767325458.819333:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305375965 00000100:00000001:2.0:1767325458.819336:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305380378 00000100:00000001:2.0:1767325458.819338:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305375965 00000100:00000001:2.0:1767325458.819340:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305380378 00000100:00000001:2.0:1767325458.819355:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305375965 00000100:00000001:2.0:1767325458.819357:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305380378 00000100:00000001:2.0:1767325458.819359:0:211464:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325458.819361:0:211464:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325458.819364:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325458.819365:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325458.819369:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325458.819370:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767325458.819372:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325458.819373:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325458.819381:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325458.819383:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325458.819426:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325458.819430:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b90c43. 00000400:00000200:1.0:1767325458.819439:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325458.819453:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325458.819459:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001a1d222 00000400:00000010:1.0:1767325458.819462:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001a1d222. 00000100:00000001:1.0:1767325458.819466:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325458.819470:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023d54c03 x1853174993392256/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325458.819478:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325458.819480:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023d54c03 x1853174993392256/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325458.819486:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325458.819487:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325458.823703:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325458.823738:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325458.823742:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325458.823745:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325458.823755:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325458.823770:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed301280 00000400:00000200:0.0:1767325458.823777:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x23d [1] + 0 00000800:00000001:0.0:1767325458.823786:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325458.823794:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325458.823797:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325458.823800:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325458.823805:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325458.823811:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023d54c03 x1853174993392256/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325458.823831:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@0000000023d54c03 x1853174993392256/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325458.823848:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325458.823855:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325458.823858:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325458.823891:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325458.823895:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325458.823901:0:211464:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325458.823903:0:211464:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325458.823906:0:211464:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a984ac9f. 00000400:00000200:2.0:1767325458.823910:0:211464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000415ef993 00000400:00000010:2.0:1767325458.823912:0:211464:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000415ef993. 00000100:00000001:2.0:1767325458.823914:0:211464:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325458.823919:0:211464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023d54c03 x1853174993392256/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325458.823928:0:211464:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023d54c03 x1853174993392256/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325458.823934:0:211464:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325458.823936:0:211464:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325458.823939:0:211464:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325458.823942:0:211464:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325458.823945:0:211464:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325458.823946:0:211464:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325458.823949:0:211464:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325458.823957:0:211464:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d3f94c98 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325458.823961:0:211464:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325458.823964:0:211464:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325458.823966:0:211464:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767325458.823979:0:211464:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767325458.823984:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023d54c03 x1853174993392256/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325468 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325458.823990:0:211464:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1767325458.823993:0:211464:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325458.823995:0:211464:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325458.823997:0:211464:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767325458.823999:0:211464:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1767325458.824003:0:211464:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767325458.824007:0:211464:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.107@tcp failed (-19) 00000100:00000001:2.0:1767325458.824018:0:211464:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767325458.824021:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023d54c03 x1853174993392256/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325468 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325458.824029:0:211464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993392256:192.168.203.107@tcp:38: 00000100:00000001:2.0:1767325458.824034:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325458.824036:0:211464:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325458.824038:0:211464:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023d54c03 x1853174993392256/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325468 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325458.824045:0:211464:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325458.824047:0:211464:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325458.824050:0:211464:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004f94368d. 02000000:00000001:2.0:1767325458.824053:0:211464:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325458.824054:0:211464:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325458.824056:0:211464:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325458.824058:0:211464:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325458.824060:0:211464:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000001adaaf63. 02000000:00000001:2.0:1767325458.824064:0:211464:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325458.824066:0:211464:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325458.824067:0:211464:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023d54c03. 00000100:00000001:2.0:1767325458.824070:0:211464:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325458.824076:0:211464:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325458.824078:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325458.824083:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325458.824085:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325458.824087:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325458.824088:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325459.450263:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325459.450272:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325459.450279:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325459.450281:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325459.450323:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325459.450328:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325459.450331:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325460.474250:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325460.474258:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325460.474265:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325460.474267:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325460.474325:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325460.474329:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325460.474332:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325461.498267:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325461.498276:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325461.498283:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325461.498285:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325461.498322:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325461.498327:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325461.498331:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325462.522232:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325462.522241:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325462.522243:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325462.522245:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325462.522249:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325462.522250:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325462.522252:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325462.522253:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325462.522256:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325462.522257:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325462.522317:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325462.522320:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325462.522323:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325463.546237:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325463.546246:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325463.546252:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325463.546253:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325463.546301:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325463.546306:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325463.546309:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325463.930260:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305380378, at 4305380864 00000100:00000040:2.0:1767325463.930260:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305380378, at 4305380864 00000100:00000040:1.0:1767325463.930265:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305380378, at 4305380864 00000100:00000040:0.0:1767325463.930270:0:207070:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305380378, at 4305380864 00000100:00000010:2.0:1767325463.930279:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f7ee2cd. 00000100:00000010:3.0:1767325463.930281:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abc8c3ab. 00000100:00000010:1.0:1767325463.930284:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000706116e7. 00000100:00000010:0.0:1767325463.930286:0:207070:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007ec5288. 00000100:00000040:0.0:1767325463.930306:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325463.930328:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325463.930333:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000020:00000040:0.0:1767325463.930337:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325463.930342:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325463.930346:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325463.930352:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325463.930361:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc002f00. 00000100:00000001:0.0:1767325463.930368:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325463.930380:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000a1ef485d x1853174993392384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325463.930393:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325463.930396:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325463.930402:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_03+3] req@00000000a1ef485d x1853174993392384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325463.930426:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325463.930428:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325463.930430:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325463.930433:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000456c8c17. 00000020:00000040:0.0:1767325463.930435:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325463.930437:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325463.930438:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325463.930440:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325463.930445:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2fb3309. 00000100:00000001:0.0:1767325463.930448:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325463.930449:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325463.930452:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000456c8c17 x1853174993392512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325463.930457:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325463.930459:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325463.930459:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325463.930464:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325463.930465:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325463.930465:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456c8c17] to pc [ptlrpcd_00_00+0] req@00000000456c8c17 x1853174993392512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325463.930467:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325463.930477:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993392384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325463.930491:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325463.930492:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325463.930493:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325463.930498:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325463.930499:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325463.930500:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325463.930504:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767325463.930506:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325463.930508:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1767325463.930508:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767325463.930511:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993392384:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767325463.930518:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000456c8c17 x1853174993392512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325463.930519:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1767325463.930519:0:193085:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1767325463.930524:0:193085:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:2.0:1767325463.930525:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1767325463.930529:0:193085:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767325463.930531:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767325463.930531:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325463.930537:0:193085:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:2.0:1767325463.930540:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325463.930542:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767325463.930544:0:193085:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: connect to NID 192.168.203.107@tcp last attempt 10708 02000000:00000001:3.0:1767325463.930547:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767325463.930547:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091e1f590. 02000000:00000001:3.0:1767325463.930551:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325463.930552:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325463.930557:0:193085:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.107@tcp is discovered: rc = 1 00000400:00000010:2.0:1767325463.930561:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a984ac9f. 02000000:00000001:3.0:1767325463.930566:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325463.930571:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000415ef993. 00000100:00001000:0.0:1767325463.930571:0:193085:0:(import.c:2128:obd_at_measure()) add 10 to 000000003e4035c4 time=20 v=5 (1 0 0 0) 00000100:00100000:3.0:1767325463.930572:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993392512:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325463.930581:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767325463.930582:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993392384, portal 25 00000100:00001000:0.0:1767325463.930582:0:193085:0:(import.c:2194:obd_at_measure()) AT 000000003e4035c4 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 02000000:00000001:3.0:1767325463.930585:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325463.930588:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767325463.930589:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767325463.930591:0:193085:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: tried all connections, increasing latency to 5s 00000100:00000001:2.0:1767325463.930592:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 02000000:00000001:3.0:1767325463.930593:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325463.930600:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004fde4031. 00000100:00000040:0.0:1767325463.930600:0:193085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 00000100:00000040:2.0:1767325463.930603:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993392384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325463.930606:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325463.930607:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325463.930607:0:193085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767325463.930612:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325463.930614:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a1eb714. 00000100:00000040:0.0:1767325463.930615:0:193085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00000100:00000001:0.0:1767325463.930622:0:193085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000400:00000010:3.0:1767325463.930623:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2bf7a3c. 00000100:00000001:2.0:1767325463.930624:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767325463.930628:0:193085:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1767325463.930630:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993392512, portal 10 00000020:00000040:0.0:1767325463.930632:0:193085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d9d3 00000100:00000040:2.0:1767325463.930633:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325463.930635:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767325463.930638:0:193085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767325463.930639:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250668672 : -112767458882944 : ffff997047abca80) 00000400:00000010:2.0:1767325463.930640:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000020:00000040:0.0:1767325463.930643:0:193085:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009cdc169b refcount=5 00000100:00000200:2.0:1767325463.930646:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993392384, offset 0 00000020:00000001:0.0:1767325463.930647:0:193085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000100:00000040:3.0:1767325463.930650:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000456c8c17 x1853174993392512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767325463.930652:0:193085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000100:00000040:0.0:1767325463.930658:0:193085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 00000400:00000200:2.0:1767325463.930663:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325463.930664:0:193085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767325463.930670:0:193085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00000100:00000001:3.0:1767325463.930672:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325463.930673:0:193085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000020:00000040:0.0:1767325463.930676:0:193085:0:(genops.c:898:class_export_put()) PUTting export 000000009cdc169b : new refcount 4 00000100:00000040:3.0:1767325463.930681:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325463.930681:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00080000:0.0:1767325463.930684:0:193085:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: import 0000000054198135 using connection 192.168.203.107@tcp/192.168.203.107@tcp 00000400:00000010:3.0:1767325463.930687:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3878697. 00000100:00000200:3.0:1767325463.930702:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993392512, offset 0 00000400:00000200:2.0:1767325463.930702:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325463.930702:0:193085:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325463.930709:0:193085:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1767325463.930713:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325463.930715:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767325463.930717:0:193085:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325463.930722:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325463.930728:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:0.0:1767325463.930728:0:193085:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325463.930734:0:193085:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:2.0:1767325463.930735:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [42:42:256:4294967295] 192.168.203.107@tcp LPNI seq info [42:42:8:4294967295] 00000008:00100000:0.0:1767325463.930740:0:193085:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1767325463.930744:0:193085:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325463.930747:0:193085:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325463.930752:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:0.0:1767325463.930753:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006df0bad6. 00000020:00000040:0.0:1767325463.930757:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:0.0:1767325463.930765:0:193085:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767325463.930767:0:193085:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325463.930768:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325463.930771:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325463.930773:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:2.0:1767325463.930774:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b6dbbf0. 02000000:00000001:0.0:1767325463.930777:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767325463.930778:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767325463.930781:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325463.930786:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000010:0.0:1767325463.930789:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c93d7279. 00000400:00000200:3.0:1767325463.930794:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:2.0:1767325463.930794:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325463.930796:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325463.930801:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767325463.930801:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b6dbbf0 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:0.0:1767325463.930806:0:193085:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006df0bad6 x1853174993392640/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767325463.930809:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325463.930817:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [43:43:255:4294967295] 192.168.203.107@tcp LPNI seq info [43:43:7:4294967295] 00000100:00000001:2.0:1767325463.930820:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325463.930826:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325463.930827:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305385498 00000100:00000001:0.0:1767325463.930828:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325463.930834:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f7ee2cd. 00000100:00000040:0.0:1767325463.930837:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006df0bad6] to pc [ptlrpcd_rcv+-1] req@000000006df0bad6 x1853174993392640/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325463.930839:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325463.930841:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767325463.930846:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305385498 00000100:00000010:2.0:1767325463.930851:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3cbe270. 00000800:00000200:3.0:1767325463.930853:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325463.930855:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767325463.930859:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305385498 00000100:00000010:2.0:1767325463.930862:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000652927cb. 00000100:00000001:2.0:1767325463.930865:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767325463.930868:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305385498 00000800:00000010:3.0:1767325463.930869:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce6b287f. 00000100:00000010:2.0:1767325463.930870:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f9a77da8. 00000100:00000001:0.0:1767325463.930871:0:193085:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325463.930873:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767325463.930875:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325463.930877:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325463.930882:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325463.930885:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000200:3.0:1767325463.930886:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325463.930887:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325463.930890:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000100:00000001:2.0:1767325463.930891:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767325463.930896:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000020:00000040:0.0:1767325463.930897:0:193085:0:(genops.c:1229:class_import_get()) import 00000000d75df28b refcount=3 obd=lustre-OST0000-osc-ffff997043181000 00000100:00000001:2.0:1767325463.930901:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767325463.930902:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ce6b287f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325463.930902:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767325463.930904:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767325463.930905:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325463.930909:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325463.930910:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325463.930911:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767325463.930911:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325463.930914:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325463.930917:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325463.930918:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 2528947 usecs (2529 jiffies) 02000000:00000010:0.0:1767325463.930919:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000836678fc. 00000100:00000001:2.0:1767325463.930925:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325463.930926:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305383393 00000100:00000001:0.0:1767325463.930926:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325463.930928:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325463.930931:0:211464:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325463.930932:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305385498 00000100:00000040:0.0:1767325463.930934:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID req@00000000b9c126d9 x1853174993392768/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767325463.930937:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006df0bad6 x1853174993392640/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325463.930945:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305383393 00000100:00000001:3.0:1767325463.930951:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305385498 00000100:00000001:3.0:1767325463.930956:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305383393 00000100:00000001:3.0:1767325463.930961:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305385498 00000100:00000001:2.0:1767325463.930965:0:211464:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325463.930966:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305383393 00000100:00000001:2.0:1767325463.930968:0:211464:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325463.930972:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305385498 02000000:00000001:2.0:1767325463.930974:0:211464:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325463.930974:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325463.930977:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325463.930978:0:211464:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325463.930979:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325463.930983:0:211464:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325463.930984:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_01+1] req@00000000b9c126d9 x1853174993392768/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325463.930985:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325463.930990:0:211464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993392640:192.168.203.107@tcp:38: 00000100:00000001:3.0:1767325463.930992:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325463.930998:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325463.931000:0:211464:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325463.931005:0:211464:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767325463.931006:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767325463.931008:0:211464:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325463.931009:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325463.931011:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325463.931013:0:211464:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325463.931015:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325463.931017:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10718) 00000100:00000001:3.0:1767325463.931018:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767325463.931018:0:211464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004f94368d. 00000100:00000001:3.0:1767325463.931022:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325463.931023:0:211464:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325463.931027:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000010:2.0:1767325463.931028:0:211464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006bc8fec. 00000100:00000001:3.0:1767325463.931030:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325463.931034:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767325463.931034:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000100:00000001:0.0:1767325463.931034:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325463.931038:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325463.931038:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325463.931040:0:211464:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993392640, portal 10 00000100:00000001:3.0:1767325463.931042:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325463.931045:0:211464:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325463.931046:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325463.931049:0:211464:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250670464 : -112767458881152 : ffff997047abd180) 00000100:00000001:3.0:1767325463.931050:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325463.931056:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993392768/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325463.931059:0:211464:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006df0bad6 x1853174993392640/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325463.931076:0:211464:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325463.931081:0:211464:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325463.931085:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba14329d. 00000100:00000200:2.0:1767325463.931089:0:211464:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853174993392640, offset 0 00000100:00000001:3.0:1767325463.931095:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325463.931099:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325463.931099:0:211464:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325463.931104:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325463.931107:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325463.931107:0:211464:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:3.0:1767325463.931112:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325463.931114:0:211464:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1767325463.931120:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993392768:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767325463.931120:0:211464:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325463.931125:0:211464:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325463.931128:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767325463.931131:0:211464:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:3.0:1767325463.931133:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767325463.931136:0:211464:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [44:44:254:4294967295] 192.168.203.107@tcp LPNI seq info [44:44:6:4294967295] 02000000:00000001:3.0:1767325463.931137:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325463.931162:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325463.931167:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090cea880. 00000400:00000200:2.0:1767325463.931170:0:211464:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:3.0:1767325463.931171:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325463.931176:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006445e22e. 00000800:00000200:2.0:1767325463.931182:0:211464:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325463.931183:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e792461. 00000800:00000010:2.0:1767325463.931186:0:211464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d8a82b. 00000100:00000200:3.0:1767325463.931188:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993392768, portal 4 00000100:00000001:3.0:1767325463.931192:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325463.931195:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000800:00000200:2.0:1767325463.931196:0:211464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767325463.931203:0:211464:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000020:00000010:3.0:1767325463.931206:0:211465:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000448bb43a. 00000800:00000200:2.0:1767325463.931206:0:211464:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1d8a82b type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1767325463.931213:0:211464:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325463.931217:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993392768/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325463.931218:0:211464:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 182407 usecs (183 jiffies) 00000100:00000001:2.0:1767325463.931223:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305381048 00000100:00000001:2.0:1767325463.931228:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305385498 00000100:00000001:3.0:1767325463.931232:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325463.931233:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305381048 00000100:00000040:3.0:1767325463.931238:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325463.931239:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305385498 00000400:00000010:3.0:1767325463.931243:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e87ef122. 00000100:00000001:2.0:1767325463.931244:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305381048 00000100:00000200:3.0:1767325463.931248:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853174993392768, offset 0 00000100:00000001:2.0:1767325463.931249:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305385498 00000100:00000001:2.0:1767325463.931253:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305381048 00000400:00000200:3.0:1767325463.931256:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325463.931258:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305385498 00000100:00000001:2.0:1767325463.931262:0:211464:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325463.931265:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325463.931266:0:211464:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325463.931271:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325463.931271:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325463.931275:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325463.931278:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325463.931282:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325463.931282:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325463.931285:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:3.0:1767325463.931287:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767325463.931289:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325463.931292:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325463.931294:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [45:45:253:4294967295] 192.168.203.107@tcp LPNI seq info [45:45:5:4294967295] 00000100:00000001:2.0:1767325463.931295:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325463.931296:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325463.931310:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325463.931316:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325463.931319:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b237f9b7. 00000800:00000200:3.0:1767325463.931323:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325463.931327:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325463.931329:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b237f9b7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325463.931332:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325463.931335:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: using a timeout of 2760 usecs (3 jiffies) 00000100:00000001:3.0:1767325463.931338:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305380868 00000100:00000001:3.0:1767325463.931341:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305385498 00000100:00000001:3.0:1767325463.931343:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305380868 00000100:00000001:3.0:1767325463.931346:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305385498 00000100:00000001:3.0:1767325463.931348:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305380868 00000100:00000001:3.0:1767325463.931350:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305385498 00000100:00000001:3.0:1767325463.931352:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305380868 00000100:00000001:3.0:1767325463.931354:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305385498 00000100:00000001:3.0:1767325463.931356:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325463.931358:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325463.931361:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325463.931363:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325463.931402:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325463.931406:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b6dbbf0. 00000400:00000200:1.0:1767325463.931410:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325463.931415:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325463.931418:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000400:00000010:1.0:1767325463.931420:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000100:00000001:1.0:1767325463.931423:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325463.931426:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993392384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325463.931433:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325463.931439:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993392384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325463.931443:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325463.931444:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325463.931452:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325463.931453:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce6b287f. 00000400:00000200:1.0:1767325463.931455:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325463.931457:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325463.931458:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3878697 00000400:00000010:1.0:1767325463.931459:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3878697. 00000100:00000001:1.0:1767325463.931461:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325463.931462:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000456c8c17 x1853174993392512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325463.931466:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325463.931467:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000456c8c17 x1853174993392512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325463.931471:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325463.931473:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325463.931479:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325463.931480:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d8a82b. 00000400:00000200:1.0:1767325463.931482:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325463.931485:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325463.931487:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba14329d 00000400:00000010:1.0:1767325463.931488:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba14329d. 00000100:00000001:1.0:1767325463.931490:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325463.931493:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006df0bad6 x1853174993392640/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325463.931499:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325463.931501:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006df0bad6 x1853174993392640/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325463.931507:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325463.931508:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325463.931571:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325463.931578:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b237f9b7. 00000400:00000200:1.0:1767325463.931581:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325463.931583:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325463.931585:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e87ef122 00000400:00000010:1.0:1767325463.931586:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e87ef122. 00000100:00000001:1.0:1767325463.931588:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325463.931590:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993392768/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325463.931595:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325463.931596:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993392768/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325463.931600:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325463.931600:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325463.933668:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325463.933680:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325463.933683:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325463.933685:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325463.933709:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325463.933721:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed301300 00000400:00000200:1.0:1767325463.933728:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x245 [1] + 224 00000800:00000001:1.0:1767325463.933736:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325463.933742:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325463.933744:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325463.933747:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325463.933752:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325463.933757:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993392384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325463.933767:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993392384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325463.933887:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325463.933890:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325463.933906:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325463.933914:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325463.933918:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325463.933928:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325463.933931:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325463.933935:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325463.933942:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed301380 00000400:00000200:1.0:1767325463.933947:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x249 [1] + 224 00000800:00000001:1.0:1767325463.933951:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325463.933955:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325463.933957:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325463.933959:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325463.933963:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325463.933966:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000456c8c17 x1853174993392512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325463.933975:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000456c8c17 x1853174993392512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325463.933990:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325463.933994:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325463.933999:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325463.934001:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325463.934002:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325463.934004:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325463.934009:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 4 MB=0x69573ed301480 00000400:00000200:1.0:1767325463.934012:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.107@tcp of length 224/224 into md 0x25d [1] + 224 00000800:00000001:1.0:1767325463.934015:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325463.934019:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325463.934020:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325463.934022:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325463.934025:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325463.934026:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767325463.934027:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993392768/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325463.934030:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767325463.934036:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993392768/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767325463.934038:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325463.934042:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325463.934044:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a1eb714. 00000400:00000200:3.0:1767325463.934050:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2bf7a3c 00000400:00000010:3.0:1767325463.934054:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2bf7a3c. 00000100:00000001:1.0:1767325463.934055:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325463.934059:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767325463.934061:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325463.934064:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325463.934066:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000456c8c17 x1853174993392512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325463.934089:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000456c8c17 x1853174993392512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767325463.934090:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325463.934093:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325463.934095:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a984ac9f. 00000400:00000200:2.0:1767325463.934100:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000415ef993 00000100:00000001:3.0:1767325463.934102:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325463.934104:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325463.934108:0:211465:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:2.0:1767325463.934109:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000415ef993. 02000000:00000001:3.0:1767325463.934113:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325463.934113:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325463.934117:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325463.934120:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325463.934121:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993392384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325463.934125:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325463.934134:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993392384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767325463.934135:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325463.934165:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325463.934171:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325463.934175:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325463.934176:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767325463.934180:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325463.934181:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325463.934185:0:211468:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767325463.934186:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325463.934188:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325463.934191:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325463.934192:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767325463.934194:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325463.934195:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 02000000:00000001:2.0:1767325463.934198:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325463.934200:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325463.934203:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325463.934205:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=20 v=5 (5 0 0 0) 00000100:00000040:3.0:1767325463.934210:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000456c8c17 x1853174993392512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767325463.934211:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325463.934218:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325463.934221:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325463.934224:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325463.934227:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767325463.934227:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325463.934232:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325463.934233:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325463.934237:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325463.934237:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993392384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325463.934245:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767325463.934246:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000456c8c17 x1853174993392512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325463.934248:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325463.934251:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325463.934256:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993392384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325463.934269:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993392512:192.168.203.107@tcp:400: 00000100:00100000:2.0:1767325463.934271:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993392384:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325463.934279:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325463.934280:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325463.934282:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325463.934284:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325463.934285:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993392384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325463.934291:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000456c8c17 x1853174993392512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325463.934307:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325463.934312:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325463.934316:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091e1f590. 00000100:00000001:3.0:1767325463.934319:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325463.934322:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767325463.934322:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1767325463.934326:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004fde4031. 00000020:00000001:2.0:1767325463.934326:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325463.934330:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 02000000:00000001:3.0:1767325463.934332:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325463.934334:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767325463.934335:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325463.934338:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 02000000:00000010:2.0:1767325463.934338:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc002f00. 00000020:00000001:3.0:1767325463.934342:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325463.934344:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c2fb3309. 02000000:00000001:2.0:1767325463.934348:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325463.934349:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325463.934352:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767325463.934352:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325463.934355:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00000100:00000010:3.0:1767325463.934356:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000456c8c17. 00000100:00000001:2.0:1767325463.934363:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325463.934364:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325463.934366:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325463.934367:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325463.934371:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325463.934371:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325463.934374:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325463.934376:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325463.934377:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:3.0:1767325463.934379:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767325463.934380:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767325463.934382:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767325463.934384:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767325463.934385:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006445e22e. 00000100:00000001:2.0:1767325463.934388:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325463.934390:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e792461 00000400:00000010:3.0:1767325463.934393:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e792461. 00000100:00000001:3.0:1767325463.934395:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325463.934399:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993392768/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325463.934406:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993392768/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325463.934413:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325463.934414:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325463.934415:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325463.934417:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325463.934418:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325463.934419:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325463.934421:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325463.934425:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005beb4b0 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325463.934428:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c907fec7 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325463.934435:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325463.934437:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325463.934438:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767325463.934442:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b9c126d9 x1853174993392768/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325463.934448:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325463.934450:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325463.934451:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325463.934453:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325463.934454:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325463.934457:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993392768/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325463.934463:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325463.934464:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325463.934466:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325463.934468:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993392768/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325463.934475:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993392768:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325463.934478:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325463.934480:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325463.934482:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993392768/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325463.934488:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325463.934489:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325463.934491:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090cea880. 02000000:00000001:3.0:1767325463.934493:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325463.934494:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325463.934496:0:211465:0:(genops.c:1242:class_import_put()) import 00000000d75df28b refcount=2 obd=lustre-OST0000-osc-ffff997043181000 00000020:00000001:3.0:1767325463.934497:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325463.934499:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000836678fc. 02000000:00000001:3.0:1767325463.934502:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325463.934507:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325463.934509:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000001:3.0:1767325463.934511:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325463.934512:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325463.934514:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325463.934517:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325463.934519:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325463.934520:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325463.934522:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325463.935658:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325463.935666:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325463.935668:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325463.935670:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325463.935677:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325463.935687:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed301400 00000400:00000200:0.0:1767325463.935733:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x255 [1] + 0 00000800:00000001:0.0:1767325463.935739:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325463.935746:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325463.935748:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325463.935751:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325463.935756:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325463.935759:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006df0bad6 x1853174993392640/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325463.935767:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000006df0bad6 x1853174993392640/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325463.935792:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325463.935799:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325463.935802:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325463.935854:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325463.935857:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325463.935861:0:211464:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325463.935863:0:211464:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325463.935864:0:211464:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006bc8fec. 00000400:00000200:2.0:1767325463.935868:0:211464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000400:00000010:2.0:1767325463.935869:0:211464:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00000001:2.0:1767325463.935871:0:211464:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325463.935875:0:211464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006df0bad6 x1853174993392640/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325463.935891:0:211464:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006df0bad6 x1853174993392640/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325463.935898:0:211464:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325463.935899:0:211464:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325463.935901:0:211464:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325463.935903:0:211464:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325463.935904:0:211464:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325463.935912:0:211464:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325463.935914:0:211464:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325463.935919:0:211464:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d3f94c98 time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325463.935921:0:211464:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=20 v=10 (10 0 0 0) 00000100:00000001:2.0:1767325463.935922:0:211464:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325463.935924:0:211464:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767325463.935926:0:211464:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767325463.935930:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006df0bad6 x1853174993392640/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325478 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325463.935937:0:211464:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1767325463.935939:0:211464:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325463.935940:0:211464:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325463.935943:0:211464:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767325463.935944:0:211464:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1767325463.935947:0:211464:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767325463.935952:0:211464:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.107@tcp failed (-19) 00000100:00000001:2.0:1767325463.935954:0:211464:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767325463.935957:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006df0bad6 x1853174993392640/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325478 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325463.935965:0:211464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993392640:192.168.203.107@tcp:38: 00000100:00000001:2.0:1767325463.935969:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325463.935970:0:211464:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325463.935973:0:211464:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006df0bad6 x1853174993392640/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325478 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325463.935980:0:211464:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325463.935981:0:211464:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325463.935983:0:211464:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004f94368d. 02000000:00000001:2.0:1767325463.935985:0:211464:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325463.935986:0:211464:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325463.935987:0:211464:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325463.935994:0:211464:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325463.935996:0:211464:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000c93d7279. 02000000:00000001:2.0:1767325463.935999:0:211464:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325463.936000:0:211464:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325463.936002:0:211464:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006df0bad6. 00000100:00000001:2.0:1767325463.936004:0:211464:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325463.936015:0:211464:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325463.936017:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325463.936021:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325463.936023:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325463.936025:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325463.936026:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325464.570235:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325464.570243:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325464.570249:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325464.570253:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325464.570255:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325464.570261:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325464.570264:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325464.570265:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325464.570269:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325464.570271:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325464.570273:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325464.570275:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325464.570460:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325464.570464:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325464.570466:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325465.594256:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325465.594265:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325465.594274:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325465.594275:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325465.594316:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325465.594320:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325465.594323:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325466.618777:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325466.618787:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325466.618794:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325466.618796:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325466.618915:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325466.618920:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325466.618924:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325467.642267:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325467.642277:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325467.642283:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325467.642285:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325467.642312:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325467.642317:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325467.642320:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325468.666281:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325468.666288:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325468.666313:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325468.666314:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325468.666394:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325468.666398:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325468.666402:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325469.050271:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305385498, at 4305385984 00000100:00000040:0.0:1767325469.050271:0:207070:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305385498, at 4305385984 00000100:00000040:2.0:1767325469.050273:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767325469.050279:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305385498, at 4305385984 00000100:00000001:2.0:1767325469.050292:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325469.050294:0:207070:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f7ee2cd. 00000100:00000010:1.0:1767325469.050298:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3cbe270. 00000100:00000010:3.0:1767325469.050301:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f9a77da8. 00000100:00000010:2.0:1767325469.050307:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000574a5a79. 00000020:00000040:2.0:1767325469.050314:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325469.050320:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325469.050325:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325469.050332:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325469.050343:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007750120a. 00000100:00000001:2.0:1767325469.050352:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325469.050365:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000574a5a79 x1853174993392896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325469.050377:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325469.050380:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325469.050388:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574a5a79] to pc [ptlrpcd_00_02+2] req@00000000574a5a79 x1853174993392896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325469.050422:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325469.050425:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325469.050429:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325469.050433:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae08152b. 00000020:00000040:2.0:1767325469.050436:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325469.050438:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325469.050440:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325469.050440:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325469.050444:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325469.050448:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009620fff6. 00000100:00000001:2.0:1767325469.050451:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325469.050455:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000ae08152b x1853174993393024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325469.050460:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325469.050464:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325469.050467:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325469.050470:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325469.050471:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000574a5a79 x1853174993392896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325469.050480:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325469.050483:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325469.050486:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767325469.050487:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae08152b] to pc [ptlrpcd_00_03+3] req@00000000ae08152b x1853174993393024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325469.050490:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325469.050495:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325469.050501:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000574a5a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993392896:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325469.050506:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325469.050506:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1767325469.050511:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767325469.050512:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325469.050516:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767325469.050518:0:193085:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:0.0:1767325469.050519:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325469.050524:0:193085:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000010:0.0:1767325469.050526:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000420251a5. 00000100:00080000:2.0:1767325469.050528:0:193085:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1767325469.050529:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325469.050536:0:193085:0:(import.c:484:import_select_connection()) Process entered 00000400:00000010:0.0:1767325469.050538:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e4d6fbd. 00000100:00080000:2.0:1767325469.050542:0:193085:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: connect to NID 192.168.203.107@tcp last attempt 10713 00000400:00000010:0.0:1767325469.050549:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cd6c941. 00000100:00000200:0.0:1767325469.050558:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993392896, portal 25 00000400:00000200:2.0:1767325469.050559:0:193085:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.107@tcp is discovered: rc = 1 00000100:00000001:0.0:1767325469.050561:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325469.050566:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531379328 : -112767178172288 : ffff997058671880) 00000100:00001000:2.0:1767325469.050568:0:193085:0:(import.c:2128:obd_at_measure()) add 15 to 000000003e4035c4 time=26 v=10 (10 0 0 0) 00000100:00001000:2.0:1767325469.050575:0:193085:0:(import.c:2194:obd_at_measure()) AT 000000003e4035c4 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00000040:0.0:1767325469.050575:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000574a5a79 x1853174993392896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767325469.050582:0:193085:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: tried all connections, increasing latency to 10s 00000100:00000040:2.0:1767325469.050591:0:193085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 00000100:00000001:0.0:1767325469.050591:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325469.050597:0:193085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767325469.050601:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767325469.050604:0:193085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00000400:00000010:0.0:1767325469.050607:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b20fe0. 00000100:00000001:2.0:1767325469.050609:0:193085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000100:00000200:0.0:1767325469.050611:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993392896, offset 0 00000020:00000001:2.0:1767325469.050614:0:193085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767325469.050617:0:193085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d9d3 00000400:00000200:0.0:1767325469.050622:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000020:00000001:2.0:1767325469.050623:0:193085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767325469.050627:0:193085:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009cdc169b refcount=5 00000020:00000001:2.0:1767325469.050631:0:193085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000020:00000001:2.0:1767325469.050634:0:193085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000400:00000200:0.0:1767325469.050637:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:2.0:1767325469.050640:0:193085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 00000100:00000001:2.0:1767325469.050644:0:193085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767325469.050645:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767325469.050649:0:193085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00000100:00000001:2.0:1767325469.050667:0:193085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000400:00000200:0.0:1767325469.050670:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000020:00000040:2.0:1767325469.050673:0:193085:0:(genops.c:898:class_export_put()) PUTting export 000000009cdc169b : new refcount 4 00000400:00000200:0.0:1767325469.050676:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325469.050678:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1767325469.050682:0:193085:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: import 0000000054198135 using connection 192.168.203.107@tcp/192.168.203.107@tcp 00000400:00000200:0.0:1767325469.050684:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325469.050688:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325469.050694:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325469.050699:0:193085:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325469.050701:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [46:46:256:4294967295] 192.168.203.107@tcp LPNI seq info [46:46:8:4294967295] 02000000:00000001:2.0:1767325469.050705:0:193085:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767325469.050712:0:193085:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325469.050712:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae08152b x1853174993393024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325469.050723:0:193085:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325469.050726:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325469.050730:0:193085:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1767325469.050740:0:193085:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000800:00000200:0.0:1767325469.050751:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000008:00000001:2.0:1767325469.050761:0:193085:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325469.050765:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:0.0:1767325469.050765:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e160b425. 00000100:00000001:2.0:1767325469.050768:0:193085:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325469.050775:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b6503de. 00000100:00000001:1.0:1767325469.050779:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767325469.050780:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000800:00000200:0.0:1767325469.050782:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:1.0:1767325469.050789:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325469.050791:0:193085:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767325469.050794:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325469.050795:0:193085:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325469.050798:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767325469.050807:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325469.050808:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325469.050809:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e160b425 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767325469.050818:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767325469.050823:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae08152b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993393024:192.168.203.107@tcp:400: 02000000:00000001:2.0:1767325469.050830:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325469.050830:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325469.050837:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767325469.050839:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000004f94368d. 00000100:00000001:0.0:1767325469.050839:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325469.050842:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325469.050848:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325469.050849:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325469.050856:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2386f91. 00000100:00000001:0.0:1767325469.050860:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305390618 00000100:00100000:2.0:1767325469.050863:0:193085:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008b6503de x1853174993393152/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767325469.050864:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325469.050870:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f49067b9. 00000400:00000010:1.0:1767325469.050875:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4a7c86. 00000100:00000001:0.0:1767325469.050880:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767325469.050888:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767325469.050889:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009eda70b2. 00000100:00000001:0.0:1767325469.050890:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305390618 00000100:00000001:2.0:1767325469.050899:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325469.050900:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001dd496f8. 00000100:00000200:1.0:1767325469.050903:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993393024, portal 10 00000100:00000001:1.0:1767325469.050909:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325469.050910:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767325469.050912:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b6503de] to pc [ptlrpcd_rcv+-1] req@000000008b6503de x1853174993393152/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325469.050917:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305390618 00000100:00000001:1.0:1767325469.050928:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531386496 : -112767178165120 : ffff997058673480) 00000100:00000001:0.0:1767325469.050931:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305385498 00000100:00000001:0.0:1767325469.050943:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305390618 00000100:00000001:2.0:1767325469.050945:0:193085:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325469.050945:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae08152b x1853174993393024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767325469.050950:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091671450. 00000100:00000040:2.0:1767325469.050960:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325469.050962:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767325469.050973:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325469.050987:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325469.050991:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767325469.050992:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325469.050997:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325469.051000:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc353709. 00000100:00000040:1.0:1767325469.051001:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325469.051003:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767325469.051014:0:193085:0:(genops.c:1229:class_import_get()) import 00000000d75df28b refcount=3 obd=lustre-OST0000-osc-ffff997043181000 00000400:00000010:1.0:1767325469.051015:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e54fbf9b. 00000100:00000001:0.0:1767325469.051021:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767325469.051026:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993393024, offset 0 00000100:00000001:2.0:1767325469.051027:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325469.051027:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767325469.051036:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325469.051040:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325469.051041:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325469.051045:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325469.051047:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325469.051050:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325469.051053:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1d8a82b. 00000100:00000001:0.0:1767325469.051056:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325469.051068:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325469.051068:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325469.051077:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767325469.051082:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID req@00000000fc353709 x1853174993393280/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767325469.051088:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325469.051098:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325469.051099:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325469.051108:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325469.051111:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767325469.051115:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767325469.051122:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc353709] to pc [ptlrpcd_00_00+0] req@00000000fc353709 x1853174993393280/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767325469.051123:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e160b425. 00000400:00000200:1.0:1767325469.051128:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [47:47:255:4294967295] 192.168.203.107@tcp LPNI seq info [47:47:7:4294967295] 00000100:00000001:3.0:1767325469.051131:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325469.051138:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325469.051197:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325469.051207:0:211464:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767325469.051207:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000040:3.0:1767325469.051218:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008b6503de x1853174993393152/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325469.051221:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325469.051231:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10723) 00000400:00000200:1.0:1767325469.051243:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767325469.051250:0:211464:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325469.051254:0:211464:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325469.051255:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b20fe0 02000000:00000001:3.0:1767325469.051260:0:211464:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767325469.051263:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325469.051264:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b20fe0. 00000100:00000001:2.0:1767325469.051265:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325469.051266:0:211464:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325469.051271:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325469.051277:0:211459:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767325469.051278:0:211464:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325469.051278:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:1.0:1767325469.051279:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fe8d38. 00000100:00000200:0.0:1767325469.051286:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000574a5a79 x1853174993392896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325469.051290:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fc353709 x1853174993393280/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325469.051291:0:211464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008b6503de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993393152:192.168.203.107@tcp:38: 00000800:00000200:1.0:1767325469.051305:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325469.051308:0:211464:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325469.051315:0:211464:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325469.051320:0:211464:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325469.051324:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767325469.051329:0:211464:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767325469.051331:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000040:0.0:1767325469.051336:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000574a5a79 x1853174993392896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325469.051343:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6fe8d38 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325469.051344:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767325469.051346:0:211464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001adaaf63. 00000100:00000001:2.0:1767325469.051349:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325469.051359:0:211464:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325469.051364:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325469.051364:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325469.051369:0:211464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006445e22e. 02000000:00000001:2.0:1767325469.051370:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325469.051382:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325469.051382:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 2318580 usecs (2319 jiffies) 00000100:00000001:0.0:1767325469.051383:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325469.051384:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e792461. 00000100:00000001:0.0:1767325469.051395:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325469.051397:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305388304 00000100:00000200:3.0:1767325469.051398:0:211464:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993393152, portal 10 00000100:00100000:2.0:1767325469.051403:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fc353709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993393280:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325469.051405:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305390618 00000100:00000001:3.0:1767325469.051407:0:211464:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767325469.051412:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325469.051414:0:211464:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531375744 : -112767178175872 : ffff997058670a80) 00000100:00000001:1.0:1767325469.051415:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305388304 00000100:00000001:2.0:1767325469.051416:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:0.0:1767325469.051417:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fe8d38. 02000000:00000001:2.0:1767325469.051424:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325469.051425:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305390618 00000400:00000200:0.0:1767325469.051427:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767325469.051432:0:211464:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008b6503de x1853174993393152/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325469.051432:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325469.051437:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305388304 02000000:00000001:2.0:1767325469.051439:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325469.051445:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305390618 00000400:00000200:0.0:1767325469.051445:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 02000000:00000010:2.0:1767325469.051449:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091e1f590. 00000100:00000001:1.0:1767325469.051460:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305388304 00000100:00000001:3.0:1767325469.051461:0:211464:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767325469.051461:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325469.051462:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e54fbf9b 00000400:00000010:0.0:1767325469.051466:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e54fbf9b. 00000100:00000040:3.0:1767325469.051470:0:211464:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325469.051470:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006bc8fec. 00000100:00000001:0.0:1767325469.051471:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325469.051479:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305390618 00000400:00000010:3.0:1767325469.051480:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2bf7a3c. 00000100:00000200:0.0:1767325469.051481:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae08152b x1853174993393024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325469.051483:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000100:00000001:1.0:1767325469.051488:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767325469.051490:0:211464:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853174993393152, offset 0 00000100:00000200:2.0:1767325469.051492:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993393280, portal 4 00000100:00000001:2.0:1767325469.051506:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325469.051507:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325469.051509:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325469.051510:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531382912 : -112767178168704 : ffff997058672680) 00000100:00000040:0.0:1767325469.051518:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae08152b x1853174993393024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325469.051519:0:211464:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325469.051521:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325469.051527:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fc353709 x1853174993393280/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325469.051530:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325469.051532:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325469.051536:0:211464:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325469.051537:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325469.051540:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325469.051549:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767325469.051552:0:211464:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325469.051558:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325469.051560:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325469.051564:0:211464:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325469.051565:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767325469.051567:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325469.051571:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325469.051573:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000415ef993. 00000400:00000200:3.0:1767325469.051575:0:211464:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325469.051578:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325469.051580:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853174993393280, offset 0 00000400:00000200:3.0:1767325469.051584:0:211464:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325469.051592:0:211464:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [48:48:255:4294967295] 192.168.203.107@tcp LPNI seq info [48:48:7:4294967295] 00000400:00000200:2.0:1767325469.051592:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325469.051610:0:211464:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325469.051616:0:211464:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325469.051622:0:211464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000e468a8. 00000400:00000200:2.0:1767325469.051626:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325469.051630:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325469.051631:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767325469.051634:0:211464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325469.051637:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325469.051640:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:3.0:1767325469.051646:0:211464:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767325469.051648:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325469.051661:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:3.0:1767325469.051664:0:211464:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000000e468a8 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1767325469.051665:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [49:49:255:4294967295] 192.168.203.107@tcp LPNI seq info [49:49:7:4294967295] 00000400:00000200:2.0:1767325469.051677:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767325469.051683:0:211464:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325469.051683:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325469.051688:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b6dbbf0. 00000100:00000040:3.0:1767325469.051689:0:211464:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 160393 usecs (161 jiffies) 00000100:00000001:3.0:1767325469.051695:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305386146 00000800:00000200:2.0:1767325469.051698:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325469.051700:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305390618 00000100:00000001:3.0:1767325469.051705:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305386146 00000800:00000200:2.0:1767325469.051709:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325469.051716:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305390618 00000800:00000200:2.0:1767325469.051716:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b6dbbf0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325469.051723:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305386146 00000100:00000001:2.0:1767325469.051724:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325469.051728:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305390618 00000800:00000200:1.0:1767325469.051730:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767325469.051731:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: using a timeout of 3136 usecs (4 jiffies) 00000100:00000001:3.0:1767325469.051734:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305386146 00000800:00000010:1.0:1767325469.051738:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000e468a8. 00000100:00000001:2.0:1767325469.051739:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305385989 00000100:00000001:3.0:1767325469.051740:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305390618 00000100:00000001:3.0:1767325469.051747:0:211464:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325469.051748:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305390618 00000400:00000200:1.0:1767325469.051748:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325469.051759:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305385989 00000100:00000001:3.0:1767325469.051760:0:211464:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325469.051766:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305390618 00000100:00000001:3.0:1767325469.051768:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325469.051768:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325469.051771:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305385989 00000100:00000001:3.0:1767325469.051780:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325469.051782:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305390618 00000400:00000200:1.0:1767325469.051783:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2bf7a3c 00000100:00000001:3.0:1767325469.051789:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325469.051792:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305385989 00000400:00000010:1.0:1767325469.051792:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2bf7a3c. 00000100:00000001:3.0:1767325469.051794:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767325469.051804:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325469.051804:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305390618 00000100:00000001:1.0:1767325469.051808:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767325469.051809:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325469.051821:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325469.051822:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325469.051830:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325469.051830:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008b6503de x1853174993393152/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325469.051831:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325469.051840:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325469.051848:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325469.051855:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325469.051858:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325469.051860:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325469.051862:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325469.051865:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325469.051867:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325469.051873:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008b6503de x1853174993393152/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325469.051874:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325469.051887:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325469.051889:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325469.051943:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325469.051945:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b6dbbf0. 00000400:00000200:1.0:1767325469.051948:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325469.051951:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325469.051954:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000415ef993 00000400:00000010:1.0:1767325469.051955:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000415ef993. 00000100:00000001:1.0:1767325469.051958:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325469.051967:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fc353709 x1853174993393280/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325469.051975:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325469.051977:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fc353709 x1853174993393280/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325469.051983:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325469.051985:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325469.054215:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325469.054228:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325469.054233:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325469.054235:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325469.054245:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325469.054257:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed301500 00000400:00000200:0.0:1767325469.054265:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x265 [1] + 224 00000800:00000001:0.0:1767325469.054282:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325469.054287:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325469.054289:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325469.054293:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325469.054297:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325469.054302:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000574a5a79 x1853174993392896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325469.054312:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000574a5a79 x1853174993392896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325469.054354:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325469.054357:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325469.054378:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325469.054386:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325469.054390:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325469.054393:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325469.054394:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325469.054398:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325469.054404:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 4 MB=0x69573ed301680 00000400:00000200:0.0:1767325469.054409:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.107@tcp of length 224/224 into md 0x27d [1] + 224 00000800:00000001:0.0:1767325469.054413:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325469.054415:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325469.054417:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325469.054419:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325469.054422:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325469.054426:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fc353709 x1853174993393280/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325469.054433:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fc353709 x1853174993393280/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325469.054447:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325469.054450:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325469.054452:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325469.054454:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325469.054456:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325469.054468:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325469.054475:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed301580 00000400:00000200:0.0:1767325469.054482:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x26d [1] + 224 00000100:00000001:2.0:1767325469.054483:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325469.054487:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767325469.054487:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767325469.054495:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325469.054498:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325469.054500:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006bc8fec. 00000400:00000200:2.0:1767325469.054505:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000400:00000010:2.0:1767325469.054507:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000800:00000001:0.0:1767325469.054510:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325469.054511:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767325469.054513:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767325469.054518:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fc353709 x1853174993393280/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325469.054520:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325469.054528:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325469.054534:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae08152b x1853174993393024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325469.054537:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fc353709 x1853174993393280/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325469.054558:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae08152b x1853174993393024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325469.054559:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325469.054562:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325469.054567:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325469.054571:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325469.054575:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325469.054577:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325469.054580:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325469.054588:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005beb4b0 time=16 v=5 (5 0 0 0) 00000100:00000001:0.0:1767325469.054591:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767325469.054593:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c907fec7 time=16 v=5 (1 0 0 0) 00000800:00000001:0.0:1767325469.054597:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325469.054598:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325469.054602:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325469.054603:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325469.054606:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325469.054613:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000fc353709 x1853174993393280/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325469.054613:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325469.054617:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325469.054622:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325469.054624:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325469.054625:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4a7c86. 00000400:00000200:1.0:1767325469.054628:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eda70b2 00000400:00000010:1.0:1767325469.054631:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009eda70b2. 00000100:00000001:1.0:1767325469.054635:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325469.054640:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae08152b x1853174993393024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325469.054642:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325469.054649:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1767325469.054651:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae08152b x1853174993393024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325469.054666:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325469.054672:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325469.054675:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325469.054676:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325469.054680:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325469.054683:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fc353709 x1853174993393280/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325469.054684:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325469.054687:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325469.054690:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325469.054693:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325469.054697:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325469.054698:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325469.054703:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1767325469.054705:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=16 v=5 (5 0 0 0) 00000100:00000001:2.0:1767325469.054706:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767325469.054708:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325469.054713:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767325469.054713:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc353709 x1853174993393280/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767325469.054714:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=16 v=5 (1 0 0 0) 00000400:00000010:3.0:1767325469.054716:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e4d6fbd. 00000100:00000001:1.0:1767325469.054720:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325469.054723:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325469.054724:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cd6c941 00010000:00000001:1.0:1767325469.054726:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767325469.054730:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cd6c941. 00010000:00000001:1.0:1767325469.054731:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325469.054738:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767325469.054738:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fc353709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993393280:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325469.054744:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:3.0:1767325469.054746:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000574a5a79 x1853174993392896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325469.054746:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325469.054747:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325469.054750:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325469.054753:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325469.054759:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fc353709 x1853174993393280/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325469.054761:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000574a5a79 x1853174993392896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325469.054762:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325469.054772:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae08152b x1853174993393024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325469.054791:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325469.054791:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325469.054794:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325469.054797:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325469.054798:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325469.054801:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767325469.054802:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091e1f590. 00000100:00000001:3.0:1767325469.054804:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325469.054808:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325469.054810:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767325469.054810:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767325469.054814:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767325469.054815:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325469.054817:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767325469.054819:0:211465:0:(genops.c:1242:class_import_put()) import 00000000d75df28b refcount=2 obd=lustre-OST0000-osc-ffff997043181000 02000000:00000001:3.0:1767325469.054820:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325469.054823:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae08152b x1853174993393024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767325469.054825:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1767325469.054826:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=26 v=5 (5 0 0 0) 02000000:00000010:2.0:1767325469.054830:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1d8a82b. 00000100:00001000:3.0:1767325469.054835:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=26 v=5 (1 0 0 0) 02000000:00000001:2.0:1767325469.054838:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325469.054843:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767325469.054844:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1767325469.054845:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae08152b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993393024:192.168.203.107@tcp:400: 00000100:00000010:2.0:1767325469.054846:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc353709. 00000100:00000001:3.0:1767325469.054847:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325469.054854:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325469.054855:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767325469.054856:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325469.054856:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325469.054860:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325469.054860:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325469.054861:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325469.054865:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae08152b x1853174993393024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325469.054869:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000574a5a79 x1853174993392896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325469.054874:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325469.054883:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325469.054883:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325469.054886:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767325469.054888:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325469.054889:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767325469.054889:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2386f91. 00000100:00000001:2.0:1767325469.054893:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325469.054895:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767325469.054895:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325469.054896:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325469.054900:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767325469.054900:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325469.054902:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767325469.054905:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767325469.054908:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000574a5a79 x1853174993392896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325469.054908:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009620fff6. 02000000:00000001:1.0:1767325469.054912:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325469.054915:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325469.054916:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae08152b. 00000100:00000001:1.0:1767325469.054921:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325469.054923:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325469.054926:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767325469.054928:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000574a5a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993392896:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325469.054931:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325469.054934:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325469.054936:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325469.054937:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325469.054939:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325469.054941:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325469.054946:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000574a5a79 x1853174993392896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325469.054952:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325469.054954:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325469.054956:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000420251a5. 02000000:00000001:3.0:1767325469.054960:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325469.054961:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325469.054971:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767325469.054979:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325469.054981:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007750120a. 02000000:00000001:3.0:1767325469.054984:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325469.054985:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325469.054986:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000574a5a79. 00000100:00000001:3.0:1767325469.054989:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325469.054990:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325469.054996:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325469.055000:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325469.055001:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325469.055003:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325469.055005:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325469.058723:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325469.058737:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325469.058741:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325469.058744:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325469.058752:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325469.058765:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed301600 00000400:00000200:0.0:1767325469.058772:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x275 [1] + 0 00000800:00000001:0.0:1767325469.058778:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325469.058785:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325469.058787:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325469.058791:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325469.058796:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325469.058801:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008b6503de x1853174993393152/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325469.058812:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000008b6503de x1853174993393152/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325469.058843:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325469.058850:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325469.058853:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325469.058880:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325469.058884:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325469.058890:0:211464:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325469.058892:0:211464:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325469.058895:0:211464:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006445e22e. 00000400:00000200:3.0:1767325469.058899:0:211464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e792461 00000400:00000010:3.0:1767325469.058901:0:211464:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e792461. 00000100:00000001:3.0:1767325469.058904:0:211464:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325469.058909:0:211464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008b6503de x1853174993393152/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325469.058918:0:211464:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008b6503de x1853174993393152/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325469.058925:0:211464:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325469.058926:0:211464:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325469.058929:0:211464:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325469.058932:0:211464:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325469.058933:0:211464:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325469.058935:0:211464:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325469.058938:0:211464:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325469.058944:0:211464:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d3f94c98 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325469.058948:0:211464:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=26 v=15 (15 0 0 0) 00000100:00000001:3.0:1767325469.058951:0:211464:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325469.058953:0:211464:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1767325469.058955:0:211464:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1767325469.058959:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008b6503de x1853174993393152/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325489 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325469.058974:0:211464:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1767325469.058977:0:211464:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325469.058978:0:211464:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325469.058986:0:211464:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1767325469.058989:0:211464:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1767325469.058992:0:211464:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767325469.058998:0:211464:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.107@tcp failed (-19) 00000100:00000001:3.0:1767325469.059000:0:211464:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1767325469.059003:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b6503de x1853174993393152/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325489 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325469.059011:0:211464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008b6503de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993393152:192.168.203.107@tcp:38: 00000100:00000001:3.0:1767325469.059015:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325469.059017:0:211464:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325469.059019:0:211464:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008b6503de x1853174993393152/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325489 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325469.059026:0:211464:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325469.059028:0:211464:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325469.059031:0:211464:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001adaaf63. 02000000:00000001:3.0:1767325469.059033:0:211464:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325469.059035:0:211464:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325469.059036:0:211464:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325469.059039:0:211464:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325469.059041:0:211464:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000004f94368d. 02000000:00000001:3.0:1767325469.059044:0:211464:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325469.059046:0:211464:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325469.059048:0:211464:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b6503de. 00000100:00000001:3.0:1767325469.059051:0:211464:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325469.059052:0:211464:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325469.059054:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325469.059059:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325469.059061:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325469.059063:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325469.059065:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325469.690262:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325469.690271:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325469.690278:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325469.690279:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325469.690320:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325469.690325:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325469.690358:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325470.714281:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325470.714291:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325470.714299:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325470.714300:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325470.714370:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325470.714375:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325470.714378:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767325470.842272:0:211462:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at 00000000f9bff22f. 00000400:00000010:2.0:1767325470.842293:0:211462:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at 00000000d017eca5. 00010000:00000001:2.0:1767325471.738252:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325471.738269:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325471.738276:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325471.738277:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325471.738314:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325471.738319:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325471.738323:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325472.762256:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325472.762266:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325472.762268:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325472.762270:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325472.762274:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325472.762276:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325472.762277:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325472.762279:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325472.762281:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325472.762282:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325472.762328:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325472.762332:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325472.762335:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325473.786326:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325473.786342:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325473.786349:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325473.786350:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325473.786390:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325473.786395:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325473.786398:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325474.170195:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305390618, at 4305391104 00000100:00000040:0.0:1767325474.170196:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305390618, at 4305391104 00000100:00000040:3.0:1767325474.170202:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305390618, at 4305391104 00000100:00000040:2.0:1767325474.170207:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1767325474.170211:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f49067b9. 00000100:00000010:1.0:1767325474.170213:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001dd496f8. 00000100:00000010:3.0:1767325474.170216:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091671450. 00000100:00000001:2.0:1767325474.170219:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325474.170227:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc353709. 00000020:00000040:2.0:1767325474.170233:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325474.170245:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325474.170248:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325474.170253:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325474.170261:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1d8a82b. 00000100:00000001:2.0:1767325474.170268:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325474.170280:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000fc353709 x1853174993393408/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325474.170292:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325474.170295:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325474.170300:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc353709] to pc [ptlrpcd_00_01+1] req@00000000fc353709 x1853174993393408/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325474.170334:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325474.170337:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325474.170338:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325474.170343:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767325474.170345:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767325474.170347:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2583070. 00000100:00000001:3.0:1767325474.170349:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325474.170349:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767325474.170351:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325474.170354:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325474.170355:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767325474.170358:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fc353709 x1853174993393408/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325474.170359:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325474.170363:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325474.170369:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1b90c43. 00000100:00000001:1.0:1767325474.170372:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325474.170374:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325474.170376:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325474.170381:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000d2583070 x1853174993393536/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767325474.170383:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325474.170387:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325474.170393:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767325474.170394:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325474.170396:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325474.170400:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fc353709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993393408:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767325474.170404:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2583070] to pc [ptlrpcd_00_02+2] req@00000000d2583070 x1853174993393536/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325474.170406:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325474.170412:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325474.170415:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325474.170417:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325474.170420:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d29857a1. 02000000:00000001:1.0:1767325474.170422:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325474.170427:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4a7c86. 00000400:00000010:1.0:1767325474.170434:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009eda70b2. 00000100:00000001:2.0:1767325474.170439:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325474.170440:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767325474.170441:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993393408, portal 25 00000100:00080000:2.0:1767325474.170444:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325474.170446:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325474.170446:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325474.170450:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325474.170450:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531382912 : -112767178168704 : ffff997058672680) 00000100:00080000:2.0:1767325474.170451:0:193085:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000040:3.0:1767325474.170459:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2583070 x1853174993393536/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325474.170459:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325474.170460:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fc353709 x1853174993393408/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325474.170461:0:193085:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1767325474.170463:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767325474.170466:0:193085:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1767325474.170475:0:193085:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1767325474.170482:0:193085:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: connect to NID 192.168.203.107@tcp last attempt 10718 00000100:00000001:1.0:1767325474.170487:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325474.170489:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325474.170491:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325474.170492:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325474.170495:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767325474.170496:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f1b0c7d. 02000000:00000001:3.0:1767325474.170498:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325474.170498:0:193085:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.107@tcp is discovered: rc = 1 02000000:00000001:3.0:1767325474.170502:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325474.170505:0:193085:0:(import.c:2128:obd_at_measure()) add 20 to 000000003e4035c4 time=31 v=15 (15 0 0 0) 00000100:00000200:1.0:1767325474.170507:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993393408, offset 0 00000100:00100000:3.0:1767325474.170508:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2583070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993393536:192.168.203.107@tcp:400: 00000100:00001000:2.0:1767325474.170514:0:193085:0:(import.c:2194:obd_at_measure()) AT 000000003e4035c4 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00000001:3.0:1767325474.170515:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767325474.170519:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325474.170520:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1767325474.170521:0:193085:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: tried all connections, increasing latency to 15s 02000000:00000001:3.0:1767325474.170524:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325474.170526:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767325474.170529:0:193085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 02000000:00000010:3.0:1767325474.170530:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abdd4c43. 00000100:00000001:2.0:1767325474.170533:0:193085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767325474.170534:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325474.170534:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:3.0:1767325474.170539:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006445e22e. 00000100:00000040:2.0:1767325474.170539:0:193085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00000400:00000200:1.0:1767325474.170544:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767325474.170545:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e792461. 00000100:00000001:2.0:1767325474.170545:0:193085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000100:00000200:3.0:1767325474.170549:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993393536, portal 10 00000400:00000200:1.0:1767325474.170550:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000020:00000001:2.0:1767325474.170552:0:193085:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767325474.170553:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325474.170556:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531377536 : -112767178174080 : ffff997058671180) 00000020:00000040:2.0:1767325474.170556:0:193085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d9d3 00000400:00000200:1.0:1767325474.170557:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1767325474.170561:0:193085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767325474.170562:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000020:00000040:2.0:1767325474.170565:0:193085:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009cdc169b refcount=5 00000400:00000200:1.0:1767325474.170566:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [50:50:256:4294967295] 192.168.203.107@tcp LPNI seq info [50:50:8:4294967295] 00000020:00000001:2.0:1767325474.170571:0:193085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000100:00000040:3.0:1767325474.170572:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2583070 x1853174993393536/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767325474.170577:0:193085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000100:00000040:2.0:1767325474.170586:0:193085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 00000400:00000200:1.0:1767325474.170586:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325474.170592:0:193085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767325474.170597:0:193085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00000800:00000200:1.0:1767325474.170600:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325474.170602:0:193085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000800:00000010:1.0:1767325474.170607:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d53f249. 00000020:00000040:2.0:1767325474.170608:0:193085:0:(genops.c:898:class_export_put()) PUTting export 000000009cdc169b : new refcount 4 00000100:00000001:3.0:1767325474.170609:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1767325474.170616:0:193085:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: import 0000000054198135 using connection 192.168.203.107@tcp/192.168.203.107@tcp 00000100:00000040:3.0:1767325474.170617:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767325474.170618:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:3.0:1767325474.170629:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a184fe6. 00000100:00000001:2.0:1767325474.170632:0:193085:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325474.170635:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993393536, offset 0 02000000:00000001:2.0:1767325474.170637:0:193085:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:1.0:1767325474.170642:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767325474.170643:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767325474.170644:0:193085:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325474.170649:0:193085:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325474.170649:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d53f249 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325474.170654:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325474.170655:0:193085:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:3.0:1767325474.170660:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00100000:2.0:1767325474.170661:0:193085:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000400:00000200:3.0:1767325474.170664:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325474.170665:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325474.170670:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325474.170670:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305395738 00000008:00000001:2.0:1767325474.170672:0:193085:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325474.170676:0:193085:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325474.170678:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fade2e0. 00000400:00000200:3.0:1767325474.170679:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:2.0:1767325474.170681:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c46a891b. 00000100:00000001:1.0:1767325474.170684:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000020:00000040:2.0:1767325474.170685:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000400:00000200:3.0:1767325474.170688:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [51:51:255:4294967295] 192.168.203.107@tcp LPNI seq info [51:51:7:4294967295] 00000100:00000001:1.0:1767325474.170691:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305395738 02000000:00000001:2.0:1767325474.170692:0:193085:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767325474.170695:0:193085:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325474.170697:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d819e2a. 00000100:00000001:2.0:1767325474.170698:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325474.170701:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325474.170702:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1767325474.170704:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325474.170707:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305395738 00000400:00000200:3.0:1767325474.170708:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000010:2.0:1767325474.170710:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000004922aa36. 00000100:00000001:2.0:1767325474.170714:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325474.170714:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305390618 00000800:00000200:3.0:1767325474.170720:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00100000:2.0:1767325474.170722:0:193085:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c46a891b x1853174993393664/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325474.170722:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305395738 00000800:00000010:3.0:1767325474.170728:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096734733. 00000100:00000010:1.0:1767325474.170730:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032497edf. 00000100:00000001:2.0:1767325474.170734:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:3.0:1767325474.170737:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325474.170737:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325474.170737:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1767325474.170738:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325474.170744:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767325474.170744:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d53f249. 00000100:00000040:2.0:1767325474.170745:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c46a891b] to pc [ptlrpcd_rcv+-1] req@00000000c46a891b x1853174993393664/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325474.170750:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325474.170751:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325474.170752:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767325474.170759:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000096734733 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325474.170759:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325474.170765:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325474.170765:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325474.170766:0:193085:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325474.170769:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325474.170771:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767325474.170773:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 2140630 usecs (2141 jiffies) 00000100:00000001:2.0:1767325474.170774:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1767325474.170776:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f1b0c7d 00000100:00000010:2.0:1767325474.170778:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfe9f3b7. 00000100:00000001:3.0:1767325474.170779:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305393245 00000100:00000001:1.0:1767325474.170779:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767325474.170780:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f1b0c7d. 00000020:00000040:2.0:1767325474.170783:0:193085:0:(genops.c:1229:class_import_get()) import 00000000d75df28b refcount=3 obd=lustre-OST0000-osc-ffff997043181000 00000100:00000001:1.0:1767325474.170783:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325474.170785:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305395738 00000100:00000001:0.0:1767325474.170787:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325474.170789:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767325474.170789:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325474.170792:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305393245 02000000:00000001:2.0:1767325474.170793:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325474.170794:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767325474.170795:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325474.170796:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fc353709 x1853174993393408/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325474.170798:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325474.170799:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305395738 02000000:00000010:2.0:1767325474.170801:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006ec7aa78. 00000100:00000001:1.0:1767325474.170804:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325474.170805:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325474.170815:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325474.170820:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID req@00000000dfe9f3b7 x1853174993393792/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767325474.170821:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fc353709 x1853174993393408/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325474.170836:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325474.170840:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325474.170842:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325474.170844:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325474.170847:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305393245 00000100:00000001:3.0:1767325474.170849:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305395738 00000100:00000001:3.0:1767325474.170854:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305393245 00000100:00000001:3.0:1767325474.170856:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305395738 00000100:00000040:2.0:1767325474.170858:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfe9f3b7] to pc [ptlrpcd_00_03+3] req@00000000dfe9f3b7 x1853174993393792/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325474.170865:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325474.170869:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325474.170873:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325474.170875:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325474.170879:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325474.170880:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767325474.170881:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325474.170883:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325474.170885:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767325474.170886:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096734733. 00000100:00000001:3.0:1767325474.170887:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325474.170887:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325474.170893:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:0.0:1767325474.170893:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767325474.170894:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10728) 00000100:00000001:3.0:1767325474.170899:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325474.170902:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325474.170903:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325474.170906:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325474.170908:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325474.170910:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325474.170911:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a184fe6 00000100:00000001:3.0:1767325474.170913:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767325474.170915:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a184fe6. 00000100:00000001:2.0:1767325474.170919:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325474.170921:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325474.170922:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325474.170922:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325474.170925:0:211464:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325474.170927:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325474.170928:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2583070 x1853174993393536/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325474.170931:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c46a891b x1853174993393664/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325474.170953:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfe9f3b7 x1853174993393792/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325474.170956:0:211464:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325474.170957:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325474.170959:0:211464:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325474.170963:0:211464:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767325474.170965:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2583070 x1853174993393536/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325474.170967:0:211464:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325474.170970:0:211464:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325474.170972:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1767325474.170977:0:211464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c46a891b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993393664:192.168.203.107@tcp:38: 00000100:00000001:3.0:1767325474.170981:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325474.170986:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325474.170988:0:211464:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325474.170990:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325474.170990:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325474.170991:0:211464:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325474.170995:0:211464:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325474.170995:0:211460:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767325474.170996:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325474.170999:0:211464:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767325474.171003:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfe9f3b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993393792:192.168.203.107@tcp:400: 02000000:00000010:2.0:1767325474.171005:0:211464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000049c27129. 00000100:00000001:3.0:1767325474.171010:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325474.171010:0:211464:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325474.171015:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767325474.171016:0:211464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006bc8fec. 02000000:00000001:3.0:1767325474.171017:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325474.171021:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767325474.171022:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 02000000:00000010:3.0:1767325474.171025:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7443265. 00000100:00000200:2.0:1767325474.171027:0:211464:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993393664, portal 10 02000000:00000001:3.0:1767325474.171031:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325474.171031:0:211464:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325474.171033:0:211464:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531388288 : -112767178163328 : ffff997058673b80) 00000400:00000010:3.0:1767325474.171037:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a1eb714. 00000100:00000040:2.0:1767325474.171039:0:211464:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c46a891b x1853174993393664/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325474.171044:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc006719. 00000100:00000001:2.0:1767325474.171046:0:211464:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767325474.171050:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993393792, portal 4 00000100:00000040:2.0:1767325474.171050:0:211464:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325474.171055:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767325474.171055:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006401fa3d. 00000100:00000001:3.0:1767325474.171058:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531373056 : -112767178178560 : ffff997058670000) 00000100:00000200:2.0:1767325474.171059:0:211464:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853174993393664, offset 0 00000400:00000200:2.0:1767325474.171063:0:211464:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767325474.171073:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfe9f3b7 x1853174993393792/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325474.171077:0:211464:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325474.171085:0:211464:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325474.171089:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767325474.171091:0:211464:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:3.0:1767325474.171095:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325474.171097:0:211464:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767325474.171101:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065d23ae3. 00000400:00000200:2.0:1767325474.171102:0:211464:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000200:3.0:1767325474.171107:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853174993393792, offset 0 00000400:00000200:2.0:1767325474.171108:0:211464:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [52:52:256:4294967295] 192.168.203.107@tcp LPNI seq info [52:52:8:4294967295] 00000400:00000200:3.0:1767325474.171117:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325474.171123:0:211464:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325474.171129:0:211464:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325474.171133:0:211464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee91c56. 00000400:00000200:3.0:1767325474.171134:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:2.0:1767325474.171161:0:211464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767325474.171174:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767325474.171174:0:211464:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325474.171179:0:211464:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ee91c56 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1767325474.171181:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325474.171186:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325474.171189:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767325474.171191:0:211464:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325474.171192:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [53:53:255:4294967295] 192.168.203.107@tcp LPNI seq info [53:53:7:4294967295] 00000100:00000040:2.0:1767325474.171197:0:211464:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 143682 usecs (144 jiffies) 00000100:00000001:2.0:1767325474.171201:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305391249 00000100:00000001:2.0:1767325474.171207:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305395738 00000400:00000200:3.0:1767325474.171209:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325474.171211:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305391249 00000100:00000001:2.0:1767325474.171216:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305395738 00000800:00000200:3.0:1767325474.171217:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325474.171220:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305391249 00000800:00000010:3.0:1767325474.171223:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e449eedd. 00000100:00000001:2.0:1767325474.171225:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305395738 00000100:00000001:2.0:1767325474.171229:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305391249 00000800:00000200:3.0:1767325474.171233:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325474.171234:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305395738 00000800:00000200:0.0:1767325474.171236:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325474.171240:0:211464:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767325474.171242:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee91c56. 00000100:00000001:2.0:1767325474.171245:0:211464:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325474.171247:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325474.171249:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325474.171253:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325474.171256:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325474.171259:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767325474.171261:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006401fa3d 00000100:00000001:2.0:1767325474.171263:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000010:0.0:1767325474.171264:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006401fa3d. 00000100:00000001:0.0:1767325474.171268:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325474.171273:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767325474.171274:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c46a891b x1853174993393664/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325474.171276:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325474.171280:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325474.171285:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325474.171291:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325474.171295:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c46a891b x1853174993393664/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325474.171302:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325474.171303:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325474.171355:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325474.171359:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e449eedd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325474.171370:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325474.171373:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: using a timeout of 3350 usecs (4 jiffies) 00000100:00000001:3.0:1767325474.171375:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305391109 00000100:00000001:3.0:1767325474.171377:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305395738 00000100:00000001:3.0:1767325474.171379:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305391109 00000100:00000001:3.0:1767325474.171381:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305395738 00000100:00000001:3.0:1767325474.171382:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305391109 00000100:00000001:3.0:1767325474.171384:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305395738 00000100:00000001:3.0:1767325474.171387:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305391109 00000100:00000001:3.0:1767325474.171394:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305395738 00000100:00000001:3.0:1767325474.171397:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325474.171399:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325474.171401:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325474.171403:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325474.171420:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325474.171424:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e449eedd. 00000400:00000200:0.0:1767325474.171427:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325474.171430:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325474.171444:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065d23ae3 00000400:00000010:0.0:1767325474.171446:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065d23ae3. 00000100:00000001:0.0:1767325474.171448:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325474.171451:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfe9f3b7 x1853174993393792/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325474.171458:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325474.171461:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfe9f3b7 x1853174993393792/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325474.171467:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325474.171469:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325474.171815:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325474.171831:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325474.171834:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325474.171837:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325474.171843:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325474.171853:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed301700 00000400:00000200:0.0:1767325474.171860:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x285 [1] + 224 00000800:00000001:0.0:1767325474.171868:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325474.171874:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325474.171876:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325474.171879:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325474.171883:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325474.171887:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fc353709 x1853174993393408/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325474.171895:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fc353709 x1853174993393408/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325474.171910:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325474.171915:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325474.171918:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325474.171940:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325474.171943:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325474.171948:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325474.171950:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325474.171952:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4a7c86. 00000400:00000200:1.0:1767325474.171956:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eda70b2 00000400:00000010:1.0:1767325474.171958:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009eda70b2. 00000100:00000001:1.0:1767325474.171960:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325474.171964:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fc353709 x1853174993393408/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325474.171973:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fc353709 x1853174993393408/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325474.171987:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325474.171989:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325474.171992:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325474.171994:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325474.171997:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325474.171999:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325474.172002:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325474.172006:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325474.172010:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325474.172013:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325474.172015:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325474.172017:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325474.172020:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325474.172023:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325474.172027:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fc353709 x1853174993393408/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325474.172044:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325474.172047:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325474.172048:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325474.172052:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc353709 x1853174993393408/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325474.172059:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fc353709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993393408:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325474.172063:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325474.172065:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325474.172067:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fc353709 x1853174993393408/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325474.172074:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325474.172076:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325474.172079:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d29857a1. 02000000:00000001:1.0:1767325474.172082:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325474.172084:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325474.172085:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767325474.172088:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325474.172089:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1d8a82b. 02000000:00000001:1.0:1767325474.172093:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325474.172095:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325474.172096:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc353709. 00000100:00000001:1.0:1767325474.172100:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325474.172101:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325474.172103:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325474.172106:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325474.172108:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325474.172109:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325474.172111:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325474.172511:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325474.172516:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325474.172518:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325474.172519:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325474.172522:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325474.172528:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed301780 00000400:00000200:0.0:1767325474.172535:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x28d [1] + 224 00000800:00000001:0.0:1767325474.172538:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325474.172540:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325474.172541:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325474.172544:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325474.172547:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325474.172550:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2583070 x1853174993393536/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325474.172569:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2583070 x1853174993393536/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325474.172583:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325474.172589:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325474.172593:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325474.172596:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325474.172598:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325474.172603:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:3.0:1767325474.172606:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325474.172611:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325474.172611:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 4 MB=0x69573ed301880 00000400:00000001:3.0:1767325474.172616:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325474.172631:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325474.172633:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006445e22e. 00000400:00000200:3.0:1767325474.172636:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e792461 00000400:00000010:3.0:1767325474.172638:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e792461. 00000100:00000001:3.0:1767325474.172641:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767325474.172644:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.107@tcp of length 224/224 into md 0x299 [1] + 224 00000100:00000200:3.0:1767325474.172647:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2583070 x1853174993393536/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325474.172650:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325474.172656:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325474.172659:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767325474.172661:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2583070 x1853174993393536/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325474.172664:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325474.172669:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325474.172673:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfe9f3b7 x1853174993393792/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325474.172678:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325474.172682:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325474.172682:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfe9f3b7 x1853174993393792/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325474.172686:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325474.172689:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325474.172692:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325474.172692:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325474.172696:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325474.172697:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325474.172700:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325474.172701:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325474.172707:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325474.172711:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325474.172713:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325474.172714:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325474.172716:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325474.172720:0:211467:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325474.172722:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325474.172724:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325474.172727:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325474.172728:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325474.172732:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2583070 x1853174993393536/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325474.172745:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325474.172747:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325474.172748:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325474.172751:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2583070 x1853174993393536/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325474.172758:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2583070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993393536:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325474.172762:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325474.172763:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325474.172765:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2583070 x1853174993393536/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325474.172771:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325474.172773:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325474.172774:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abdd4c43. 02000000:00000001:3.0:1767325474.172778:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325474.172779:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325474.172780:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:3.0:1767325474.172782:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325474.172784:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c1b90c43. 02000000:00000001:3.0:1767325474.172786:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325474.172787:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325474.172788:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2583070. 00000100:00000001:3.0:1767325474.172791:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325474.172792:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325474.172794:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325474.172795:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325474.172796:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325474.172810:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325474.172811:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325474.172813:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a1eb714. 00000400:00000200:3.0:1767325474.172815:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc006719 00000400:00000010:3.0:1767325474.172817:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc006719. 00000100:00000001:3.0:1767325474.172819:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325474.172827:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfe9f3b7 x1853174993393792/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325474.172840:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfe9f3b7 x1853174993393792/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325474.172847:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325474.172848:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325474.172850:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325474.172852:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325474.172853:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325474.172854:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325474.172856:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325474.172859:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005beb4b0 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325474.172861:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c907fec7 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325474.172868:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325474.172869:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325474.172870:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767325474.172873:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000dfe9f3b7 x1853174993393792/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325474.172879:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325474.172882:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325474.172883:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325474.172885:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325474.172886:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325474.172888:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfe9f3b7 x1853174993393792/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325474.172899:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325474.172901:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325474.172902:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325474.172905:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfe9f3b7 x1853174993393792/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325474.172911:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfe9f3b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993393792:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325474.172921:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325474.172923:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325474.172925:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfe9f3b7 x1853174993393792/t0(0) o400->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325474.172936:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325474.172938:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325474.172939:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7443265. 02000000:00000001:3.0:1767325474.172942:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325474.172944:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325474.172945:0:211467:0:(genops.c:1242:class_import_put()) import 00000000d75df28b refcount=2 obd=lustre-OST0000-osc-ffff997043181000 00000020:00000001:3.0:1767325474.172947:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325474.172948:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006ec7aa78. 02000000:00000001:3.0:1767325474.172951:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325474.172952:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325474.172953:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfe9f3b7. 00000100:00000001:3.0:1767325474.172956:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325474.172957:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325474.172963:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325474.172967:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325474.172968:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325474.172970:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325474.172971:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325474.179208:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325474.179229:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325474.179235:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325474.179237:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325474.179247:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325474.179260:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed301800 00000400:00000200:0.0:1767325474.179267:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x295 [1] + 0 00000800:00000001:0.0:1767325474.179274:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325474.179306:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325474.179309:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325474.179314:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325474.179319:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325474.179326:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c46a891b x1853174993393664/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325474.179337:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000c46a891b x1853174993393664/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325474.179355:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325474.179361:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325474.179364:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325474.179392:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325474.179395:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325474.179400:0:211464:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325474.179402:0:211464:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325474.179403:0:211464:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006bc8fec. 00000400:00000200:2.0:1767325474.179406:0:211464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000400:00000010:2.0:1767325474.179408:0:211464:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00000001:2.0:1767325474.179410:0:211464:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325474.179413:0:211464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c46a891b x1853174993393664/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325474.179420:0:211464:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c46a891b x1853174993393664/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325474.179426:0:211464:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325474.179427:0:211464:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325474.179430:0:211464:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325474.179433:0:211464:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325474.179435:0:211464:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325474.179437:0:211464:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325474.179440:0:211464:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325474.179446:0:211464:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d3f94c98 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325474.179450:0:211464:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=31 v=20 (20 0 0 0) 00000100:00000001:2.0:1767325474.179453:0:211464:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325474.179455:0:211464:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767325474.179457:0:211464:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767325474.179461:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c46a891b x1853174993393664/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325499 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325474.179468:0:211464:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1767325474.179471:0:211464:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325474.179472:0:211464:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325474.179475:0:211464:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767325474.179483:0:211464:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1767325474.179486:0:211464:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767325474.179490:0:211464:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.107@tcp failed (-19) 00000100:00000001:2.0:1767325474.179491:0:211464:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767325474.179494:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c46a891b x1853174993393664/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325499 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325474.179498:0:211464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c46a891b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993393664:192.168.203.107@tcp:38: 00000100:00000001:2.0:1767325474.179502:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325474.179503:0:211464:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325474.179505:0:211464:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c46a891b x1853174993393664/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325499 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325474.179509:0:211464:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325474.179510:0:211464:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325474.179512:0:211464:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000049c27129. 02000000:00000001:2.0:1767325474.179515:0:211464:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325474.179516:0:211464:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325474.179517:0:211464:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325474.179519:0:211464:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325474.179521:0:211464:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000004922aa36. 02000000:00000001:2.0:1767325474.179523:0:211464:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325474.179525:0:211464:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325474.179526:0:211464:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c46a891b. 00000100:00000001:2.0:1767325474.179529:0:211464:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325474.179529:0:211464:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325474.179531:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325474.179535:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325474.179536:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325474.179538:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325474.179539:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325474.810235:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325474.810242:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325474.810247:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325474.810250:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325474.810260:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325474.810265:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325474.810268:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325474.810270:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325474.810273:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325474.810275:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325474.810277:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325474.810280:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325474.810331:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325474.810336:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325474.810339:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325475.834269:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325475.834278:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325475.834284:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325475.834285:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325475.834342:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325475.834347:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325475.834350:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1767325476.314468:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325476.314496:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325476.314501:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325476.314504:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325476.314518:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325476.314537:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 328 into portal 15 MB=0x69573eec06200 00000400:00000200:0.0:1767325476.314546:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.107@tcp of length 328/328 into md 0x11 [2] + 0 00000800:00000001:0.0:1767325476.314556:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325476.314560:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325476.314563:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325476.314568:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325476.314577:0:211460:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767325476.314581:0:211460:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767325476.314588:0:211460:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a64ef72f. 00000100:00000040:0.0:1767325476.314594:0:211460:0:(events.c:337:request_in_callback()) incoming req@00000000a64ef72f x1853175019627008 msgsize 328 00000100:00100000:0.0:1767325476.314599:0:211460:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.107@tcp (source: 12345-192.168.203.107@tcp) 00000100:00000001:0.0:1767325476.314641:0:211460:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767325476.314650:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325476.314653:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325476.314672:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325476.314675:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325476.314681:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325476.314691:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 328 into portal 15 MB=0x69573eec06280 00000400:00000200:0.0:1767325476.314695:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.107@tcp of length 328/328 into md 0x11 [2] + 328 00000020:00000010:2.0:1767325476.314698:0:214148:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000018cda9f5. 00000800:00000001:0.0:1767325476.314700:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325476.314708:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325476.314710:0:214148:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767325476.314712:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767325476.314713:0:214148:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175019627008 02000000:00000001:2.0:1767325476.314717:0:214148:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767325476.314720:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325476.314721:0:214148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325476.314724:0:214148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325476.314726:0:211460:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767325476.314729:0:214148:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325476.314730:0:211460:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00100000:2.0:1767325476.314733:0:214148:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175019627008 00000020:00000001:2.0:1767325476.314736:0:214148:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767325476.314738:0:214148:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d97f 00000100:00000010:0.0:1767325476.314739:0:211460:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ed2912f. 00000020:00000001:2.0:1767325476.314740:0:214148:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767325476.314744:0:214148:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000034fb42fc refcount=3 00000100:00000040:0.0:1767325476.314745:0:211460:0:(events.c:337:request_in_callback()) incoming req@000000009ed2912f x1853175019627136 msgsize 328 00000020:00000001:2.0:1767325476.314747:0:214148:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306173890560 : -112767535661056 : ffff997043184000) 00000020:00000001:2.0:1767325476.314751:0:214148:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306173890560 : -112767535661056 : ffff997043184000) 00000100:00100000:0.0:1767325476.314755:0:211460:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.107@tcp (source: 12345-192.168.203.107@tcp) 00000100:00000001:2.0:1767325476.314757:0:214148:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767325476.314761:0:214148:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef57824d. 00000100:00000001:2.0:1767325476.314763:0:214148:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767325476.314765:0:214148:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef57824d. 00000100:00000001:0.0:1767325476.314770:0:211460:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767325476.314771:0:214148:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091e1f590. 00000020:00000010:2.0:1767325476.314777:0:214148:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000817216bc. 00000800:00000001:0.0:1767325476.314782:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325476.314787:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767325476.314797:0:214148:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003ee58c8a. 00000100:00000040:2.0:1767325476.314809:0:214148:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767325476.314814:0:214148:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767325476.314820:0:214148:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767325476.314823:0:214147:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000035b0e403. 00000100:00000001:2.0:1767325476.314823:0:214148:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325476.314829:0:214147:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767325476.314830:0:214147:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175019627136 02000000:00000001:3.0:1767325476.314832:0:214147:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767325476.314832:0:214148:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325476.314833:0:214147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325476.314834:0:214147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325476.314835:0:214148:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325476.314837:0:214147:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325476.314839:0:214147:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175019627136 00000020:00000001:3.0:1767325476.314841:0:214147:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767325476.314842:0:214147:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d97f 00000100:00000001:2.0:1767325476.314846:0:214148:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767325476.314848:0:214147:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325476.314849:0:214147:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000034fb42fc refcount=4 00000100:00000001:2.0:1767325476.314849:0:214148:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767325476.314851:0:214147:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306173890560 : -112767535661056 : ffff997043184000) 00000020:00000001:3.0:1767325476.314853:0:214147:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306173890560 : -112767535661056 : ffff997043184000) 00000100:00100000:2.0:1767325476.314854:0:214148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.107@tcp, seq: 0 00000100:00000001:3.0:1767325476.314856:0:214147:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767325476.314857:0:214148:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000034fb42fc : new rpc_count 1 00000020:00000010:3.0:1767325476.314858:0:214147:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b3dd2f4b. 00000100:00000001:3.0:1767325476.314860:0:214147:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325476.314860:0:214148:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446631306250678528 : -112767458873088 : ffff997047abf100) 00000020:00000010:3.0:1767325476.314862:0:214147:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b3dd2f4b. 00000020:00000010:3.0:1767325476.314866:0:214147:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce1ad143. 00000100:00000040:2.0:1767325476.314866:0:214148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a64ef72f x1853175019627008/t0(0) o104->291f3881-b8f5-45de-bd3d-ba6c6f7647b5@192.168.203.107@tcp:347/0 lens 328/0 e 0 to 0 dl 1767325487 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767325476.314868:0:214147:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c9f4137. 00000020:00000010:3.0:1767325476.314872:0:214147:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007015599b. 00000100:00000001:3.0:1767325476.314874:0:214147:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767325476.314876:0:214147:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767325476.314876:0:214148:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767325476.314877:0:214147:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767325476.314878:0:214148:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef57824d. 00000100:00000001:2.0:1767325476.314879:0:214148:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325476.314880:0:214147:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325476.314881:0:214147:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767325476.314881:0:214148:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef57824d. 00000100:00100000:2.0:1767325476.314885:0:214148:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a64ef72f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:291f3881-b8f5-45de-bd3d-ba6c6f7647b5+4:500321:x1853175019627008:12345-192.168.203.107@tcp:104: 00000100:00000200:2.0:1767325476.314888:0:214148:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175019627008 00010000:00000001:2.0:1767325476.314891:0:214148:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767325476.314900:0:214148:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767325476.314902:0:214148:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767325476.314904:0:214148:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000adb7637e refcount=2 00000020:00000001:2.0:1767325476.314906:0:214148:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885130752 : -112766824420864 : ffff99706d7cea00) 00010000:00000001:2.0:1767325476.314916:0:214148:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885130752 : -112766824420864 : ffff99706d7cea00) 00010000:00000001:2.0:1767325476.314921:0:214148:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767325476.314923:0:214148:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325476.314927:0:214148:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.107@tcp lock: 00000000adb7637e/0xddb593876518d98d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x11a3bfd0193d304 expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767325476.314938:0:214148:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767325476.314940:0:214148:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767325476.314944:0:214148:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004922aa36. 02000000:00000001:2.0:1767325476.314947:0:214148:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325476.314954:0:214148:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325476.314959:0:214148:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767325476.314961:0:214148:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325476.314965:0:214148:0:(import.c:2128:obd_at_measure()) add 1 to 000000009e0ab718 time=1767325476 v=10 (0 0 0 0) 00000100:00001000:2.0:1767325476.314969:0:214148:0:(import.c:2194:obd_at_measure()) AT 000000009e0ab718 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:2.0:1767325476.314974:0:214148:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ldlm_cbd changed estimate from 10 to 5 req@00000000a64ef72f x1853175019627008/t0(0) o104->291f3881-b8f5-45de-bd3d-ba6c6f7647b5@192.168.203.107@tcp:347/0 lens 328/224 e 0 to 0 dl 1767325487 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325476.314984:0:214148:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767325476.314986:0:214148:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 13 to 192.168.203.107@tcp 00000100:00000001:2.0:1767325476.314989:0:214148:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 02000000:00000001:2.0:1767325476.314991:0:214148:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767325476.314993:0:214148:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325476.314996:0:214148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325476.314999:0:214148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325476.315002:0:214148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000100:00000200:2.0:1767325476.315007:0:214148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175019627008, offset 224 00000400:00000200:2.0:1767325476.315013:0:214148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325476.315021:0:214148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.7@tcp to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325476.315026:0:214148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [54:54:256:4294967295] 192.168.203.107@tcp LPNI seq info [54:54:8:4294967295] 00000400:00000200:2.0:1767325476.315034:0:214148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:192.168.203.7@tcp) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325476.315038:0:214148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325476.315042:0:214148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f9e2ebb4. 00000800:00000200:2.0:1767325476.315047:0:214148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767325476.315052:0:214148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325476.315055:0:214148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f9e2ebb4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325476.315067:0:214148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325476.315069:0:214148:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00010000:00000001:2.0:1767325476.315073:0:214148:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767325476.315076:0:214148:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000061ba29f0. 00010000:00000001:2.0:1767325476.315079:0:214148:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767325476.315098:0:214148:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767325476.315101:0:214148:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325476.315102:0:214148:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325476.315104:0:214148:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325476.315108:0:214148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a64ef72f x1853175019627008/t0(0) o104->291f3881-b8f5-45de-bd3d-ba6c6f7647b5@192.168.203.107@tcp:347/0 lens 328/224 e 0 to 0 dl 1767325487 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767325476.315117:0:214148:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a64ef72f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:291f3881-b8f5-45de-bd3d-ba6c6f7647b5+4:500321:x1853175019627008:12345-192.168.203.107@tcp:104: Request processed in 240us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1767325476.315127:0:214148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.107@tcp, seq: 0 00000100:00000040:2.0:1767325476.315130:0:214148:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000034fb42fc : new rpc_count 0 00000100:00000001:2.0:1767325476.315133:0:214148:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767325476.315134:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767325476.315135:0:214148:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767325476.315138:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767325476.315171:0:214148:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000817216bc. 00000020:00000010:2.0:1767325476.315176:0:214148:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003ee58c8a. 00010000:00010000:3.0:1767325476.315177:0:214153:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:2.0:1767325476.315181:0:214148:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091e1f590. 00010000:00000001:3.0:1767325476.315183:0:214153:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767325476.315187:0:214153:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767325476.315190:0:214153:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.107@tcp lock: 00000000adb7637e/0xddb593876518d98d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x11a3bfd0193d304 expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767325476.315191:0:214148:0:(genops.c:898:class_export_put()) PUTting export 0000000034fb42fc : new refcount 3 00000100:00000001:2.0:1767325476.315196:0:214148:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767325476.315205:0:214153:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000adb7637e already unused, calling callback (00000000a9b19f10) 00000100:00000001:2.0:1767325476.315208:0:214148:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 10000000:00000001:3.0:1767325476.315209:0:214153:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767325476.315211:0:214148:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 10000000:00010000:3.0:1767325476.315212:0:214153:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.107@tcp lock: 00000000adb7637e/0xddb593876518d98d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x11a3bfd0193d304 expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00000800:00000200:0.0:1767325476.315212:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1767325476.315217:0:214148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.107@tcp, seq: 1 00000800:00000010:0.0:1767325476.315219:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f9e2ebb4. 00000100:00000040:2.0:1767325476.315222:0:214148:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000034fb42fc : new rpc_count 1 00000400:00000200:0.0:1767325476.315225:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325476.315226:0:214148:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446631306250665984 : -112767458885632 : ffff997047abc000) 00010000:00000001:3.0:1767325476.315229:0:214153:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767325476.315232:0:214153:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1767325476.315233:0:214148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009ed2912f x1853175019627136/t0(0) o104->291f3881-b8f5-45de-bd3d-ba6c6f7647b5@192.168.203.107@tcp:347/0 lens 328/0 e 0 to 0 dl 1767325487 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767325476.315236:0:214153:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767325476.315236:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000020:00000040:3.0:1767325476.315240:0:214153:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000adb7637e refcount=3 00000400:00000200:0.0:1767325476.315244:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000020:00000001:3.0:1767325476.315246:0:214153:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885130752 : -112766824420864 : ffff99706d7cea00) 00000400:00000010:0.0:1767325476.315249:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00000001:2.0:1767325476.315250:0:214148:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767325476.315253:0:214148:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef57824d. 00000100:00000001:0.0:1767325476.315255:0:211458:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767325476.315257:0:214148:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767325476.315258:0:214153:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885130752 : -112766824420864 : ffff99706d7cea00) 00000100:00000001:0.0:1767325476.315260:0:211458:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767325476.315263:0:214148:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef57824d. 00000100:00100000:2.0:1767325476.315270:0:214148:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009ed2912f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:291f3881-b8f5-45de-bd3d-ba6c6f7647b5+3:500321:x1853175019627136:12345-192.168.203.107@tcp:104: 00000100:00000200:2.0:1767325476.315274:0:214148:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175019627136 00010000:00000001:2.0:1767325476.315281:0:214148:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767325476.315284:0:214148:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767325476.315286:0:214148:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767325476.315288:0:214148:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c469cfaf refcount=2 00000020:00000001:2.0:1767325476.315290:0:214148:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885782528 : -112766823769088 : ffff99706d86dc00) 00010000:00000001:2.0:1767325476.315292:0:214148:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885782528 : -112766823769088 : ffff99706d86dc00) 00010000:00000001:2.0:1767325476.315295:0:214148:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767325476.315297:0:214148:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325476.315299:0:214148:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518d986 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x11a3bfd0193d2fd expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325476.315304:0:214153:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767325476.315307:0:214148:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:3.0:1767325476.315308:0:214153:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.107@tcp lock: 00000000adb7637e/0xddb593876518d98d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x11a3bfd0193d304 expref: -99 pid: 214146 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767325476.315310:0:214148:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767325476.315315:0:214148:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000049c27129. 02000000:00000001:2.0:1767325476.315320:0:214148:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325476.315321:0:214153:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767325476.315322:0:214148:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:3.0:1767325476.315325:0:214153:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.107@tcp lock: 00000000adb7637e/0xddb593876518d98d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x11a3bfd0193d304 expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767325476.315326:0:214148:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767325476.315329:0:214148:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325476.315333:0:214148:0:(import.c:2128:obd_at_measure()) add 1 to 000000009e0ab718 time=0 v=5 (1 0 0 0) 10000000:01000000:3.0:1767325476.315338:0:214153:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:2.0:1767325476.315339:0:214148:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 10000000:00000001:3.0:1767325476.315344:0:214153:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000040:2.0:1767325476.315345:0:214148:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 13 to 192.168.203.107@tcp 10000000:00000040:3.0:1767325476.315348:0:214153:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 00000100:00000001:2.0:1767325476.315348:0:214148:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 10000000:00000040:3.0:1767325476.315354:0:214153:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 02000000:00000001:2.0:1767325476.315355:0:214148:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767325476.315357:0:214148:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325476.315359:0:214153:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767325476.315359:0:214148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767325476.315362:0:214153:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325476.315363:0:214148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325476.315367:0:214148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000100:00000200:2.0:1767325476.315370:0:214148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175019627136, offset 224 00000400:00000200:2.0:1767325476.315374:0:214148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 10000000:00000001:3.0:1767325476.315376:0:214153:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767325476.315380:0:214153:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:2.0:1767325476.315382:0:214148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.7@tcp to MR: 192.168.203.107@tcp local destination 10000000:00000040:3.0:1767325476.315383:0:214153:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000787ac9e6) refs 2 10000000:00000001:3.0:1767325476.315388:0:214153:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767325476.315392:0:214153:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325476.315392:0:214148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [55:55:256:4294967295] 192.168.203.107@tcp LPNI seq info [55:55:8:4294967295] 00010000:00000001:3.0:1767325476.315397:0:214153:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767325476.315402:0:214153:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1767325476.315404:0:214148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:192.168.203.7@tcp) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00010000:00000001:3.0:1767325476.315406:0:214153:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767325476.315410:0:214153:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:2.0:1767325476.315413:0:214148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00010000:00000001:3.0:1767325476.315414:0:214153:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767325476.315417:0:214153:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000adb7637e with handle 0xddb593876518d98d from hash 00010000:00000001:3.0:1767325476.315421:0:214153:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000800:00000010:2.0:1767325476.315424:0:214148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000524bc938. 00010000:00000001:3.0:1767325476.315425:0:214153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325476.315428:0:214153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325476.315431:0:214153:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000200:2.0:1767325476.315432:0:214148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00010000:00000001:3.0:1767325476.315435:0:214153:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767325476.315438:0:214153:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000800:00000200:2.0:1767325476.315439:0:214148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00010000:00000001:3.0:1767325476.315443:0:214153:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000800:00000200:2.0:1767325476.315444:0:214148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000524bc938 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:3.0:1767325476.315448:0:214153:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767325476.315455:0:214153:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008eba1c7b. 00000100:00000001:2.0:1767325476.315455:0:214148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325476.315461:0:214148:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00000020:00000040:3.0:1767325476.315462:0:214153:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00010000:00000001:2.0:1767325476.315463:0:214148:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767325476.315466:0:214148:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000075d22f2c. 00010000:00000001:2.0:1767325476.315468:0:214148:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767325476.315475:0:214153:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:2.0:1767325476.315475:0:214148:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 02000000:00000001:3.0:1767325476.315478:0:214153:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767325476.315479:0:214148:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325476.315483:0:214148:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325476.315485:0:214148:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325476.315486:0:214153:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325476.315490:0:214148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ed2912f x1853175019627136/t0(0) o104->291f3881-b8f5-45de-bd3d-ba6c6f7647b5@192.168.203.107@tcp:347/0 lens 328/224 e 0 to 0 dl 1767325487 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1767325476.315494:0:214153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000073be0600. 00000020:00000001:1.0:1767325476.315500:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767325476.315502:0:214153:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325476.315503:0:214148:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009ed2912f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:291f3881-b8f5-45de-bd3d-ba6c6f7647b5+3:500321:x1853175019627136:12345-192.168.203.107@tcp:104: Request processed in 252us (757us total) trans 0 rc 0/0 00000020:00000001:1.0:1767325476.315503:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325476.315508:0:214152:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767325476.315509:0:214153:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00100000:2.0:1767325476.315513:0:214148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.107@tcp, seq: 1 00010000:00010000:3.0:1767325476.315514:0:214153:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.107@tcp lock: 00000000adb7637e/0xddb593876518d98d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d304 expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767325476.315516:0:214148:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000034fb42fc : new rpc_count 0 00000800:00000200:0.0:1767325476.315517:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325476.315522:0:214148:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:0.0:1767325476.315523:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000524bc938. 00000100:00000001:2.0:1767325476.315525:0:214148:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767325476.315528:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767325476.315529:0:214153:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767325476.315533:0:214153:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325476.315535:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325476.315539:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000400:00000010:0.0:1767325476.315540:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 00000100:00000001:3.0:1767325476.315541:0:214153:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325476.315542:0:211459:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767325476.315545:0:214153:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325476.315545:0:211459:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767325476.315546:0:214148:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c9f4137. 00000020:00000010:2.0:1767325476.315553:0:214148:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007015599b. 00000100:00000040:3.0:1767325476.315556:0:214153:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eba1c7b] to pc [ptlrpcd_00_00+0] req@000000008eba1c7b x1853174993393920/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767325476.315558:0:214148:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce1ad143. 00000020:00000040:2.0:1767325476.315565:0:214148:0:(genops.c:898:class_export_put()) PUTting export 0000000034fb42fc : new refcount 2 00000100:00000001:2.0:1767325476.315568:0:214148:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767325476.315652:0:214153:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767325476.315655:0:214153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325476.315657:0:214153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325476.315658:0:214153:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325476.315661:0:214153:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325476.315663:0:214153:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325476.315666:0:214153:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.107@tcp lock: 00000000adb7637e/0xddb593876518d98d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d304 expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325476.315672:0:214153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767325476.315674:0:214153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.107@tcp lock: 00000000adb7637e/0xddb593876518d98d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d304 expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767325476.315677:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325476.315683:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325476.315686:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325476.315690:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767325476.315692:0:214153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767325476.315692:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008eba1c7b x1853174993393920/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325476.315696:0:214153:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767325476.315696:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767325476.315700:0:214153:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000061ba29f0. 00000100:00000001:2.0:1767325476.315703:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1767325476.315706:0:214153:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325476.315710:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767325476.315711:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325476.315714:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325476.315716:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:3.0:1767325476.315718:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767325476.315720:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325476.315722:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325476.315726:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008eba1c7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993393920:192.168.203.107@tcp:103: 00000020:00000001:3.0:1767325476.315727:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325476.315730:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325476.315733:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:3.0:1767325476.315734:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767325476.315737:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325476.315740:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325476.315742:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:3.0:1767325476.315743:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767325476.315747:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325476.315751:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325476.315755:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091e1f590. 02000000:00000001:2.0:1767325476.315757:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325476.315762:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006bc8fec. 00000400:00000010:2.0:1767325476.315767:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007dd75c61. 00000100:00000200:2.0:1767325476.315773:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993393920, portal 18 00000100:00000001:2.0:1767325476.315776:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325476.315778:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268025600 : -112767441526016 : ffff997048b4a300) 00000100:00000040:2.0:1767325476.315784:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008eba1c7b x1853174993393920/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325476.315784:0:214507:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00010000:00000010:0.0:1767325476.315790:0:214507:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000b7ffe976. 00000100:00000001:2.0:1767325476.315796:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767325476.315796:0:214507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092b9c82f. 00000100:00000040:2.0:1767325476.315801:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000020:00000010:0.0:1767325476.315803:0:214507:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ed70768f. 00000400:00000010:2.0:1767325476.315805:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097f01def. 00000100:00000200:2.0:1767325476.315808:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853174993393920, offset 0 00000020:00000010:0.0:1767325476.315810:0:214507:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002870eb32. 00000400:00000200:2.0:1767325476.315815:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000020:00000010:0.0:1767325476.315818:0:214507:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000986f7413. 00000400:00000200:2.0:1767325476.315822:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000020:00000010:0.0:1767325476.315825:0:214507:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000eb5cfe4c. 00000400:00000200:2.0:1767325476.315828:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 80000000:00000010:0.0:1767325476.315832:0:214507:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f49067b9. 00000400:00000200:2.0:1767325476.315834:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325476.315839:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 40000000:00000010:0.0:1767325476.315840:0:214507:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008e4c4ab1. 00000400:00000200:2.0:1767325476.315842:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325476.315846:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [56:56:256:4294967295] 192.168.203.107@tcp LPNI seq info [56:56:8:4294967295] 00100000:00000010:0.0:1767325476.315847:0:214507:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bf3f7b53. 00000400:00000200:2.0:1767325476.315853:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00040000:00000010:0.0:1767325476.315855:0:214507:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002322a885. 00000800:00000200:2.0:1767325476.315857:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325476.315862:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000524bc938. 00040000:00000010:0.0:1767325476.315864:0:214507:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000776366f8. 00000800:00000200:2.0:1767325476.315871:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00002000:00000010:0.0:1767325476.315873:0:214507:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005aa14581. 00000800:00000200:2.0:1767325476.315876:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325476.315879:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000524bc938 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1767325476.315881:0:214507:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000054246abc. 00000100:00000001:2.0:1767325476.315890:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325476.315895:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767325476.315897:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305397883 00000020:00000001:0.0:1767325476.315898:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325476.315902:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767325476.315905:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767325476.315906:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305395738 00000020:00000001:0.0:1767325476.315907:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325476.315913:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767325476.315915:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305397883 00000020:00000001:0.0:1767325476.315916:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325476.315918:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325476.315921:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305395738 00010000:00010000:0.0:1767325476.315923:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767325476.315927:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305397883 00000100:00000001:2.0:1767325476.315932:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305395738 00000100:00000001:2.0:1767325476.315937:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305397883 00000100:00000001:2.0:1767325476.315941:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305395738 00000100:00000001:2.0:1767325476.315944:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325476.315947:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325476.315950:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325476.315951:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325476.315952:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325476.315957:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325476.315959:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1767325476.315959:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000524bc938. 00000100:00000001:2.0:1767325476.315961:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325476.315962:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325476.315962:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325476.315964:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325476.315965:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325476.315966:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325476.315969:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097f01def 00000400:00000010:1.0:1767325476.315970:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097f01def. 00000100:00000001:1.0:1767325476.315974:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325476.315977:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008eba1c7b x1853174993393920/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325476.315986:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325476.315989:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008eba1c7b x1853174993393920/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325476.315997:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325476.315998:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1767325476.316079:0:214152:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767325476.316082:0:214152:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767325476.316084:0:214152:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518d986 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x11a3bfd0193d2fd expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767325476.316091:0:214152:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c469cfaf already unused, calling callback (00000000a9b19f10) 10000000:00000001:3.0:1767325476.316093:0:214152:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767325476.316095:0:214152:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518d986 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x11a3bfd0193d2fd expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325476.316100:0:214152:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767325476.316101:0:214152:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767325476.316102:0:214152:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325476.316104:0:214152:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c469cfaf refcount=3 00000020:00000001:3.0:1767325476.316106:0:214152:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885782528 : -112766823769088 : ffff99706d86dc00) 00010000:00000001:3.0:1767325476.316108:0:214152:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885782528 : -112766823769088 : ffff99706d86dc00) 00010000:00000001:3.0:1767325476.316110:0:214152:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767325476.316111:0:214152:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518d986 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x11a3bfd0193d2fd expref: -99 pid: 214146 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767325476.316116:0:214152:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767325476.316118:0:214152:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518d986 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x11a3bfd0193d2fd expref: -99 pid: 214146 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767325476.316122:0:214152:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1767325476.316125:0:214152:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767325476.316126:0:214152:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767325476.316127:0:214152:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767325476.316136:0:214152:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767325476.316137:0:214152:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325476.316173:0:214152:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767325476.316174:0:214152:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767325476.316175:0:214152:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(0000000084a5a69d) refs 2 10000000:00000001:3.0:1767325476.316177:0:214152:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767325476.316178:0:214152:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325476.316181:0:214152:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767325476.316182:0:214152:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767325476.316184:0:214152:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767325476.316186:0:214152:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767325476.316187:0:214152:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767325476.316190:0:214152:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c469cfaf with handle 0xddb593876518d986 from hash 00010000:00000001:3.0:1767325476.316193:0:214152:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767325476.316195:0:214152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325476.316196:0:214152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325476.316198:0:214152:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767325476.316200:0:214152:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767325476.316201:0:214152:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767325476.316204:0:214152:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767325476.316206:0:214152:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767325476.316211:0:214152:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d9c04da. 00000020:00000040:3.0:1767325476.316213:0:214152:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=5 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325476.316216:0:214152:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325476.316218:0:214152:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325476.316221:0:214152:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325476.316225:0:214152:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7c7e78b. 00000100:00000001:3.0:1767325476.316228:0:214152:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325476.316230:0:214152:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767325476.316232:0:214152:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518d986 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d2fd expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767325476.316238:0:214152:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767325476.316239:0:214152:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325476.316242:0:214152:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325476.316243:0:214152:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325476.316248:0:214152:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c04da] to pc [ptlrpcd_00_01+1] req@000000008d9c04da x1853174993394048/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325476.316270:0:214152:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767325476.316272:0:214152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325476.316274:0:214152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325476.316275:0:214152:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325476.316276:0:214152:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325476.316278:0:214152:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325476.316280:0:214152:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518d986 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d2fd expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325476.316286:0:214152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767325476.316287:0:214152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518d986 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d2fd expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767325476.316293:0:214152:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000020c73fc0 count: 0 00000100:00000001:0.0:1767325476.316295:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325476.316299:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325476.316301:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325476.316301:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767325476.316304:0:214152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767325476.316305:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767325476.316307:0:214152:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767325476.316309:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767325476.316310:0:214152:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000075d22f2c. 00000100:00000001:2.0:1767325476.316315:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325476.316316:0:214152:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325476.316318:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d9c04da x1853174993394048/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767325476.316322:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325476.316325:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325476.316329:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767325476.316332:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767325476.316333:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1767325476.316334:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325476.316336:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325476.316338:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767325476.316342:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767325476.316342:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767325476.316345:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325476.316346:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767325476.316348:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767325476.316350:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325476.316354:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993394048:192.168.203.107@tcp:103: 00000100:00000001:0.0:1767325476.316365:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325476.316367:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325476.316368:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325476.316370:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325476.316373:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008a771b87. 02000000:00000001:0.0:1767325476.316375:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325476.316378:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdc0209a. 00000400:00000010:0.0:1767325476.316381:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b20fe0. 00000100:00000200:0.0:1767325476.316384:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993394048, portal 18 00000100:00000001:0.0:1767325476.316386:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325476.316387:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268017536 : -112767441534080 : ffff997048b48380) 00000100:00000040:0.0:1767325476.316392:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d9c04da x1853174993394048/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325476.316398:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325476.316400:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325476.316402:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0d5d521. 00000100:00000200:0.0:1767325476.316404:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853174993394048, offset 0 00000400:00000200:0.0:1767325476.316408:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325476.316413:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325476.316416:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325476.316418:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325476.316421:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325476.316423:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325476.316425:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [57:57:256:4294967295] 192.168.203.107@tcp LPNI seq info [57:57:8:4294967295] 00000400:00000200:0.0:1767325476.316432:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325476.316437:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325476.316439:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008382dc3c. 00000800:00000200:0.0:1767325476.316443:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767325476.316447:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325476.316450:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008382dc3c type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767325476.316463:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325476.316470:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305397884 00000100:00000001:0.0:1767325476.316474:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305397883 00000100:00000001:0.0:1767325476.316477:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305397884 00000100:00000001:0.0:1767325476.316480:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305397883 00000100:00000001:0.0:1767325476.316482:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305397884 00000100:00000001:0.0:1767325476.316484:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305397883 00000100:00000001:0.0:1767325476.316486:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305397884 00000100:00000001:0.0:1767325476.316489:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305397883 00000100:00000001:0.0:1767325476.316491:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325476.316493:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325476.316495:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325476.316497:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325476.316501:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325476.316502:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325476.316504:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325476.316505:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325476.316506:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325476.316508:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325476.316679:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325476.316683:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008382dc3c. 00000400:00000200:3.0:1767325476.316687:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325476.316691:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325476.316694:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0d5d521 00000400:00000010:3.0:1767325476.316695:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0d5d521. 00000100:00000001:3.0:1767325476.316698:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325476.316705:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d9c04da x1853174993394048/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325476.316713:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325476.316715:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d9c04da x1853174993394048/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325476.316721:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325476.316723:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325476.318623:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325476.318632:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325476.318636:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325476.318638:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325476.318645:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325476.318654:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 18 MB=0x69573ed301900 00000400:00000200:0.0:1767325476.318660:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.107@tcp of length 224/224 into md 0x2ad [1] + 224 00000800:00000001:0.0:1767325476.318665:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325476.318672:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325476.318674:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325476.318677:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325476.318681:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325476.318685:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008eba1c7b x1853174993393920/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325476.318706:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008eba1c7b x1853174993393920/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325476.318720:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325476.318726:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325476.318729:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325476.318754:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325476.318758:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325476.318763:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325476.318765:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325476.318767:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006bc8fec. 00000400:00000200:2.0:1767325476.318771:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dd75c61 00000400:00000010:2.0:1767325476.318772:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007dd75c61. 00000100:00000001:2.0:1767325476.318789:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325476.318793:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008eba1c7b x1853174993393920/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325476.318802:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008eba1c7b x1853174993393920/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325476.318808:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325476.318809:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325476.318812:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325476.318814:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325476.318817:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325476.318818:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325476.318821:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325476.318826:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 000000009b4353f9 time=1767325476 v=5 (0 0 0 0) 00000100:00001000:2.0:1767325476.318830:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325476.318832:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325476.318834:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325476.318836:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325476.318838:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325476.318841:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325476.318843:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008eba1c7b x1853174993393920/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325476.318858:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325476.318862:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325476.318864:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325476.318867:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008eba1c7b x1853174993393920/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325476.318874:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008eba1c7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993393920:192.168.203.107@tcp:103: 00000100:00000001:2.0:1767325476.318879:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325476.318881:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325476.318883:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008eba1c7b x1853174993393920/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325476.318889:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325476.318897:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325476.318899:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091e1f590. 02000000:00000001:2.0:1767325476.318902:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325476.318903:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325476.318905:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767325476.318907:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325476.318910:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000073be0600. 02000000:00000001:2.0:1767325476.318913:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325476.318914:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325476.318916:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008eba1c7b. 00000100:00000001:2.0:1767325476.318919:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325476.318920:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325476.318922:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325476.318926:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325476.318928:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325476.318930:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325476.318932:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325476.319317:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325476.319322:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325476.319324:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325476.319325:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325476.319329:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325476.319335:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 18 MB=0x69573ed301980 00000400:00000200:1.0:1767325476.319339:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.107@tcp of length 224/224 into md 0x2b5 [1] + 224 00000800:00000001:1.0:1767325476.319343:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325476.319382:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325476.319396:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325476.319400:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325476.319404:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325476.319407:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d9c04da x1853174993394048/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325476.319415:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008d9c04da x1853174993394048/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325476.319427:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325476.319432:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325476.319435:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325476.319459:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325476.319461:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325476.319464:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325476.319466:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325476.319467:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdc0209a. 00000400:00000200:0.0:1767325476.319471:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b20fe0 00000400:00000010:0.0:1767325476.319473:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b20fe0. 00000100:00000001:0.0:1767325476.319476:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325476.319480:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d9c04da x1853174993394048/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325476.319487:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d9c04da x1853174993394048/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325476.319494:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325476.319495:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325476.319497:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325476.319499:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325476.319500:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325476.319501:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325476.319503:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325476.319506:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 000000009b4353f9 time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325476.319509:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325476.319511:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325476.319513:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325476.319514:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325476.319516:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325476.319517:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325476.319520:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d9c04da x1853174993394048/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325476.319538:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325476.319541:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325476.319542:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325476.319546:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d9c04da x1853174993394048/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325476.319553:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993394048:192.168.203.107@tcp:103: 00000100:00000001:0.0:1767325476.319556:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325476.319558:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325476.319560:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d9c04da x1853174993394048/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325476.319567:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325476.319568:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325476.319570:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008a771b87. 02000000:00000001:0.0:1767325476.319573:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325476.319575:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325476.319576:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325476.319578:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325476.319579:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f7c7e78b. 02000000:00000001:0.0:1767325476.319581:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325476.319582:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325476.319583:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d9c04da. 00000100:00000001:0.0:1767325476.319586:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325476.319587:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325476.319589:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325476.319593:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325476.319594:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325476.319596:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325476.319598:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1F:1767325476.324664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000adb7637e. 00010000:00000010:3.1:1767325476.324690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000020c73fc0. 00010000:00000010:3.1:1767325476.324694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c469cfaf. 00000800:00000001:3.0:1767325476.424191:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325476.424213:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325476.424218:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325476.424221:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325476.424235:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325476.424257:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 328 into portal 15 MB=0x69573eec07780 00000400:00000200:3.0:1767325476.424266:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.107@tcp of length 328/328 into md 0x11 [2] + 656 00000800:00000001:3.0:1767325476.424277:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325476.424291:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325476.424294:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325476.424299:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325476.424308:0:211458:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767325476.424311:0:211458:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767325476.424318:0:211458:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fb16a193. 00000100:00000040:3.0:1767325476.424323:0:211458:0:(events.c:337:request_in_callback()) incoming req@00000000fb16a193 x1853175019632512 msgsize 328 00000100:00100000:3.0:1767325476.424328:0:211458:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.107@tcp (source: 12345-192.168.203.107@tcp) 00000100:00000001:3.0:1767325476.424349:0:211458:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767325476.424363:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325476.424367:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325476.424497:0:214148:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767325476.424500:0:214148:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175019632512 02000000:00000001:2.0:1767325476.424504:0:214148:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767325476.424507:0:214148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325476.424509:0:214148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325476.424514:0:214148:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325476.424519:0:214148:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175019632512 00000020:00000001:2.0:1767325476.424523:0:214148:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767325476.424525:0:214148:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d97f 00000020:00000001:2.0:1767325476.424527:0:214148:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767325476.424530:0:214148:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000034fb42fc refcount=3 00000020:00000001:2.0:1767325476.424532:0:214148:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306173890560 : -112767535661056 : ffff997043184000) 00000020:00000001:2.0:1767325476.424535:0:214148:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306173890560 : -112767535661056 : ffff997043184000) 00000100:00000001:2.0:1767325476.424540:0:214148:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767325476.424545:0:214148:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef57824d. 00000100:00000001:2.0:1767325476.424548:0:214148:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767325476.424551:0:214148:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef57824d. 00000020:00000010:2.0:1767325476.424558:0:214148:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091e1f590. 00000020:00000010:2.0:1767325476.424564:0:214148:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000817216bc. 00000020:00000010:2.0:1767325476.424585:0:214148:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003ee58c8a. 00000100:00000040:2.0:1767325476.424596:0:214148:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767325476.424600:0:214148:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767325476.424602:0:214148:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767325476.424614:0:214148:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325476.424624:0:214148:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325476.424637:0:214148:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325476.424649:0:214148:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767325476.424652:0:214148:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767325476.424657:0:214148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.107@tcp, seq: 2 00000100:00000040:2.0:1767325476.424660:0:214148:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000034fb42fc : new rpc_count 1 00000100:00000001:2.0:1767325476.424663:0:214148:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446631306268022016 : -112767441529600 : ffff997048b49500) 00000100:00000040:2.0:1767325476.424669:0:214148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fb16a193 x1853175019632512/t0(0) o104->291f3881-b8f5-45de-bd3d-ba6c6f7647b5@192.168.203.107@tcp:347/0 lens 328/0 e 0 to 0 dl 1767325487 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325476.424679:0:214148:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767325476.424682:0:214148:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef57824d. 00000100:00000001:2.0:1767325476.424684:0:214148:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767325476.424686:0:214148:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef57824d. 00000100:00100000:2.0:1767325476.424690:0:214148:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fb16a193 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:291f3881-b8f5-45de-bd3d-ba6c6f7647b5+3:500343:x1853175019632512:12345-192.168.203.107@tcp:104: 00000100:00000200:2.0:1767325476.424694:0:214148:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175019632512 00010000:00000001:2.0:1767325476.424697:0:214148:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767325476.424704:0:214148:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767325476.424705:0:214148:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767325476.424707:0:214148:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000089cc655a refcount=2 00000020:00000001:2.0:1767325476.424708:0:214148:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306262301696 : -112767447249920 : ffff9970485d4c00) 00010000:00000001:2.0:1767325476.424710:0:214148:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306262301696 : -112767447249920 : ffff9970485d4c00) 00010000:00000001:2.0:1767325476.424714:0:214148:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767325476.424716:0:214148:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325476.424719:0:214148:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.107@tcp lock: 0000000089cc655a/0xddb593876518d9b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x11a3bfd0193d30b expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767325476.424727:0:214148:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767325476.424733:0:214148:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767325476.424739:0:214148:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004f94368d. 02000000:00000001:2.0:1767325476.424741:0:214148:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325476.424743:0:214148:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325476.424747:0:214148:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767325476.424750:0:214148:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325476.424753:0:214148:0:(import.c:2128:obd_at_measure()) add 1 to 000000009e0ab718 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325476.424757:0:214148:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767325476.424759:0:214148:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 13 to 192.168.203.107@tcp 00000100:00000001:2.0:1767325476.424760:0:214148:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 02000000:00000001:2.0:1767325476.424762:0:214148:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767325476.424764:0:214148:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325476.424767:0:214148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325476.424769:0:214148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325476.424773:0:214148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007dd75c61. 00000100:00000200:2.0:1767325476.424777:0:214148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175019632512, offset 224 00000400:00000200:2.0:1767325476.424782:0:214148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325476.424791:0:214148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.7@tcp to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325476.424796:0:214148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [58:58:256:4294967295] 192.168.203.107@tcp LPNI seq info [58:58:8:4294967295] 00000400:00000200:2.0:1767325476.424804:0:214148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:192.168.203.7@tcp) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325476.424808:0:214148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325476.424812:0:214148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f9e2ebb4. 00000800:00000200:2.0:1767325476.424817:0:214148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767325476.424822:0:214148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325476.424825:0:214148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f9e2ebb4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325476.424837:0:214148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325476.424839:0:214148:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00010000:00000001:2.0:1767325476.424842:0:214148:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767325476.424844:0:214148:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000070d22b83. 00010000:00000001:2.0:1767325476.424846:0:214148:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767325476.424857:0:214148:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767325476.424859:0:214148:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325476.424864:0:214148:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325476.424865:0:214148:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325476.424868:0:214148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb16a193 x1853175019632512/t0(0) o104->291f3881-b8f5-45de-bd3d-ba6c6f7647b5@192.168.203.107@tcp:347/0 lens 328/224 e 0 to 0 dl 1767325487 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767325476.424875:0:214148:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fb16a193 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:291f3881-b8f5-45de-bd3d-ba6c6f7647b5+3:500343:x1853175019632512:12345-192.168.203.107@tcp:104: Request processed in 195us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1767325476.424881:0:214148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.107@tcp, seq: 2 00000100:00000040:2.0:1767325476.424884:0:214148:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000034fb42fc : new rpc_count 0 00000100:00000001:2.0:1767325476.424886:0:214148:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767325476.424887:0:214148:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767325476.424891:0:214148:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000817216bc. 00000020:00000001:1.0:1767325476.424891:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1767325476.424895:0:214148:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003ee58c8a. 00000020:00000001:1.0:1767325476.424896:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767325476.424899:0:214148:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091e1f590. 00010000:00010000:1.0:1767325476.424901:0:214153:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:2.0:1767325476.424905:0:214148:0:(genops.c:898:class_export_put()) PUTting export 0000000034fb42fc : new refcount 2 00010000:00000001:1.0:1767325476.424906:0:214153:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767325476.424909:0:214148:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325476.424911:0:214153:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767325476.424915:0:214153:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.107@tcp lock: 0000000089cc655a/0xddb593876518d9b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x11a3bfd0193d30b expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767325476.424932:0:214153:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000089cc655a already unused, calling callback (00000000a9b19f10) 10000000:00000001:1.0:1767325476.424936:0:214153:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767325476.424938:0:214153:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.107@tcp lock: 0000000089cc655a/0xddb593876518d9b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x11a3bfd0193d30b expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325476.424945:0:214153:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767325476.424947:0:214153:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767325476.424949:0:214153:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325476.424951:0:214153:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000089cc655a refcount=3 00000020:00000001:1.0:1767325476.424953:0:214153:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306262301696 : -112767447249920 : ffff9970485d4c00) 00010000:00000001:1.0:1767325476.424956:0:214153:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306262301696 : -112767447249920 : ffff9970485d4c00) 00010000:00000001:1.0:1767325476.424959:0:214153:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767325476.424962:0:214153:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.107@tcp lock: 0000000089cc655a/0xddb593876518d9b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x11a3bfd0193d30b expref: -99 pid: 214146 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767325476.424968:0:214153:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767325476.424970:0:214153:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.107@tcp lock: 0000000089cc655a/0xddb593876518d9b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x11a3bfd0193d30b expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00000800:00000200:0.0:1767325476.424971:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:01000000:1.0:1767325476.424987:0:214153:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000800:00000010:0.0:1767325476.424987:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f9e2ebb4. 10000000:00000001:1.0:1767325476.424993:0:214153:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767325476.424995:0:214153:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 00000400:00000200:0.0:1767325476.424997:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000040:1.0:1767325476.424999:0:214153:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767325476.425003:0:214153:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767325476.425006:0:214153:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325476.425007:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325476.425013:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dd75c61 10000000:00000001:1.0:1767325476.425019:0:214153:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767325476.425024:0:214153:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000010:0.0:1767325476.425024:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007dd75c61. 00000100:00000001:0.0:1767325476.425030:0:211459:0:(events.c:386:reply_out_callback()) Process entered 10000000:00000040:1.0:1767325476.425034:0:214153:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(0000000033b8c559) refs 2 00000100:00000001:0.0:1767325476.425035:0:211459:0:(events.c:398:reply_out_callback()) Process leaving 10000000:00000001:1.0:1767325476.425039:0:214153:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767325476.425042:0:214153:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325476.425046:0:214153:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767325476.425050:0:214153:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767325476.425052:0:214153:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767325476.425054:0:214153:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767325476.425057:0:214153:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325476.425059:0:214153:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000089cc655a with handle 0xddb593876518d9b7 from hash 00010000:00000001:1.0:1767325476.425062:0:214153:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767325476.425064:0:214153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325476.425066:0:214153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325476.425067:0:214153:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767325476.425070:0:214153:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767325476.425072:0:214153:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767325476.425076:0:214153:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767325476.425079:0:214153:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767325476.425085:0:214153:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064827f0f. 00000020:00000040:1.0:1767325476.425088:0:214153:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325476.425093:0:214153:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325476.425095:0:214153:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325476.425106:0:214153:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325476.425112:0:214153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000568532a2. 00000100:00000001:1.0:1767325476.425119:0:214153:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325476.425121:0:214153:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767325476.425125:0:214153:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.107@tcp lock: 0000000089cc655a/0xddb593876518d9b7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d30b expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767325476.425132:0:214153:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767325476.425133:0:214153:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325476.425138:0:214153:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325476.425173:0:214153:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325476.425180:0:214153:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064827f0f] to pc [ptlrpcd_00_02+2] req@0000000064827f0f x1853174993394176/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325476.425207:0:214153:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767325476.425210:0:214153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325476.425216:0:214153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325476.425218:0:214153:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325476.425221:0:214153:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767325476.425223:0:214153:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325476.425225:0:214153:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.107@tcp lock: 0000000089cc655a/0xddb593876518d9b7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d30b expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325476.425231:0:214153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767325476.425232:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:1.0:1767325476.425234:0:214153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.107@tcp lock: 0000000089cc655a/0xddb593876518d9b7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d30b expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767325476.425238:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325476.425243:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000040:1.0:1767325476.425244:0:214153:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000003dd1099 count: 0 00000100:00000001:0.0:1767325476.425244:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325476.425248:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325476.425252:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064827f0f x1853174993394176/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325476.425258:0:214153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325476.425261:0:214153:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767325476.425264:0:214153:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000070d22b83. 00000100:00000001:3.0:1767325476.425266:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767325476.425269:0:214153:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325476.425270:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325476.425273:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325476.425274:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325476.425276:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767325476.425278:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325476.425282:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325476.425283:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767325476.425284:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767325476.425285:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767325476.425288:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767325476.425289:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325476.425294:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767325476.425295:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325476.425299:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064827f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993394176:192.168.203.107@tcp:103: 00000100:00000001:3.0:1767325476.425302:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325476.425307:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325476.425309:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325476.425311:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325476.425315:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dbd78290. 02000000:00000001:3.0:1767325476.425316:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325476.425321:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a1eb714. 00000400:00000010:3.0:1767325476.425325:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc006719. 00000100:00000200:3.0:1767325476.425329:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993394176, portal 18 00000100:00000001:3.0:1767325476.425331:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325476.425332:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138719616 : -112766570832000 : ffff99707c9a5f80) 00000100:00000040:3.0:1767325476.425336:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064827f0f x1853174993394176/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325476.425341:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325476.425342:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325476.425344:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e792461. 00000100:00000200:3.0:1767325476.425345:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853174993394176, offset 0 00000400:00000200:3.0:1767325476.425348:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325476.425352:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325476.425366:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325476.425374:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325476.425378:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325476.425381:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325476.425384:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [59:59:256:4294967295] 192.168.203.107@tcp LPNI seq info [59:59:8:4294967295] 00000400:00000200:3.0:1767325476.425402:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325476.425407:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325476.425411:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e449eedd. 00000800:00000200:3.0:1767325476.425415:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325476.425425:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325476.425427:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e449eedd type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767325476.425439:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325476.425444:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305397993 00000100:00000001:3.0:1767325476.425450:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305397884 00000100:00000001:3.0:1767325476.425455:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305397993 00000100:00000001:3.0:1767325476.425458:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305397884 00000100:00000001:3.0:1767325476.425460:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305397993 00000100:00000001:3.0:1767325476.425463:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305397884 00000100:00000001:3.0:1767325476.425465:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305397993 00000100:00000001:3.0:1767325476.425468:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305397884 00000100:00000001:3.0:1767325476.425470:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325476.425473:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325476.425476:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325476.425477:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325476.425483:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325476.425485:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325476.425487:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325476.425488:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325476.425489:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325476.425491:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325476.427133:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325476.427138:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e449eedd. 00000400:00000200:1.0:1767325476.427158:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325476.427164:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325476.427168:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e792461 00000400:00000010:1.0:1767325476.427170:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e792461. 00000100:00000001:1.0:1767325476.427174:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325476.427180:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064827f0f x1853174993394176/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325476.427191:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325476.427199:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064827f0f x1853174993394176/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325476.427206:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325476.427208:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325476.430773:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325476.430787:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325476.430792:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325476.430794:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325476.430803:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325476.430817:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 18 MB=0x69573ed301a00 00000400:00000200:3.0:1767325476.430826:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.107@tcp of length 224/224 into md 0x2c1 [1] + 224 00000800:00000001:3.0:1767325476.430834:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325476.430841:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325476.430843:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325476.430857:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325476.430863:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325476.430867:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064827f0f x1853174993394176/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325476.430877:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064827f0f x1853174993394176/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325476.430897:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325476.430904:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325476.430907:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325476.430952:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325476.430955:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325476.430963:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325476.430965:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325476.430967:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a1eb714. 00000400:00000200:0.0:1767325476.430972:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc006719 00000400:00000010:0.0:1767325476.430974:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc006719. 00000100:00000001:0.0:1767325476.430978:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325476.430982:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064827f0f x1853174993394176/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325476.430992:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064827f0f x1853174993394176/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325476.430998:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325476.431000:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325476.431003:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325476.431007:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325476.431010:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325476.431012:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325476.431015:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325476.431021:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 000000009b4353f9 time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325476.431025:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325476.431028:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325476.431029:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325476.431032:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325476.431035:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325476.431037:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325476.431041:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064827f0f x1853174993394176/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325476.431048:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325476.431051:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325476.431053:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325476.431063:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064827f0f x1853174993394176/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325476.431070:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064827f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993394176:192.168.203.107@tcp:103: 00000100:00000001:0.0:1767325476.431075:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325476.431077:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325476.431080:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064827f0f x1853174993394176/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325492 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325476.431086:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325476.431089:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325476.431092:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dbd78290. 02000000:00000001:0.0:1767325476.431094:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325476.431096:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325476.431098:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325476.431110:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325476.431112:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000568532a2. 02000000:00000001:0.0:1767325476.431116:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325476.431118:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325476.431120:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064827f0f. 00000100:00000001:0.0:1767325476.431123:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325476.431125:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325476.431126:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325476.431131:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325476.431133:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325476.431136:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325476.431137:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1F:1767325476.431174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000003dd1099. 00010000:00000010:1.1:1767325476.431197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000089cc655a. 00010000:00000001:2.0:1767325476.858281:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325476.858287:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325476.858294:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325476.858295:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325476.858324:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325476.858328:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325476.858331:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325477.882234:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325477.882241:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325477.882248:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325477.882249:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325477.882317:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325477.882322:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325477.882325:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325478.906289:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325478.906298:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325478.906305:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325478.906306:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325478.906398:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325478.906401:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325478.906404:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325479.290276:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325479.290289:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325479.290301:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c46a891b. 00000020:00000040:2.0:1767325479.290309:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325479.290314:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325479.290318:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325479.290342:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325479.290351:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ee91c56. 00000100:00000001:2.0:1767325479.290358:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325479.290378:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000c46a891b x1853174993394304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325479.290390:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325479.290392:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325479.290398:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c46a891b] to pc [ptlrpcd_00_03+3] req@00000000c46a891b x1853174993394304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325479.290426:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325479.290428:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325479.290432:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325479.290435:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008304d4b4. 00000020:00000040:2.0:1767325479.290438:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325479.290440:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767325479.290441:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325479.290442:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325479.290444:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325479.290449:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000010:2.0:1767325479.290449:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007750120a. 00000100:00000001:2.0:1767325479.290452:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325479.290454:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325479.290458:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000008304d4b4 x1853174993394432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325479.290465:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325479.290467:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325479.290469:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325479.290470:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325479.290471:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325479.290477:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325479.290477:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325479.290479:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008304d4b4] to pc [ptlrpcd_00_00+0] req@000000008304d4b4 x1853174993394432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325479.290481:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325479.290486:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325479.290495:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c46a891b x1853174993394304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325479.290505:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325479.290508:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325479.290508:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767325479.290513:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767325479.290514:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325479.290514:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1767325479.290516:0:193085:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1767325479.290518:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767325479.290521:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325479.290521:0:193085:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1767325479.290522:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1767325479.290526:0:193085:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1767325479.290527:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325479.290531:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008304d4b4 x1853174993394432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325479.290534:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c46a891b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993394304:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325479.290538:0:193085:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1767325479.290541:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325479.290544:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1767325479.290545:0:193085:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: connect to NID 192.168.203.107@tcp last attempt 10723 00000100:00000001:1.0:1767325479.290546:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325479.290553:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325479.290554:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325479.290557:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325479.290558:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325479.290561:0:193085:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.107@tcp is discovered: rc = 1 02000000:00000001:3.0:1767325479.290564:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1767325479.290566:0:193085:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: tried all connections, increasing latency to 20s 02000000:00000010:3.0:1767325479.290571:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eee4cb68. 00000100:00000040:2.0:1767325479.290571:0:193085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 00000100:00000001:2.0:1767325479.290576:0:193085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767325479.290577:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325479.290579:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767325479.290580:0:193085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 02000000:00000001:0.0:1767325479.290596:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325479.290598:0:193085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 02000000:00000001:0.0:1767325479.290601:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325479.290604:0:193085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767325479.290608:0:193085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d9d3 00000100:00100000:0.0:1767325479.290608:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008304d4b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993394432:192.168.203.107@tcp:400: 00000020:00000001:2.0:1767325479.290613:0:193085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767325479.290615:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1767325479.290618:0:193085:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009cdc169b refcount=5 02000000:00000001:0.0:1767325479.290619:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767325479.290622:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006445e22e. 02000000:00000001:0.0:1767325479.290623:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325479.290624:0:193085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 02000000:00000001:0.0:1767325479.290629:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767325479.290630:0:193085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000400:00000010:3.0:1767325479.290635:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000206a045a. 00000100:00000040:2.0:1767325479.290635:0:193085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 02000000:00000010:0.0:1767325479.290635:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ec9148d. 02000000:00000001:0.0:1767325479.290641:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325479.290642:0:193085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767325479.290646:0:193085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00000100:00000200:3.0:1767325479.290647:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993394304, portal 25 00000100:00000001:2.0:1767325479.290648:0:193085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000400:00000010:0.0:1767325479.290648:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdc0209a. 00000100:00000001:3.0:1767325479.290654:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1767325479.290655:0:193085:0:(genops.c:898:class_export_put()) PUTting export 000000009cdc169b : new refcount 4 00000400:00000010:0.0:1767325479.290657:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b20fe0. 00000100:00000001:3.0:1767325479.290658:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531388288 : -112767178163328 : ffff997058673b80) 00000100:00080000:2.0:1767325479.290661:0:193085:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: import 0000000054198135 using connection 192.168.203.107@tcp/192.168.203.107@tcp 00000100:00000200:0.0:1767325479.290663:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993394432, portal 10 00000100:00000001:2.0:1767325479.290667:0:193085:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325479.290668:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325479.290671:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531378432 : -112767178173184 : ffff997058671500) 02000000:00000001:2.0:1767325479.290672:0:193085:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767325479.290680:0:193085:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325479.290681:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008304d4b4 x1853174993394432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325479.290686:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c46a891b x1853174993394304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325479.290686:0:193085:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325479.290692:0:193085:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1767325479.290698:0:193085:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1767325479.290705:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:2.0:1767325479.290706:0:193085:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325479.290709:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325479.290710:0:193085:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325479.290715:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000010:2.0:1767325479.290716:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063e117f0. 00000400:00000010:3.0:1767325479.290720:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f15cde0. 00000020:00000040:2.0:1767325479.290721:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:0.0:1767325479.290723:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000200:3.0:1767325479.290725:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993394304, offset 0 00000400:00000010:0.0:1767325479.290728:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000794ac830. 02000000:00000001:2.0:1767325479.290733:0:193085:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000200:0.0:1767325479.290734:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993394432, offset 0 02000000:00000001:2.0:1767325479.290737:0:193085:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325479.290739:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325479.290742:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325479.290745:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767325479.290749:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767325479.290750:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325479.290756:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000008ad8bcf8. 00000400:00000200:3.0:1767325479.290760:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325479.290761:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325479.290770:0:193085:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000063e117f0 x1853174993394560/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767325479.290771:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325479.290780:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325479.290782:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325479.290785:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325479.290787:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767325479.290791:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e117f0] to pc [ptlrpcd_rcv+-1] req@0000000063e117f0 x1853174993394560/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325479.290794:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325479.290802:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [60:60:256:4294967295] 192.168.203.107@tcp LPNI seq info [60:60:8:4294967295] 00000400:00000200:3.0:1767325479.290816:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325479.290817:0:193085:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325479.290823:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:3.0:1767325479.290828:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325479.290828:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767325479.290833:0:193085:0:(import.c:2045:ptlrpc_disconnect_and_idle_import()) Process entered 00000400:00000200:0.0:1767325479.290833:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767325479.290837:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096734733. 00000100:00000001:2.0:1767325479.290839:0:193085:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000001:1.0:1767325479.290839:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325479.290840:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325479.290843:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767325479.290845:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce152320. 00000100:00000001:1.0:1767325479.290847:0:211464:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767325479.290847:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:3.0:1767325479.290852:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000020:00000040:2.0:1767325479.290852:0:193085:0:(genops.c:1229:class_import_get()) import 00000000d75df28b refcount=3 obd=lustre-OST0000-osc-ffff997043181000 00000100:00000040:1.0:1767325479.290855:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063e117f0 x1853174993394560/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325479.290855:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325479.290859:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325479.290863:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767325479.290863:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:2.0:1767325479.290868:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325479.290869:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767325479.290874:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [61:61:255:4294967295] 192.168.203.107@tcp LPNI seq info [61:61:7:4294967295] 02000000:00000010:2.0:1767325479.290875:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009620fff6. 00000100:00000001:1.0:1767325479.290875:0:211464:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1767325479.290877:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000096734733 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325479.290877:0:211464:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325479.290882:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325479.290883:0:211464:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325479.290887:0:193085:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446631306531385600 : -112767178166016 : ffff997058673100) 02000000:00000001:1.0:1767325479.290887:0:211464:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1767325479.290894:0:193085:0:(import.c:65:import_set_state_nolock()) 00000000d75df28b lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000400:00000200:0.0:1767325479.290896:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767325479.290897:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325479.290898:0:211464:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767325479.290900:0:193085:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff997043181000: disconnect after 24s idle 00000100:00000001:3.0:1767325479.290906:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305400858 00000100:00100000:1.0:1767325479.290907:0:211464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993394560:192.168.203.107@tcp:38: 00000800:00000200:0.0:1767325479.290911:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325479.290916:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325479.290917:0:211464:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325479.290919:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305397993 00000800:00000010:0.0:1767325479.290919:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5b7574c. 00000100:00000001:2.0:1767325479.290920:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325479.290922:0:211464:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325479.290926:0:211464:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325479.290929:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305400858 02000000:00000001:1.0:1767325479.290930:0:211464:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767325479.290931:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce152320] to pc [ptlrpcd_rcv+-1] req@00000000ce152320 x1853174993394688/t0(0) o9->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325479.290932:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325479.290936:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305397993 02000000:00000010:1.0:1767325479.290937:0:211464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a30a2a0c. 02000000:00000001:1.0:1767325479.290943:0:211464:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325479.290945:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305400858 00000800:00000200:0.0:1767325479.290949:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000010:1.0:1767325479.290951:0:211464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4a7c86. 00000800:00000200:0.0:1767325479.290952:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b5b7574c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325479.290960:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305397993 00000100:00000001:0.0:1767325479.290960:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325479.290961:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009eda70b2. 00000100:00000040:0.0:1767325479.290967:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 1987931 usecs (1988 jiffies) 00000100:00000001:3.0:1767325479.290968:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305400858 00000100:00000200:1.0:1767325479.290969:0:211464:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993394560, portal 10 00000100:00000001:2.0:1767325479.290972:0:193085:0:(import.c:2084:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325479.290974:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305398212 00000100:00000001:1.0:1767325479.290975:0:211464:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325479.290977:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305397993 00000100:00000001:2.0:1767325479.290977:0:193085:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325479.290979:0:211464:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531374848 : -112767178176768 : ffff997058670700) 00000100:00000001:0.0:1767325479.290980:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305400858 00000100:00000001:3.0:1767325479.290986:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767325479.290986:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10733) 00000100:00000001:0.0:1767325479.290987:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305398212 00000100:00000040:1.0:1767325479.290992:0:211464:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000063e117f0 x1853174993394560/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325479.290993:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325479.290993:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305400858 00000100:00000001:0.0:1767325479.290997:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305398212 00000100:00000001:3.0:1767325479.291000:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325479.291001:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305400858 00000100:00000001:0.0:1767325479.291006:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305398212 00000100:00000001:3.0:1767325479.291007:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325479.291012:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305400858 00000100:00000001:0.0:1767325479.291017:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325479.291018:0:211464:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325479.291021:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325479.291024:0:211464:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325479.291027:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325479.291028:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a79660. 00000100:00000001:0.0:1767325479.291031:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325479.291033:0:211464:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853174993394560, offset 0 00000100:00000001:0.0:1767325479.291037:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325479.291039:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767325479.291041:0:211464:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325479.291044:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325479.291046:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325479.291048:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325479.291051:0:211464:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325479.291051:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325479.291058:0:211464:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325479.291061:0:211464:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325479.291065:0:211464:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325479.291068:0:211464:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767325479.291071:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767325479.291071:0:211464:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [62:62:254:4294967295] 192.168.203.107@tcp LPNI seq info [62:62:6:4294967295] 00000800:00000010:2.0:1767325479.291076:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096734733. 00000400:00000200:1.0:1767325479.291083:0:211464:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:2.0:1767325479.291085:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767325479.291091:0:211464:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325479.291095:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000800:00000010:1.0:1767325479.291099:0:211464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef5ef55d. 00000400:00000200:2.0:1767325479.291102:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f15cde0 00000400:00000010:2.0:1767325479.291106:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f15cde0. 00000800:00000200:1.0:1767325479.291107:0:211464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325479.291114:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767325479.291114:0:211464:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325479.291119:0:211464:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef5ef55d type 1, nob 616 niov 1 nkiov 1 00000100:00000200:2.0:1767325479.291122:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c46a891b x1853174993394304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325479.291124:0:211464:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325479.291129:0:211464:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 130398 usecs (131 jiffies) 00000100:00000001:1.0:1767325479.291135:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305396355 00000100:00000001:2.0:1767325479.291163:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325479.291168:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c46a891b x1853174993394304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325479.291168:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305400858 00000100:00000001:1.0:1767325479.291177:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305396356 00000100:00000001:1.0:1767325479.291182:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305400858 00000100:00000001:2.0:1767325479.291183:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325479.291188:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325479.291188:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305396356 00000100:00000001:1.0:1767325479.291193:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305400858 00000100:00000001:1.0:1767325479.291195:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305396356 00000100:00000001:1.0:1767325479.291197:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305400858 00000800:00000200:2.0:1767325479.291203:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325479.291206:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5b7574c. 00000100:00000001:1.0:1767325479.291209:0:211464:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325479.291212:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325479.291213:0:211464:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325479.291219:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325479.291221:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000794ac830 00000400:00000010:2.0:1767325479.291224:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000794ac830. 00000100:00000001:1.0:1767325479.291226:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325479.291227:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325479.291230:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325479.291232:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008304d4b4 x1853174993394432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325479.291237:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325479.291240:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767325479.291243:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325479.291244:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325479.291248:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008304d4b4 x1853174993394432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325479.291248:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325479.291251:0:211464:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325479.291258:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce152320 x1853174993394688/t0(0) o9->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325479.291261:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325479.291265:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325479.291270:0:211464:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325479.291273:0:211464:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325479.291276:0:211464:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325479.291278:0:211464:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325479.291280:0:211464:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325479.291283:0:211464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce152320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993394688:192.168.203.107@tcp:9: 00000100:00000001:1.0:1767325479.291286:0:211464:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325479.291296:0:211464:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325479.291298:0:211464:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325479.291300:0:211464:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325479.291304:0:211464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5c40a87. 02000000:00000001:1.0:1767325479.291305:0:211464:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325479.291309:0:211464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f7193d. 00000400:00000010:1.0:1767325479.291313:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017952509. 00000100:00000200:1.0:1767325479.291316:0:211464:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993394688, portal 4 00000100:00000001:1.0:1767325479.291317:0:211464:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325479.291318:0:211464:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531385600 : -112767178166016 : ffff997058673100) 00000100:00000040:1.0:1767325479.291324:0:211464:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce152320 x1853174993394688/t0(0) o9->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325479.291331:0:211464:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325479.291333:0:211464:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325479.291337:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba163e5e. 00000800:00000200:2.0:1767325479.291338:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767325479.291339:0:211464:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853174993394688, offset 0 00000800:00000010:2.0:1767325479.291342:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef5ef55d. 00000400:00000200:2.0:1767325479.291346:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325479.291354:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325479.291360:0:211464:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325479.291365:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a79660 00000400:00000010:2.0:1767325479.291367:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a79660. 00000100:00000001:2.0:1767325479.291371:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767325479.291371:0:211464:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000200:2.0:1767325479.291376:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063e117f0 x1853174993394560/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325479.291377:0:211464:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325479.291384:0:211464:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325479.291389:0:211464:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325479.291391:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767325479.291394:0:211464:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:2.0:1767325479.291397:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063e117f0 x1853174993394560/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325479.291403:0:211464:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [63:63:255:4294967295] 192.168.203.107@tcp LPNI seq info [63:63:7:4294967295] 00000100:00000001:2.0:1767325479.291413:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325479.291415:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767325479.291420:0:211464:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325479.291426:0:211464:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325479.291430:0:211464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035310fb5. 00000800:00000200:1.0:1767325479.291442:0:211464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325479.291449:0:211464:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325479.291451:0:211464:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035310fb5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325479.291461:0:211464:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325479.291463:0:211464:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: using a timeout of 3202 usecs (4 jiffies) 00000100:00000001:1.0:1767325479.291464:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305396229 00000100:00000001:1.0:1767325479.291466:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305400858 00000100:00000001:1.0:1767325479.291467:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305396229 00000100:00000001:1.0:1767325479.291468:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305400858 00000100:00000001:1.0:1767325479.291470:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305396229 00000100:00000001:1.0:1767325479.291470:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305400858 00000100:00000001:1.0:1767325479.291471:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305396229 00000100:00000001:1.0:1767325479.291472:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305400858 00000100:00000001:1.0:1767325479.291473:0:211464:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325479.291474:0:211464:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325479.291475:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325479.291476:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325479.291479:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325479.291484:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767325479.291486:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325479.291487:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325479.291488:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325479.291489:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325479.291512:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325479.291516:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035310fb5. 00000400:00000200:0.0:1767325479.291520:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325479.291525:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325479.291527:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba163e5e 00000400:00000010:0.0:1767325479.291530:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba163e5e. 00000100:00000001:0.0:1767325479.291532:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325479.291536:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce152320 x1853174993394688/t0(0) o9->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325479.291562:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325479.291565:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce152320 x1853174993394688/t0(0) o9->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325479.291572:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325479.291573:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325479.293350:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325479.293363:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325479.293367:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325479.293370:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325479.293429:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325479.293439:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed301a80 00000400:00000200:3.0:1767325479.293445:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x2c9 [1] + 224 00000800:00000001:3.0:1767325479.293451:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325479.293456:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325479.293457:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325479.293459:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325479.293463:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325479.293466:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c46a891b x1853174993394304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325479.293473:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c46a891b x1853174993394304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325479.293491:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325479.293496:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325479.293498:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325479.293499:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325479.293501:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325479.293503:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325479.293506:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed301b00 00000400:00000200:3.0:1767325479.293509:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x2cd [1] + 224 00000800:00000001:3.0:1767325479.293518:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325479.293522:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325479.293523:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325479.293525:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325479.293527:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325479.293529:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008304d4b4 x1853174993394432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325479.293534:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008304d4b4 x1853174993394432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325479.293545:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325479.293548:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325479.293550:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325479.293592:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325479.293596:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325479.293601:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325479.293603:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325479.293606:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdc0209a. 00000400:00000200:2.0:1767325479.293611:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b20fe0 00000400:00000010:2.0:1767325479.293613:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b20fe0. 00000100:00000001:2.0:1767325479.293616:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325479.293620:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008304d4b4 x1853174993394432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325479.293628:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008304d4b4 x1853174993394432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325479.293634:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325479.293636:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325479.293638:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325479.293641:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325479.293645:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325479.293647:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325479.293650:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325479.293658:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325479.293662:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325479.293670:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325479.293672:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325479.293675:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325479.293681:0:211465:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325479.293684:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325479.293686:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325479.293688:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325479.293690:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325479.293693:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008304d4b4 x1853174993394432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325479.293700:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325479.293703:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325479.293705:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325479.293708:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008304d4b4 x1853174993394432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325479.293726:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008304d4b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993394432:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325479.293731:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325479.293733:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325479.293735:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008304d4b4 x1853174993394432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325479.293741:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325479.293745:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325479.293747:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ec9148d. 02000000:00000001:2.0:1767325479.293751:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325479.293753:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325479.293754:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767325479.293757:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325479.293759:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007750120a. 02000000:00000001:2.0:1767325479.293762:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325479.293763:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325479.293765:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008304d4b4. 00000100:00000001:2.0:1767325479.293768:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325479.293769:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325479.293775:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325479.293780:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325479.293781:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325479.293783:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325479.293785:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325479.293911:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325479.293913:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325479.293917:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325479.293919:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325479.293921:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006445e22e. 00000400:00000200:0.0:1767325479.293924:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000206a045a 00000400:00000010:0.0:1767325479.293926:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000206a045a. 00000100:00000001:0.0:1767325479.293929:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325479.293933:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c46a891b x1853174993394304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325479.293941:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c46a891b x1853174993394304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325479.293948:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325479.293949:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325479.293951:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325479.293952:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325479.293954:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325479.293955:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325479.293957:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325479.293960:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325479.293963:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325479.293966:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325479.293967:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325479.293969:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325479.293970:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325479.293972:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325479.293975:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c46a891b x1853174993394304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325479.293992:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325479.293994:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325479.293995:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325479.293998:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c46a891b x1853174993394304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325479.294004:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c46a891b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993394304:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325479.294009:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325479.294011:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325479.294013:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c46a891b x1853174993394304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325479.294019:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325479.294021:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325479.294023:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eee4cb68. 02000000:00000001:0.0:1767325479.294025:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325479.294027:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325479.294028:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325479.294031:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325479.294032:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ee91c56. 02000000:00000001:0.0:1767325479.294035:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325479.294036:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325479.294037:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c46a891b. 00000100:00000001:0.0:1767325479.294040:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325479.294041:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325479.294043:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325479.294048:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325479.294049:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325479.294051:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325479.294052:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325479.294249:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325479.294255:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325479.294257:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325479.294259:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325479.294264:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325479.294273:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 4 MB=0x69573ed301c00 00000400:00000200:2.0:1767325479.294278:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.107@tcp of length 224/224 into md 0x2e1 [1] + 224 00000800:00000001:2.0:1767325479.294282:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325479.294287:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325479.294289:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325479.294292:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325479.294296:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325479.294299:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce152320 x1853174993394688/t0(0) o9->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325479.294307:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ce152320 x1853174993394688/t0(0) o9->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325479.294328:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325479.294333:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325479.294336:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325479.294392:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325479.294395:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325479.294397:0:211464:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325479.294399:0:211464:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325479.294400:0:211464:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f7193d. 00000400:00000200:1.0:1767325479.294404:0:211464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017952509 00000400:00000010:1.0:1767325479.294406:0:211464:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017952509. 00000100:00000001:1.0:1767325479.294409:0:211464:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325479.294412:0:211464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce152320 x1853174993394688/t0(0) o9->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325479.294419:0:211464:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce152320 x1853174993394688/t0(0) o9->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325479.294425:0:211464:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325479.294426:0:211464:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325479.294428:0:211464:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325479.294429:0:211464:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325479.294431:0:211464:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325479.294432:0:211464:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325479.294434:0:211464:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325479.294438:0:211464:0:(import.c:2128:obd_at_measure()) add 5 to 0000000005beb4b0 time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325479.294441:0:211464:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c907fec7 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325479.294443:0:211464:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325479.294444:0:211464:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325479.294446:0:211464:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325479.294449:0:211464:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ce152320 x1853174993394688/t0(0) o9->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325479.294455:0:211464:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325479.294457:0:211464:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325479.294458:0:211464:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325479.294460:0:211464:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325479.294468:0:211464:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325479.294471:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce152320 x1853174993394688/t0(0) o9->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325479.294477:0:211464:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325479.294479:0:211464:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325479.294480:0:211464:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767325479.294483:0:211464:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@00000000ce152320 x1853174993394688/t0(0) o9->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767325479.294490:0:211464:0:(import.c:65:import_set_state_nolock()) 00000000d75df28b lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1767325479.294493:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce152320 x1853174993394688/t0(0) o9->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325479.294500:0:211464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce152320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993394688:192.168.203.107@tcp:9: 00000100:00000001:1.0:1767325479.294504:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325479.294506:0:211464:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325479.294508:0:211464:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce152320 x1853174993394688/t0(0) o9->lustre-OST0000-osc-ffff997043181000@192.168.203.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325479.294513:0:211464:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325479.294515:0:211464:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325479.294516:0:211464:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5c40a87. 02000000:00000001:1.0:1767325479.294519:0:211464:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325479.294520:0:211464:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325479.294522:0:211464:0:(genops.c:1242:class_import_put()) import 00000000d75df28b refcount=2 obd=lustre-OST0000-osc-ffff997043181000 00000020:00000001:1.0:1767325479.294523:0:211464:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325479.294525:0:211464:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009620fff6. 02000000:00000001:1.0:1767325479.294527:0:211464:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325479.294528:0:211464:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325479.294529:0:211464:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce152320. 00000100:00000001:1.0:1767325479.294532:0:211464:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325479.294533:0:211464:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325479.294535:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325479.294537:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325479.294542:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325479.294544:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325479.294545:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325479.295970:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325479.295977:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325479.295980:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325479.295982:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325479.295988:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325479.296003:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 416 into portal 10 MB=0x69573ed301b80 00000400:00000200:0.0:1767325479.296008:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 416/416 into md 0x2d9 [1] + 0 00000800:00000001:0.0:1767325479.296013:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325479.296020:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325479.296023:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325479.296027:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325479.296031:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325479.296035:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063e117f0 x1853174993394560/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325479.296044:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@0000000063e117f0 x1853174993394560/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325479.296059:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325479.296064:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325479.296067:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325479.296090:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325479.296093:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325479.296096:0:211464:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325479.296097:0:211464:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325479.296099:0:211464:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4a7c86. 00000400:00000200:1.0:1767325479.296102:0:211464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eda70b2 00000400:00000010:1.0:1767325479.296104:0:211464:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009eda70b2. 00000100:00000001:1.0:1767325479.296107:0:211464:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325479.296110:0:211464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063e117f0 x1853174993394560/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325479.296118:0:211464:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063e117f0 x1853174993394560/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325479.296124:0:211464:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325479.296125:0:211464:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325479.296127:0:211464:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325479.296129:0:211464:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325479.296130:0:211464:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325479.296131:0:211464:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325479.296133:0:211464:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325479.296138:0:211464:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325479.296165:0:211464:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=36 v=20 (20 0 0 0) 00000100:00000001:1.0:1767325479.296167:0:211464:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325479.296169:0:211464:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325479.296171:0:211464:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325479.296174:0:211464:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000063e117f0 x1853174993394560/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/416 e 0 to 0 dl 1767325504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325479.296181:0:211464:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325479.296183:0:211464:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325479.296185:0:211464:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325479.296186:0:211464:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325479.296187:0:211464:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325479.296190:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063e117f0 x1853174993394560/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/416 e 0 to 0 dl 1767325504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325479.296202:0:211464:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325479.296204:0:211464:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325479.296205:0:211464:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325479.296207:0:211464:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1767325479.296214:0:211464:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff997043181000: connect to target with instance 4 00000020:00000001:1.0:1767325479.296217:0:211464:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767325479.296218:0:211464:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d9d3 00000020:00000001:1.0:1767325479.296221:0:211464:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325479.296223:0:211464:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009cdc169b refcount=5 00000020:00000001:1.0:1767325479.296226:0:211464:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000020:00000001:1.0:1767325479.296228:0:211464:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000100:00001000:1.0:1767325479.296232:0:211464:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=1767325479 v=0 (0 0 0 0) 00000100:00001000:1.0:1767325479.296234:0:211464:0:(import.c:2194:obd_at_measure()) AT 000000003e4035c4 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1767325479.296239:0:211464:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1791, crc32c 10743, adler 1387 00000020:00000040:1.0:1767325479.296245:0:211464:0:(genops.c:898:class_export_put()) PUTting export 000000009cdc169b : new refcount 4 00000100:00000001:1.0:1767325479.296248:0:211464:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1767325479.296252:0:211464:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:1.0:1767325479.296255:0:211464:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0001-mdc-ffff997043181000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:1.0:1767325479.296259:0:211464:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1767325479.296261:0:211464:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767325479.296264:0:211464:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:1.0:1767325479.296267:0:211464:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:1.0:1767325479.296270:0:211464:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767325479.296272:0:211464:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767325479.296274:0:211464:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325479.296276:0:211464:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1767325479.296279:0:211464:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1767325479.296281:0:211464:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1767325479.296282:0:211464:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:1.0:1767325479.296284:0:211464:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:1.0:1767325479.296285:0:211464:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:1.0:1767325479.296286:0:211464:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1767325479.296288:0:211464:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv 0000000080018e77 for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:1.0:1767325479.296295:0:211464:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xddb593876518d9cc 00800000:00000040:1.0:1767325479.296298:0:211464:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0xddb593876518d9d3 00800000:00000040:1.0:1767325479.296300:0:211464:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff997043181000=25c8b14d-875f-4c17-953c-c9ec680f2b09 device 4 (000000004cea2532) type mdc at LMV idx 1 00800000:00000040:1.0:1767325479.296303:0:211464:0:(lmv_obd.c:112:lmv_set_mdc_active()) OBD 000000004cea2532 already active! 00800000:00000001:1.0:1767325479.296305:0:211464:0:(lmv_obd.c:113:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767325479.296307:0:211464:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767325479.296308:0:211464:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325479.296310:0:211464:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=5 obd=lustre-MDT0001-mdc-ffff997043181000 00000002:00000001:2.0:1767325479.296507:0:211464:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325479.296509:0:211464:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767325479.296512:0:211464:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767325479.296514:0:211464:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325479.296517:0:211464:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325479.296520:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063e117f0 x1853174993394560/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/416 e 0 to 0 dl 1767325504 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325479.296527:0:211464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993394560:192.168.203.107@tcp:38: 00000002:00000001:1.0:1767325479.296529:0:214588:0:(mdc_request.c:2600:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:1.0:1767325479.296533:0:214588:0:(kernelcomm.c:1422:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:1.0:1767325479.296537:0:214588:0:(kernelcomm.c:1436:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325479.296539:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767325479.296541:0:214588:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767325479.296542:0:211464:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767325479.296545:0:214588:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:2.0:1767325479.296546:0:211464:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063e117f0 x1853174993394560/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/416 e 0 to 0 dl 1767325504 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767325479.296550:0:214588:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:1.0:1767325479.296554:0:214588:0:(mdc_request.c:2610:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325479.296558:0:211464:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325479.296560:0:211464:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325479.296568:0:211464:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a30a2a0c. 02000000:00000001:2.0:1767325479.296574:0:211464:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325479.296575:0:211464:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325479.296576:0:211464:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325479.296577:0:211464:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325479.296578:0:211464:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000008ad8bcf8. 02000000:00000001:2.0:1767325479.296581:0:211464:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325479.296582:0:211464:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325479.296582:0:211464:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063e117f0. 00000100:00000001:2.0:1767325479.296595:0:211464:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325479.296596:0:211464:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325479.296598:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325479.296602:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325479.296603:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325479.296605:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325479.296606:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325479.930250:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325479.930257:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325479.930263:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325479.930264:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325479.930316:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325479.930321:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325479.930324:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325480.954257:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325480.954265:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325480.954271:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325480.954272:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325480.954327:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325480.954330:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325480.954333:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767325481.850245:0:214155:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767325481.850252:0:214155:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (0000000033b8c559) refs 2 10000000:00000001:2.0:1767325481.850258:0:214155:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767325481.850260:0:214155:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767325481.850261:0:214155:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767325481.850262:0:214155:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767325481.850284:0:214155:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:2.0:1767325481.850286:0:214155:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:2.0:1767325481.850288:0:214155:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff997043181000 from 12 10000000:00000001:2.0:1767325481.850292:0:214155:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767325481.850293:0:214155:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:2.0:1767325481.850303:0:214155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063e117f0. 00000020:00000040:2.0:1767325481.850309:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325481.850314:0:214155:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325481.850318:0:214155:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325481.850324:0:214155:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325481.850333:0:214155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091e1f590. 00000100:00000001:2.0:1767325481.850341:0:214155:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325481.850346:0:214155:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767325481.850350:0:214155:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767325481.850359:0:214155:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cda35a37. 00010000:00000001:2.0:1767325481.850365:0:214155:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767325481.850368:0:214155:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002005e678. 00000020:00000001:2.0:1767325481.850374:0:214155:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767325481.850377:0:214155:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002005e678 with handle 0xddb593876518d9ef to hash 00000020:00000001:2.0:1767325481.850379:0:214155:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767325481.850380:0:214155:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446631306262300160 : -112767447251456 : ffff9970485d4600) 00010000:00000001:2.0:1767325481.850384:0:214155:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446631306262300160 : -112767447251456 : ffff9970485d4600) 00010000:00000001:2.0:1767325481.850388:0:214155:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767325481.850390:0:214155:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325481.850394:0:214155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.107@tcp lock: 000000002005e678/0xddb593876518d9ef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767325481.850403:0:214155:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.107@tcp lock: 000000002005e678/0xddb593876518d9ef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767325481.850412:0:214155:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.107@tcp lock: 000000002005e678/0xddb593876518d9ef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767325481.850416:0:214155:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767325481.850417:0:214155:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767325481.850428:0:214155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e126a64c. 00000100:00000001:2.0:1767325481.850430:0:214155:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306530768192 : -112767178783424 : ffff9970585dc540) 00000100:00000001:2.0:1767325481.850432:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325481.850434:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531374848 : -112767178176768 : ffff997058670700) 00000100:00000001:2.0:1767325481.850438:0:214155:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325481.850440:0:214155:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325481.850442:0:214155:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767325481.850443:0:214155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325481.850453:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063e117f0 x1853174993394816/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325481.850460:0:214155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325481.850462:0:214155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325481.850466:0:214155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325481.850468:0:214155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325481.850470:0:214155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325481.850472:0:214155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993394816:192.168.203.107@tcp:101: 00000100:00000001:2.0:1767325481.850475:0:214155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325481.850480:0:214155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325481.850482:0:214155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325481.850484:0:214155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325481.850487:0:214155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008ad8bcf8. 02000000:00000001:2.0:1767325481.850488:0:214155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325481.850494:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006bc8fec. 00000400:00000010:2.0:1767325481.850502:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007dd75c61. 00000100:00000200:2.0:1767325481.850508:0:214155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993394816, portal 25 00000100:00000001:2.0:1767325481.850509:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325481.850510:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531374848 : -112767178176768 : ffff997058670700) 00000100:00000040:2.0:1767325481.850513:0:214155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000063e117f0 x1853174993394816/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325481.850518:0:214155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325481.850520:0:214155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325481.850522:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097f01def. 00000100:00000200:2.0:1767325481.850524:0:214155:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853174993394816, offset 0 00000400:00000200:2.0:1767325481.850532:0:214155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325481.850547:0:214155:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325481.850552:0:214155:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325481.850557:0:214155:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325481.850561:0:214155:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325481.850564:0:214155:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325481.850577:0:214155:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [64:64:256:4294967295] 192.168.203.107@tcp LPNI seq info [64:64:8:4294967295] 00000400:00000200:2.0:1767325481.850588:0:214155:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325481.850596:0:214155:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325481.850601:0:214155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007750120a. 00000800:00000200:2.0:1767325481.850608:0:214155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767325481.850617:0:214155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325481.850622:0:214155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007750120a type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767325481.850651:0:214155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325481.850656:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305403418 00000100:00000001:2.0:1767325481.850664:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305400858 00000100:00000001:2.0:1767325481.850669:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305403418 00000100:00000001:2.0:1767325481.850671:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305400858 00000100:00000001:2.0:1767325481.850674:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305403418 00000100:00000001:2.0:1767325481.850676:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305400858 00000100:00000001:2.0:1767325481.850677:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305403418 00000100:00000001:2.0:1767325481.850680:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305400858 00000100:00000001:2.0:1767325481.850681:0:214155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325481.850683:0:214155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325481.850685:0:214155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325481.850686:0:214155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767325481.850689:0:214155:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e126a64c going to sleep for 11 seconds 00000100:00000001:2.0:1767325481.850697:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325481.850700:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325481.851646:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325481.851652:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007750120a. 00000400:00000200:3.0:1767325481.851659:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325481.851665:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325481.851671:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097f01def 00000400:00000010:3.0:1767325481.851673:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097f01def. 00000100:00000001:3.0:1767325481.851678:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325481.851682:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063e117f0 x1853174993394816/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.851693:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325481.851696:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000063e117f0 x1853174993394816/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.851703:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325481.851705:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325481.857202:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325481.857221:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325481.857226:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325481.857228:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325481.857242:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325481.857270:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 344 into portal 25 MB=0x69573ed301c80 00000400:00000200:2.0:1767325481.857279:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 344/344 into md 0x2e9 [1] + 224 00000800:00000001:2.0:1767325481.857287:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325481.857297:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325481.857300:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325481.857304:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325481.857312:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325481.857320:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063e117f0 x1853174993394816/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325481.857331:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000063e117f0 x1853174993394816/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325481.857352:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325481.857360:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325481.857363:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325481.857395:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325481.857403:0:214155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325481.857405:0:214155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325481.857407:0:214155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006bc8fec. 00000400:00000200:1.0:1767325481.857411:0:214155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dd75c61 00000400:00000010:1.0:1767325481.857413:0:214155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007dd75c61. 00000100:00000001:1.0:1767325481.857416:0:214155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325481.857419:0:214155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063e117f0 x1853174993394816/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325481.857426:0:214155:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063e117f0 x1853174993394816/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.857430:0:214155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325481.857432:0:214155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325481.857433:0:214155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325481.857436:0:214155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325481.857438:0:214155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325481.857454:0:214155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325481.857458:0:214155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325481.857465:0:214155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=38 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325481.857470:0:214155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325481.857473:0:214155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325481.857474:0:214155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325481.857477:0:214155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325481.857479:0:214155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.857483:0:214155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325481.857487:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063e117f0 x1853174993394816/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.857503:0:214155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325481.857506:0:214155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325481.857508:0:214155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325481.857512:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063e117f0 x1853174993394816/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325481.857519:0:214155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993394816:192.168.203.107@tcp:101: 00000100:00000001:1.0:1767325481.857525:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325481.857528:0:214155:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.857530:0:214155:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767325481.857533:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325481.857535:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063e117f0 x1853174993394816/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.857542:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325481.857545:0:214155:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e126a64c. 00000100:00000001:1.0:1767325481.857548:0:214155:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767325481.857550:0:214155:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325481.857553:0:214155:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767325481.857556:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767325481.857559:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325481.857581:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002005e678 refcount=4 00000020:00000001:1.0:1767325481.857584:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306262300160 : -112767447251456 : ffff9970485d4600) 00010000:00000001:1.0:1767325481.857587:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306262300160 : -112767447251456 : ffff9970485d4600) 00010000:00000040:1.0:1767325481.857600:0:214155:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000002005e678, remote cookie: 0x11a3bfd0193d438, flags: 0x0 00010000:00000001:1.0:1767325481.857603:0:214155:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767325481.857608:0:214155:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767325481.857610:0:214155:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767325481.857612:0:214155:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767325481.857614:0:214155:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767325481.857616:0:214155:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cda35a37) refcount = 1 00010000:00010000:1.0:1767325481.857621:0:214155:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.107@tcp lock: 000000002005e678/0xddb593876518d9ef lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d438 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325481.857629:0:214155:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767325481.857631:0:214155:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767325481.857632:0:214155:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767325481.857635:0:214155:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767325481.857638:0:214155:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325481.857640:0:214155:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.107@tcp lock: 000000002005e678/0xddb593876518d9ef lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x11a3bfd0193d438 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325481.857645:0:214155:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767325481.857647:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325481.857649:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325481.857650:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325481.857651:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325481.859639:0:214155:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.859645:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325481.859653:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063e117f0 x1853174993394816/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.859674:0:214155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325481.859677:0:214155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325481.859681:0:214155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008ad8bcf8. 02000000:00000001:1.0:1767325481.859685:0:214155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325481.859688:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325481.859690:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767325481.859692:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325481.859694:0:214155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000091e1f590. 02000000:00000001:1.0:1767325481.859700:0:214155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325481.859712:0:214155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325481.859714:0:214155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063e117f0. 00000100:00000001:1.0:1767325481.859718:0:214155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325481.859720:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767325481.859722:0:214155:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767325481.859726:0:214155:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767325481.859729:0:214155:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (0000000033b8c559) refs 3 10000000:00000001:1.0:1767325481.859731:0:214155:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325481.859733:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767325481.859735:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325481.859737:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002005e678 refcount=3 00000020:00000001:1.0:1767325481.859739:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306262300160 : -112767447251456 : ffff9970485d4600) 00010000:00000001:1.0:1767325481.859742:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306262300160 : -112767447251456 : ffff9970485d4600) 00010000:00000001:1.0:1767325481.859745:0:214155:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767325481.859746:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325481.859748:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325481.859749:0:214155:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767325481.859751:0:214155:0:(mgc_request.c:1532:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767325481.859755:0:214155:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000b2c4b97c. 00000100:00000010:1.0:1767325481.859771:0:214155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008ff6dcc5. 00000020:00000040:1.0:1767325481.859774:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325481.859778:0:214155:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325481.859781:0:214155:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325481.859786:0:214155:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325481.859792:0:214155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002fe30860. 00000100:00000001:1.0:1767325481.859799:0:214155:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.859814:0:214155:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767325481.859818:0:214155:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fb5c4cdb. 00000100:00000010:1.0:1767325481.859822:0:214155:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000bea2d26f. 00000020:00000040:1.0:1767325481.859824:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=5 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325481.859829:0:214155:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767325481.859831:0:214155:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767325481.859837:0:214155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061843e34. 00000100:00000001:1.0:1767325481.859839:0:214155:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306263521728 : -112767446029888 : ffff9970486fe9c0) 00000100:00000001:1.0:1767325481.859843:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325481.859844:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138720512 : -112766570831104 : ffff99707c9a6300) 00000100:00000001:1.0:1767325481.859853:0:214155:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325481.859856:0:214155:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.859859:0:214155:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767325481.859861:0:214155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325481.859865:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008ff6dcc5 x1853174993394944/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.859873:0:214155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325481.859876:0:214155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325481.859879:0:214155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325481.859882:0:214155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325481.859885:0:214155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325481.859887:0:214155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008ff6dcc5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993394944:192.168.203.107@tcp:256: 00000100:00000001:1.0:1767325481.859892:0:214155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325481.859898:0:214155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325481.859909:0:214155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.859912:0:214155:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767325481.859918:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4a7c86. 00000400:00000010:1.0:1767325481.859926:0:214155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000756cc0a5. 00000100:00000200:1.0:1767325481.859932:0:214155:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x69573ed301d00-0x69573ed301d00, portal 33 00000100:00000001:1.0:1767325481.859936:0:214155:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325481.859939:0:214155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325481.859942:0:214155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006775b42d. 02000000:00000001:1.0:1767325481.859944:0:214155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325481.859946:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f7193d. 00000400:00000010:1.0:1767325481.859950:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009eda70b2. 00000100:00000200:1.0:1767325481.859953:0:214155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993394944, portal 25 00000100:00000001:1.0:1767325481.859955:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325481.859956:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138720512 : -112766570831104 : ffff99707c9a6300) 00000100:00000040:1.0:1767325481.859961:0:214155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008ff6dcc5 x1853174993394944/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325497 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.859969:0:214155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325481.859971:0:214155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325481.859974:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017952509. 00000100:00000200:1.0:1767325481.859981:0:214155:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853174993394944, offset 0 00000400:00000200:1.0:1767325481.859988:0:214155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325481.860002:0:214155:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325481.860008:0:214155:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325481.860014:0:214155:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325481.860017:0:214155:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325481.860020:0:214155:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325481.860024:0:214155:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [65:65:256:4294967295] 192.168.203.107@tcp LPNI seq info [65:65:8:4294967295] 00000400:00000200:1.0:1767325481.860035:0:214155:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325481.860041:0:214155:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325481.860047:0:214155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035310fb5. 00000800:00000200:1.0:1767325481.860054:0:214155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325481.860062:0:214155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325481.860067:0:214155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035310fb5 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1767325481.860089:0:214155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.860094:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305403427 00000100:00000001:1.0:1767325481.860102:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305403418 00000100:00000001:1.0:1767325481.860109:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305403427 00000100:00000001:1.0:1767325481.860112:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305403418 00000100:00000001:1.0:1767325481.860123:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305403427 00000100:00000001:1.0:1767325481.860126:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305403418 00000100:00000001:1.0:1767325481.860129:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305403427 00000100:00000001:1.0:1767325481.860133:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305403418 00000100:00000001:1.0:1767325481.860135:0:214155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325481.860138:0:214155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.860156:0:214155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325481.860158:0:214155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767325481.860160:0:214155:0:(client.c:2690:ptlrpc_set_wait()) set 0000000061843e34 going to sleep for 11 seconds 00000100:00000001:1.0:1767325481.860163:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325481.860170:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325481.860494:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325481.860498:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035310fb5. 00000400:00000200:0.0:1767325481.860504:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325481.860509:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325481.860513:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017952509 00000400:00000010:0.0:1767325481.860516:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017952509. 00000100:00000001:0.0:1767325481.860520:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325481.860524:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008ff6dcc5 x1853174993394944/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325497 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325481.860533:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325481.860536:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000008ff6dcc5 x1853174993394944/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325497 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325481.860543:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325481.860544:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325481.862308:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325481.862322:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325481.862326:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325481.862328:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325481.862346:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325481.862360:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 44 into portal 33 MB=0x69573ed301d00 00000400:00000200:3.0:1767325481.862367:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.107@tcp of length 44/44 into md 0x2f1 [4] + 0 00000400:00000010:3.0:1767325481.862379:0:211458:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4a7c86. 00000400:00000200:3.0:1767325481.862384:0:211458:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000756cc0a5 00000800:00000001:3.0:1767325481.862389:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325481.862397:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325481.862399:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325481.862402:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325481.862406:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000756cc0a5 00000400:00000010:3.0:1767325481.862408:0:211458:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000756cc0a5. 00000100:00000001:3.0:1767325481.862412:0:211458:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767325481.862414:0:211458:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000008ff6dcc5 desc 00000000fb5c4cdb mbits 1853174993394944 00000100:00000001:3.0:1767325481.862431:0:211458:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767325481.862437:0:211458:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767325481.862443:0:211458:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.7@tcp to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325481.862448:0:211458:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [66:66:256:4294967295] 192.168.203.107@tcp LPNI seq info [66:66:8:4294967295] 00000400:00000200:3.0:1767325481.862456:0:211458:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:192.168.203.7@tcp) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) 192.168.203.107@tcp : ACK try# 0 00000800:00000200:3.0:1767325481.862462:0:211458:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325481.862466:0:211458:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at 00000000ae4619a7. 00000800:00000200:3.0:1767325481.862471:0:211458:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325481.862476:0:211458:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325481.862479:0:211458:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ae4619a7 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767325481.862538:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767325481.862544:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767325481.862545:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767325481.862549:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at 00000000ae4619a7. 00000400:00000200:3.0:1767325481.862557:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325481.862562:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: ACK: OK 00000100:00000001:1.0:1767325481.862637:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325481.862640:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325481.869011:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325481.869028:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325481.869033:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325481.869035:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325481.869061:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325481.869080:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 240 into portal 25 MB=0x69573ed301d00 00000400:00000200:0.0:1767325481.869089:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 240/240 into md 0x2f5 [1] + 224 00000800:00000001:0.0:1767325481.869097:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325481.869124:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325481.869128:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325481.869133:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325481.869176:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325481.869184:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008ff6dcc5 x1853174993394944/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325497 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325481.869197:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000008ff6dcc5 x1853174993394944/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325481.869220:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325481.869229:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325481.869233:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325481.869490:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325481.869499:0:214155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325481.869502:0:214155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325481.869505:0:214155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f7193d. 00000400:00000200:1.0:1767325481.869510:0:214155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eda70b2 00000400:00000010:1.0:1767325481.869512:0:214155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009eda70b2. 00000100:00000001:1.0:1767325481.869516:0:214155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325481.869520:0:214155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008ff6dcc5 x1853174993394944/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325481.869528:0:214155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008ff6dcc5 x1853174993394944/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.869534:0:214155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325481.869536:0:214155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325481.869538:0:214155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325481.869542:0:214155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325481.869545:0:214155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325481.869547:0:214155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325481.869550:0:214155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325481.869557:0:214155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=38 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325481.869561:0:214155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325481.869564:0:214155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325481.869576:0:214155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325481.869580:0:214155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325481.869582:0:214155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.869585:0:214155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325481.869589:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000008ff6dcc5 x1853174993394944/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325481.869597:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000008ff6dcc5 x1853174993394944/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325497 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.869605:0:214155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325481.869607:0:214155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325481.869610:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ff6dcc5 x1853174993394944/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325497 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325481.869633:0:214155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008ff6dcc5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993394944:192.168.203.107@tcp:256: 00000100:00000001:1.0:1767325481.869639:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325481.869643:0:214155:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.869645:0:214155:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767325481.869647:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325481.869650:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008ff6dcc5 x1853174993394944/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325497 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.869657:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325481.869660:0:214155:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000061843e34. 00000100:00000001:1.0:1767325481.869664:0:214155:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767325481.869665:0:214155:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767325481.869672:0:214155:0:(mgc_request.c:1610:mgc_process_recover_log()) Latest version 12, more 0. 10000000:00000001:1.0:1767325481.869676:0:214155:0:(mgc_request.c:1273:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767325481.869683:0:214155:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000000ab62c84. 00010000:00000001:1.0:1767325481.869695:0:214155:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767325481.869698:0:214155:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767325481.869702:0:214155:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.107@tcp has 192.168.203.107@tcp. 00000100:00000001:1.0:1767325481.869704:0:214155:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325481.869707:0:214155:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767325481.869708:0:214155:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.107@tcp with 192.168.203.107@tcp 00000100:00000200:1.0:1767325481.869723:0:214155:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.107@tcp' 00000400:00000200:1.0:1767325481.869726:0:214155:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1767325481.869730:0:214155:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:1.0:1767325481.869733:0:214155:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.107@tcp 00000400:00000200:1.0:1767325481.869739:0:214155:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.107@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767325481.869747:0:214155:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767325481.869751:0:214155:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.107@tcp NID 192.168.203.107@tcp: 0. pending discovery 00000400:00000200:1.0:1767325481.869754:0:214155:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.107@tcp 00000100:00000001:1.0:1767325481.869756:0:214155:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325481.869762:0:214155:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767325481.869766:0:214155:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.203.107@tcp' by NID '192.168.203.107@tcp' 10000000:00000010:1.0:1767325481.869771:0:214155:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 00000000e0779e90. 10000000:00000040:1.0:1767325481.869779:0:214155:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 12/12 for lustre-MDT0001-mdc-ffff997043181000 -> mdc.import=connection=192.168.203.107@tcp::4 00000020:00000080:1.0:1767325481.869782:0:214155:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767325481.869789:0:214155:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767325481.869793:0:214155:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000829ef988. 00000020:00000010:1.0:1767325481.869798:0:214155:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000f9429af. 00000020:00000010:1.0:1767325481.869802:0:214155:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000b66e9d2a. 00000008:00000010:1.0:1767325481.869809:0:214155:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000c75340b5. 00020000:00000010:1.0:1767325481.869814:0:214155:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000007e84b4c3. 00008000:00000010:1.0:1767325481.869819:0:214155:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b2e96b2b. 00000080:00000010:1.0:1767325481.869831:0:214155:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000076c7ed7d. 00000080:00000010:1.0:1767325481.869836:0:214155:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000fecf334c. 00000040:00000001:1.0:1767325481.869841:0:214155:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767325481.869843:0:214155:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000e0779e90 00000040:00001000:1.0:1767325481.869845:0:214155:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767325481.869846:0:214155:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767325481.869848:0:214155:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767325481.869849:0:214155:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767325481.869851:0:214155:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767325481.869853:0:214155:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767325481.869854:0:214155:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0001-mdc-ffff997043181000 00000040:00001000:1.0:1767325481.869856:0:214155:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.203.107@tcp::4 00000040:00000001:1.0:1767325481.869857:0:214155:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:1.0:1767325481.869929:0:214155:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000f9429af. 00000020:00000010:1.0:1767325481.869933:0:214155:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000b66e9d2a. 00000008:00000010:1.0:1767325481.869936:0:214155:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000c75340b5. 00020000:00000010:1.0:1767325481.869940:0:214155:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000007e84b4c3. 00008000:00000010:1.0:1767325481.869944:0:214155:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000b2e96b2b. 00000080:00000010:1.0:1767325481.869949:0:214155:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000076c7ed7d. 00000080:00000010:1.0:1767325481.869953:0:214155:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000fecf334c. 00000020:00000010:1.0:1767325481.869956:0:214155:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000829ef988. 00000020:00000001:1.0:1767325481.869960:0:214155:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325481.869962:0:214155:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767325481.869966:0:214155:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 00000000e0779e90. 10000000:00000010:1.0:1767325481.869969:0:214155:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000000ab62c84. 10000000:00000001:1.0:1767325481.869977:0:214155:0:(mgc_request.c:1508:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.869979:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325481.869983:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008ff6dcc5 x1853174993394944/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325497 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.869990:0:214155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325481.869993:0:214155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325481.869996:0:214155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006775b42d. 02000000:00000001:1.0:1767325481.869999:0:214155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325481.870001:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325481.870003:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767325481.870006:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767325481.870007:0:214155:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767325481.870010:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325481.870011:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767325481.870013:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767325481.870016:0:214155:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000bea2d26f. 00000100:00000010:1.0:1767325481.870019:0:214155:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fb5c4cdb. 00000100:00000001:1.0:1767325481.870021:0:214155:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767325481.870023:0:214155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002fe30860. 02000000:00000001:1.0:1767325481.870026:0:214155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325481.870028:0:214155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325481.870029:0:214155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008ff6dcc5. 00000100:00000001:1.0:1767325481.870033:0:214155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325481.870034:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767325481.870051:0:214155:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000b2c4b97c. 10000000:01000000:1.0:1767325481.870055:0:214155:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.107@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1767325481.870058:0:214155:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767325481.870061:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767325481.870063:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325481.870066:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002005e678 refcount=3 00000020:00000001:1.0:1767325481.870069:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306262300160 : -112767447251456 : ffff9970485d4600) 00010000:00000001:1.0:1767325481.870071:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306262300160 : -112767447251456 : ffff9970485d4600) 00010000:00000001:1.0:1767325481.870074:0:214155:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767325481.870078:0:214155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.107@tcp lock: 000000002005e678/0xddb593876518d9ef lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d438 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325481.870094:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325481.870096:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767325481.870098:0:214155:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.107@tcp lock: 000000002005e678/0xddb593876518d9ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d438 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325481.870103:0:214155:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767325481.870104:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325481.870105:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767325481.870107:0:214155:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767325481.870108:0:214155:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767325481.870111:0:214155:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767325481.870114:0:214155:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767325481.870116:0:214155:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000787ac9e6) refs 2 10000000:00000001:1.0:1767325481.870118:0:214155:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767325481.870120:0:214155:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767325481.870122:0:214155:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(0000000033b8c559) refs 3 10000000:00000001:1.0:1767325481.870124:0:214155:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767325481.870126:0:214155:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767325481.870127:0:214155:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1767325481.870129:0:214155:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:1.0:1767325481.870131:0:214155:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff997043181000 from 39 10000000:00000001:1.0:1767325481.870133:0:214155:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767325481.870134:0:214155:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1767325481.870138:0:214155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008ff6dcc5. 00000020:00000040:1.0:1767325481.870163:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325481.870168:0:214155:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325481.870172:0:214155:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325481.870176:0:214155:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325481.870182:0:214155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002fe30860. 00000100:00000001:1.0:1767325481.870188:0:214155:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325481.870193:0:214155:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767325481.870195:0:214155:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767325481.870202:0:214155:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a5dd83fd. 00010000:00000001:1.0:1767325481.870208:0:214155:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767325481.870211:0:214155:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008e7a0b52. 00000020:00000001:1.0:1767325481.870220:0:214155:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767325481.870222:0:214155:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008e7a0b52 with handle 0xddb593876518d9f6 to hash 00000020:00000001:1.0:1767325481.870224:0:214155:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767325481.870226:0:214155:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446631306885132800 : -112766824418816 : ffff99706d7cf200) 00010000:00000001:1.0:1767325481.870228:0:214155:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446631306885132800 : -112766824418816 : ffff99706d7cf200) 00010000:00000001:1.0:1767325481.870232:0:214155:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767325481.870235:0:214155:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325481.870238:0:214155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.107@tcp lock: 000000008e7a0b52/0xddb593876518d9f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767325481.870244:0:214155:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.107@tcp lock: 000000008e7a0b52/0xddb593876518d9f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767325481.870253:0:214155:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.107@tcp lock: 000000008e7a0b52/0xddb593876518d9f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767325481.870259:0:214155:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767325481.870260:0:214155:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767325481.870265:0:214155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061843e34. 00000100:00000001:1.0:1767325481.870268:0:214155:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306263521728 : -112767446029888 : ffff9970486fe9c0) 00000100:00000001:1.0:1767325481.870270:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325481.870271:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138720512 : -112766570831104 : ffff99707c9a6300) 00000100:00000001:1.0:1767325481.870276:0:214155:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325481.870278:0:214155:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.870281:0:214155:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767325481.870283:0:214155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325481.870287:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008ff6dcc5 x1853174993395072/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.870294:0:214155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325481.870296:0:214155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325481.870300:0:214155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325481.870303:0:214155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325481.870305:0:214155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325481.870308:0:214155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008ff6dcc5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993395072:192.168.203.107@tcp:101: 00000100:00000001:1.0:1767325481.870317:0:214155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325481.870324:0:214155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325481.870327:0:214155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325481.870329:0:214155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325481.870333:0:214155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fb5c4cdb. 02000000:00000001:1.0:1767325481.870335:0:214155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325481.870339:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f7193d. 00000400:00000010:1.0:1767325481.870344:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009eda70b2. 00000100:00000200:1.0:1767325481.870350:0:214155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993395072, portal 25 00000100:00000001:1.0:1767325481.870353:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325481.870354:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138720512 : -112766570831104 : ffff99707c9a6300) 00000100:00000040:1.0:1767325481.870359:0:214155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008ff6dcc5 x1853174993395072/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.870366:0:214155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325481.870368:0:214155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325481.870372:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8fd9bfd. 00000100:00000200:1.0:1767325481.870374:0:214155:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853174993395072, offset 0 00000400:00000200:1.0:1767325481.870383:0:214155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325481.870393:0:214155:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325481.870400:0:214155:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325481.870405:0:214155:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325481.870410:0:214155:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325481.870413:0:214155:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325481.870416:0:214155:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [67:67:256:4294967295] 192.168.203.107@tcp LPNI seq info [67:67:8:4294967295] 00000400:00000200:1.0:1767325481.870427:0:214155:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325481.870433:0:214155:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325481.870439:0:214155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef5ef55d. 00000800:00000200:1.0:1767325481.870445:0:214155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325481.870453:0:214155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325481.870457:0:214155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef5ef55d type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767325481.870471:0:214155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.870480:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305403438 00000100:00000001:1.0:1767325481.870489:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305403427 00000100:00000001:1.0:1767325481.870496:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305403438 00000100:00000001:1.0:1767325481.870500:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305403427 00000100:00000001:1.0:1767325481.870504:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305403438 00000100:00000001:1.0:1767325481.870509:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305403427 00000100:00000001:1.0:1767325481.870511:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305403438 00000100:00000001:1.0:1767325481.870516:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305403427 00000100:00000001:1.0:1767325481.870520:0:214155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325481.870522:0:214155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.870525:0:214155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325481.870527:0:214155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767325481.870530:0:214155:0:(client.c:2690:ptlrpc_set_wait()) set 0000000061843e34 going to sleep for 11 seconds 00000100:00000001:1.0:1767325481.870533:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325481.870535:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325481.870590:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325481.870594:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef5ef55d. 00000400:00000200:2.0:1767325481.870599:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325481.870604:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325481.870608:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8fd9bfd 00000400:00000010:2.0:1767325481.870609:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8fd9bfd. 00000100:00000001:2.0:1767325481.870613:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325481.870617:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008ff6dcc5 x1853174993395072/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325481.870626:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325481.870629:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000008ff6dcc5 x1853174993395072/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325481.870645:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325481.870646:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325481.872269:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325481.872278:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325481.872282:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325481.872284:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325481.872296:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325481.872308:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 344 into portal 25 MB=0x69573ed301d80 00000400:00000200:3.0:1767325481.872315:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 344/344 into md 0x2fd [1] + 224 00000800:00000001:3.0:1767325481.872321:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325481.872326:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325481.872329:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325481.872333:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325481.872337:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325481.872341:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008ff6dcc5 x1853174993395072/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325481.872351:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000008ff6dcc5 x1853174993395072/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.872368:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325481.872374:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325481.872377:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325481.872403:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325481.872409:0:214155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325481.872411:0:214155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325481.872412:0:214155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f7193d. 00000400:00000200:1.0:1767325481.872416:0:214155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eda70b2 00000400:00000010:1.0:1767325481.872418:0:214155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009eda70b2. 00000100:00000001:1.0:1767325481.872422:0:214155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325481.872436:0:214155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008ff6dcc5 x1853174993395072/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325481.872444:0:214155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008ff6dcc5 x1853174993395072/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.872450:0:214155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325481.872452:0:214155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325481.872453:0:214155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325481.872455:0:214155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325481.872457:0:214155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325481.872459:0:214155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325481.872467:0:214155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325481.872471:0:214155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=38 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325481.872474:0:214155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325481.872477:0:214155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325481.872478:0:214155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325481.872480:0:214155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325481.872483:0:214155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.872485:0:214155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325481.872489:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008ff6dcc5 x1853174993395072/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.872495:0:214155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325481.872497:0:214155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325481.872499:0:214155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325481.872502:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ff6dcc5 x1853174993395072/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325481.872508:0:214155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008ff6dcc5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993395072:192.168.203.107@tcp:101: 00000100:00000001:1.0:1767325481.872513:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325481.872515:0:214155:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.872517:0:214155:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767325481.872518:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325481.872521:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008ff6dcc5 x1853174993395072/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.872526:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325481.872528:0:214155:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000061843e34. 00000100:00000001:1.0:1767325481.872530:0:214155:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767325481.872531:0:214155:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325481.872534:0:214155:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767325481.872536:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767325481.872537:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325481.872540:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008e7a0b52 refcount=4 00000020:00000001:1.0:1767325481.872541:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885132800 : -112766824418816 : ffff99706d7cf200) 00010000:00000001:1.0:1767325481.872544:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885132800 : -112766824418816 : ffff99706d7cf200) 00010000:00000040:1.0:1767325481.872548:0:214155:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000008e7a0b52, remote cookie: 0x11a3bfd0193d43f, flags: 0x0 00010000:00000001:1.0:1767325481.872556:0:214155:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767325481.872560:0:214155:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767325481.872563:0:214155:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767325481.872564:0:214155:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767325481.872579:0:214155:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767325481.872581:0:214155:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000a5dd83fd) refcount = 1 00010000:00010000:1.0:1767325481.872586:0:214155:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.107@tcp lock: 000000008e7a0b52/0xddb593876518d9f6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d43f expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325481.872592:0:214155:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767325481.872594:0:214155:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767325481.872595:0:214155:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767325481.872599:0:214155:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767325481.872601:0:214155:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325481.872603:0:214155:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.107@tcp lock: 000000008e7a0b52/0xddb593876518d9f6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x11a3bfd0193d43f expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325481.872609:0:214155:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767325481.872610:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325481.872612:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325481.872613:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325481.872614:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325481.872615:0:214155:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.872618:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325481.872621:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008ff6dcc5 x1853174993395072/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.872627:0:214155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325481.872629:0:214155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325481.872632:0:214155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fb5c4cdb. 02000000:00000001:1.0:1767325481.872634:0:214155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325481.872636:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325481.872638:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767325481.872640:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325481.872642:0:214155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002fe30860. 02000000:00000001:1.0:1767325481.872644:0:214155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325481.872646:0:214155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325481.872661:0:214155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008ff6dcc5. 00000100:00000001:1.0:1767325481.872664:0:214155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325481.872665:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767325481.872668:0:214155:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767325481.872670:0:214155:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767325481.872672:0:214155:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000787ac9e6) refs 3 10000000:00000001:1.0:1767325481.872674:0:214155:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325481.872676:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767325481.872677:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325481.872678:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008e7a0b52 refcount=3 00000020:00000001:1.0:1767325481.872680:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885132800 : -112766824418816 : ffff99706d7cf200) 00010000:00000001:1.0:1767325481.872682:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885132800 : -112766824418816 : ffff99706d7cf200) 00010000:00000001:1.0:1767325481.872685:0:214155:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767325481.872686:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325481.872687:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325481.872688:0:214155:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767325481.872690:0:214155:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1767325481.872693:0:214155:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000bea2d26f. 00000020:00000010:1.0:1767325481.872697:0:214155:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002fe30860. 00000020:00000010:1.0:1767325481.872701:0:214155:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006775b42d. 00000040:00000010:1.0:1767325481.872704:0:214155:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000829ef988. 00000020:00000010:1.0:1767325481.872709:0:214155:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f1fc131a. 00000020:00000010:1.0:1767325481.872713:0:214155:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000f9429af. 80000000:00000010:1.0:1767325481.872717:0:214155:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b66e9d2a. 00040000:00000010:1.0:1767325481.872721:0:214155:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b5c40a87. 20000000:00000010:1.0:1767325481.872725:0:214155:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000001f0672a4. 10000000:00000040:1.0:1767325481.872728:0:214155:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000033f481f1 : new refcount 2 00000020:00000001:1.0:1767325481.872732:0:214155:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1767325481.872733:0:214155:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1767325481.872735:0:214155:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767325481.872738:0:214155:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004e73a548. 00000040:00000001:1.0:1767325481.872741:0:214155:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767325481.872744:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000010:1.0:1767325481.872747:0:214155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008ff6dcc5. 00000020:00000040:1.0:1767325481.872749:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=5 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325481.872756:0:214155:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325481.872759:0:214155:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325481.872762:0:214155:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325481.872766:0:214155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000c00dc79. 00000100:00000001:1.0:1767325481.872770:0:214155:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.872775:0:214155:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767325481.872777:0:214155:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767325481.872780:0:214155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061843e34. 00000100:00000001:1.0:1767325481.872782:0:214155:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306263521728 : -112767446029888 : ffff9970486fe9c0) 00000100:00000001:1.0:1767325481.872784:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325481.872785:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138720512 : -112766570831104 : ffff99707c9a6300) 00000100:00000001:1.0:1767325481.872789:0:214155:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325481.872791:0:214155:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.872793:0:214155:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767325481.872794:0:214155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325481.872797:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008ff6dcc5 x1853174993395200/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.872803:0:214155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325481.872805:0:214155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325481.872808:0:214155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325481.872810:0:214155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325481.872812:0:214155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325481.872814:0:214155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008ff6dcc5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993395200:192.168.203.107@tcp:501: 00000100:00000001:1.0:1767325481.872818:0:214155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325481.872821:0:214155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325481.872823:0:214155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325481.872825:0:214155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325481.872827:0:214155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efc23b1c. 02000000:00000001:1.0:1767325481.872829:0:214155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325481.872831:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f7193d. 00000400:00000010:1.0:1767325481.872834:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009eda70b2. 00000100:00000200:1.0:1767325481.872838:0:214155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993395200, portal 25 00000100:00000001:1.0:1767325481.872840:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325481.872841:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138720512 : -112766570831104 : ffff99707c9a6300) 00000100:00000040:1.0:1767325481.872848:0:214155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008ff6dcc5 x1853174993395200/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.872855:0:214155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325481.872857:0:214155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325481.872859:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8b3beac. 00000100:00000200:1.0:1767325481.872862:0:214155:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853174993395200, offset 0 00000400:00000200:1.0:1767325481.872867:0:214155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325481.872874:0:214155:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325481.872878:0:214155:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325481.872895:0:214155:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325481.872898:0:214155:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325481.872901:0:214155:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325481.872904:0:214155:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [68:68:256:4294967295] 192.168.203.107@tcp LPNI seq info [68:68:8:4294967295] 00000400:00000200:1.0:1767325481.872912:0:214155:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325481.872917:0:214155:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325481.872920:0:214155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d53f249. 00000800:00000200:1.0:1767325481.872925:0:214155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325481.872930:0:214155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325481.872933:0:214155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d53f249 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1767325481.872950:0:214155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.872954:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305403440 00000100:00000001:1.0:1767325481.872959:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305403438 00000100:00000001:1.0:1767325481.872963:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305403440 00000100:00000001:1.0:1767325481.872966:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305403438 00000100:00000001:1.0:1767325481.872969:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305403440 00000100:00000001:1.0:1767325481.872973:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305403438 00000100:00000001:1.0:1767325481.872977:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305403440 00000100:00000001:1.0:1767325481.872980:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305403438 00000100:00000001:1.0:1767325481.872983:0:214155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325481.872991:0:214155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.872993:0:214155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325481.872994:0:214155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767325481.872996:0:214155:0:(client.c:2690:ptlrpc_set_wait()) set 0000000061843e34 going to sleep for 11 seconds 00000100:00000001:1.0:1767325481.872999:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325481.873000:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325481.873025:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325481.873029:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d53f249. 00000400:00000200:2.0:1767325481.873032:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325481.873035:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325481.873038:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8b3beac 00000400:00000010:2.0:1767325481.873039:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8b3beac. 00000100:00000001:2.0:1767325481.873041:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325481.873043:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008ff6dcc5 x1853174993395200/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325481.873049:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325481.873051:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000008ff6dcc5 x1853174993395200/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325481.873055:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325481.873056:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325481.874323:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325481.874331:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325481.874333:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325481.874335:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325481.874340:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325481.874349:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 272 into portal 25 MB=0x69573ed301e00 00000400:00000200:2.0:1767325481.874355:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 272/272 into md 0x305 [1] + 224 00000800:00000001:2.0:1767325481.874360:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325481.874365:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325481.874367:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325481.874370:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325481.874374:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325481.874379:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008ff6dcc5 x1853174993395200/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325481.874388:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@000000008ff6dcc5 x1853174993395200/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325481.874414:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325481.874420:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325481.874423:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325481.874453:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325481.874458:0:214155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325481.874459:0:214155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325481.874461:0:214155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f7193d. 00000400:00000200:1.0:1767325481.874464:0:214155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eda70b2 00000400:00000010:1.0:1767325481.874466:0:214155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009eda70b2. 00000100:00000001:1.0:1767325481.874469:0:214155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325481.874472:0:214155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008ff6dcc5 x1853174993395200/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325481.874480:0:214155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008ff6dcc5 x1853174993395200/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.874487:0:214155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325481.874488:0:214155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325481.874490:0:214155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325481.874492:0:214155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325481.874494:0:214155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325481.874495:0:214155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325481.874498:0:214155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325481.874502:0:214155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=38 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325481.874504:0:214155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325481.874507:0:214155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325481.874508:0:214155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325481.874510:0:214155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325481.874512:0:214155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.874514:0:214155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325481.874517:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008ff6dcc5 x1853174993395200/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.874523:0:214155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325481.874525:0:214155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325481.874531:0:214155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325481.874534:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ff6dcc5 x1853174993395200/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325481.874541:0:214155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008ff6dcc5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993395200:192.168.203.107@tcp:501: 00000100:00000001:1.0:1767325481.874545:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325481.874547:0:214155:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.874549:0:214155:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767325481.874550:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325481.874552:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008ff6dcc5 x1853174993395200/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.874558:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325481.874560:0:214155:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000061843e34. 00000100:00000001:1.0:1767325481.874563:0:214155:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767325481.874564:0:214155:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767325481.874579:0:214155:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767325481.874582:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325481.874584:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767325481.874586:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767325481.874587:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325481.874589:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008ff6dcc5 x1853174993395200/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.874595:0:214155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325481.874597:0:214155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325481.874599:0:214155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efc23b1c. 02000000:00000001:1.0:1767325481.874602:0:214155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325481.874603:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325481.874604:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767325481.874606:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325481.874608:0:214155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000c00dc79. 02000000:00000001:1.0:1767325481.874610:0:214155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325481.874611:0:214155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325481.874613:0:214155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008ff6dcc5. 00000100:00000001:1.0:1767325481.874615:0:214155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325481.874616:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767325481.874624:0:214155:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767325481.874627:0:214155:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767325481.874633:0:214155:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a9de1f41. 00000040:00000001:1.0:1767325481.874635:0:214155:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767325481.874637:0:214155:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767325481.874639:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000010:1.0:1767325481.874643:0:214155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008ff6dcc5. 00000020:00000040:1.0:1767325481.874646:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=5 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325481.874649:0:214155:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325481.874651:0:214155:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325481.874654:0:214155:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325481.874657:0:214155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000c00dc79. 00000100:00000001:1.0:1767325481.874672:0:214155:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.874675:0:214155:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767325481.874677:0:214155:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767325481.874680:0:214155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061843e34. 00000100:00000001:1.0:1767325481.874682:0:214155:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306263521728 : -112767446029888 : ffff9970486fe9c0) 00000100:00000001:1.0:1767325481.874684:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325481.874686:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138720512 : -112766570831104 : ffff99707c9a6300) 00000100:00000001:1.0:1767325481.874689:0:214155:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325481.874691:0:214155:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.874693:0:214155:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767325481.874694:0:214155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325481.874697:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008ff6dcc5 x1853174993395328/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.874704:0:214155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325481.874705:0:214155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325481.874708:0:214155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325481.874709:0:214155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325481.874711:0:214155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325481.874714:0:214155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008ff6dcc5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993395328:192.168.203.107@tcp:503: 00000100:00000001:1.0:1767325481.874717:0:214155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325481.874721:0:214155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325481.874722:0:214155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325481.874724:0:214155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325481.874744:0:214155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000003140e2e5. 02000000:00000001:1.0:1767325481.874746:0:214155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325481.874750:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f7193d. 00000400:00000010:1.0:1767325481.874754:0:214155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000053654a2. 00000100:00000200:1.0:1767325481.874758:0:214155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853174993395328, portal 25 00000100:00000001:1.0:1767325481.874760:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325481.874761:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138720512 : -112766570831104 : ffff99707c9a6300) 00000100:00000040:1.0:1767325481.874765:0:214155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008ff6dcc5 x1853174993395328/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325497 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325481.874772:0:214155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325481.874775:0:214155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325481.874777:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009eda70b2. 00000100:00000200:1.0:1767325481.874779:0:214155:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853174993395328, offset 0 00000400:00000200:1.0:1767325481.874783:0:214155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325481.874790:0:214155:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325481.874793:0:214155:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325481.874797:0:214155:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325481.874799:0:214155:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325481.874802:0:214155:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325481.874805:0:214155:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [69:69:256:4294967295] 192.168.203.107@tcp LPNI seq info [69:69:8:4294967295] 00000400:00000200:1.0:1767325481.874814:0:214155:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325481.874818:0:214155:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325481.874822:0:214155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fe8d38. 00000800:00000200:1.0:1767325481.874826:0:214155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325481.874831:0:214155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325481.874835:0:214155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6fe8d38 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767325481.874851:0:214155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.874854:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305403442 00000100:00000001:1.0:1767325481.874860:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305403440 00000100:00000001:1.0:1767325481.874864:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305403442 00000100:00000001:1.0:1767325481.874867:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305403440 00000100:00000001:1.0:1767325481.874878:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305403442 00000100:00000001:1.0:1767325481.874881:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305403440 00000100:00000001:1.0:1767325481.874884:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305403442 00000100:00000001:1.0:1767325481.874887:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305403440 00000100:00000001:1.0:1767325481.874889:0:214155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325481.874891:0:214155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325481.874893:0:214155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325481.874895:0:214155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767325481.874897:0:214155:0:(client.c:2690:ptlrpc_set_wait()) set 0000000061843e34 going to sleep for 11 seconds 00000100:00000001:1.0:1767325481.874899:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325481.874901:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325481.877734:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325481.877741:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fe8d38. 00000400:00000200:3.0:1767325481.877749:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325481.877758:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325481.877765:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eda70b2 00000400:00000010:3.0:1767325481.877767:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009eda70b2. 00000100:00000001:3.0:1767325481.877772:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325481.877777:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008ff6dcc5 x1853174993395328/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325497 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.877789:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325481.877792:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000008ff6dcc5 x1853174993395328/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325497 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.877798:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325481.877800:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325481.880616:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325481.880630:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325481.880634:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325481.880635:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325481.880643:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325481.880658:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 8416 into portal 25 MB=0x69573ed301e80 00000400:00000200:2.0:1767325481.880665:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 8416/8416 into md 0x30d [4] + 224 00000800:00000001:2.0:1767325481.880672:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325481.880682:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325481.880685:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325481.880689:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325481.880695:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325481.880701:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008ff6dcc5 x1853174993395328/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325497 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325481.880713:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@000000008ff6dcc5 x1853174993395328/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325481.880741:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325481.880749:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325481.880752:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325481.880801:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325481.880809:0:214155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325481.880811:0:214155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325481.880821:0:214155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f7193d. 00000400:00000200:3.0:1767325481.880825:0:214155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000053654a2 00000400:00000010:3.0:1767325481.880827:0:214155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000053654a2. 00000100:00000001:3.0:1767325481.880830:0:214155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325481.880832:0:214155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008ff6dcc5 x1853174993395328/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325481.880838:0:214155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008ff6dcc5 x1853174993395328/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.880843:0:214155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325481.880844:0:214155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325481.880846:0:214155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325481.880848:0:214155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325481.880850:0:214155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325481.880851:0:214155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325481.880854:0:214155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325481.880860:0:214155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=38 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325481.880863:0:214155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325481.880865:0:214155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325481.880866:0:214155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325481.880868:0:214155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325481.880870:0:214155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325481.880871:0:214155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325481.880874:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008ff6dcc5 x1853174993395328/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.880878:0:214155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325481.880880:0:214155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325481.880882:0:214155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325481.880884:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ff6dcc5 x1853174993395328/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325497 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325481.880888:0:214155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008ff6dcc5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993395328:192.168.203.107@tcp:503: 00000100:00000001:3.0:1767325481.880892:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325481.880894:0:214155:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325481.880896:0:214155:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767325481.880902:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325481.880903:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008ff6dcc5 x1853174993395328/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325497 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.880908:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325481.880910:0:214155:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000061843e34. 00000100:00000001:3.0:1767325481.880911:0:214155:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767325481.880912:0:214155:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767325481.880919:0:214155:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1767325481.880920:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325481.880922:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008ff6dcc5 x1853174993395328/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325497 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.880926:0:214155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325481.880928:0:214155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325481.880930:0:214155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000003140e2e5. 02000000:00000001:3.0:1767325481.880941:0:214155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325481.880943:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325481.880945:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767325481.880946:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325481.880948:0:214155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000c00dc79. 02000000:00000001:3.0:1767325481.880951:0:214155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325481.880952:0:214155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325481.880954:0:214155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008ff6dcc5. 00000100:00000001:3.0:1767325481.880956:0:214155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325481.880957:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767325481.880959:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325481.880960:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767325481.880961:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767325481.880963:0:214155:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767325481.880965:0:214155:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767325481.880968:0:214155:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767325481.880970:0:214155:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000008d899e69. 00000040:00001000:3.0:1767325481.880971:0:214155:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 38 last_idx 0 read_mode 0 00000040:00000001:3.0:1767325481.881231:0:214600:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767325481.881238:0:214600:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4973da6. 00000020:00000010:3.0:1767325481.881243:0:214600:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002fdd1b16. 00000040:00000010:3.0:1767325481.881247:0:214600:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000050e660c8. 00000020:00000010:3.0:1767325481.881272:0:214600:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000ec58bf3. 00000020:00000010:3.0:1767325481.881291:0:214600:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ab639b78. 00000020:00000010:3.0:1767325481.881297:0:214600:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000420251a5. 80000000:00000010:3.0:1767325481.881301:0:214600:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003aa6c4b0. 40000000:00000010:3.0:1767325481.881305:0:214600:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000037d54539. 00100000:00000010:3.0:1767325481.881311:0:214600:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a56507c1. 00040000:00000010:3.0:1767325481.881315:0:214600:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000000e468a8. 00040000:00000010:3.0:1767325481.881320:0:214600:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000066bf83d9. 00040000:00000010:3.0:1767325481.881325:0:214600:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000059196884. 00000004:00000010:3.0:1767325481.881330:0:214600:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003744bb18. 00000004:00000010:3.0:1767325481.881336:0:214600:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ec953db2. 00000004:00000010:3.0:1767325481.881342:0:214600:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b381687c. 00002000:00000010:3.0:1767325481.881347:0:214600:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002de09f69. 00000004:00000010:3.0:1767325481.881352:0:214600:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e06b0a13. 00000020:00000010:1.0:1767325481.881354:0:214599:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000005fa7191d. 00000020:00000010:3.0:1767325481.881357:0:214600:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007dfd8fa1. 00000020:00000040:1.0:1767325481.881361:0:214599:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-MDT0001-mdc-ffff997043181000 has already been connecting to new target(4) 00000020:00000010:1.0:1767325481.881363:0:214599:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000005fa7191d. 00000040:00000010:3.0:1767325481.881366:0:214600:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000248da0c7. 00000040:00001000:3.0:1767325481.881368:0:214600:0:(llog.c:607:llog_process_thread()) index: 39 last_index 64767 00000040:00000001:3.0:1767325481.881382:0:214600:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767325481.881384:0:214600:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767325481.881387:0:214600:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000010:3.0:1767325481.881392:0:214600:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001020973f. 00000020:00000040:3.0:1767325481.881395:0:214600:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=5 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325481.881398:0:214600:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325481.881401:0:214600:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325481.881405:0:214600:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325481.881411:0:214600:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003ada721d. 00000100:00000001:3.0:1767325481.881417:0:214600:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325481.881421:0:214600:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767325481.881423:0:214600:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767325481.881428:0:214600:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a56ba636. 00000100:00000001:3.0:1767325481.881430:0:214600:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306843516672 : -112766866034944 : ffff99706b01ef00) 00000100:00000001:3.0:1767325481.881433:0:214600:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325481.881435:0:214600:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268016640 : -112767441534976 : ffff997048b48000) 00000100:00000001:3.0:1767325481.881439:0:214600:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325481.881446:0:214600:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325481.881449:0:214600:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767325481.881451:0:214600:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325481.881455:0:214600:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001020973f x1853174993395456/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.881462:0:214600:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325481.881464:0:214600:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325481.881468:0:214600:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325481.881470:0:214600:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325481.881473:0:214600:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325481.881476:0:214600:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job llog_process_th:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214600:1853174993395456:192.168.203.107@tcp:502: 00000100:00000001:3.0:1767325481.881480:0:214600:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325481.881499:0:214600:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325481.881501:0:214600:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325481.881504:0:214600:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325481.881515:0:214600:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000003140e2e5. 02000000:00000001:3.0:1767325481.881518:0:214600:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325481.881522:0:214600:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bec7cfa5. 00000400:00000010:3.0:1767325481.881527:0:214600:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000005b18eddd. 00000100:00000200:3.0:1767325481.881534:0:214600:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853174993395456, portal 25 00000100:00000001:3.0:1767325481.881536:0:214600:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325481.881537:0:214600:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268016640 : -112767441534976 : ffff997048b48000) 00000100:00000040:3.0:1767325481.881542:0:214600:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001020973f x1853174993395456/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325497 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.881549:0:214600:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325481.881553:0:214600:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325481.881557:0:214600:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0ae589d. 00000100:00000200:3.0:1767325481.881559:0:214600:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853174993395456, offset 0 00000400:00000200:3.0:1767325481.881578:0:214600:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325481.881590:0:214600:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325481.881596:0:214600:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325481.881601:0:214600:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325481.881605:0:214600:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325481.881612:0:214600:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325481.881616:0:214600:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [70:70:256:4294967295] 192.168.203.107@tcp LPNI seq info [70:70:8:4294967295] 00000400:00000200:3.0:1767325481.881627:0:214600:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325481.881633:0:214600:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325481.881637:0:214600:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b237f9b7. 00000800:00000200:3.0:1767325481.881644:0:214600:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325481.881650:0:214600:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325481.881655:0:214600:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b237f9b7 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767325481.881672:0:214600:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325481.881677:0:214600:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305403449 00000100:00000001:3.0:1767325481.881690:0:214600:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305403442 00000100:00000001:3.0:1767325481.881695:0:214600:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305403449 00000100:00000001:3.0:1767325481.881698:0:214600:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305403442 00000100:00000001:3.0:1767325481.881701:0:214600:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305403449 00000100:00000001:3.0:1767325481.881704:0:214600:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305403442 00000100:00000001:3.0:1767325481.881706:0:214600:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305403449 00000100:00000001:3.0:1767325481.881709:0:214600:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305403442 00000100:00000001:3.0:1767325481.881711:0:214600:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325481.881714:0:214600:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325481.881716:0:214600:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325481.881718:0:214600:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767325481.881720:0:214600:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a56ba636 going to sleep for 11 seconds 00000100:00000001:3.0:1767325481.881723:0:214600:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325481.881725:0:214600:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325481.881805:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325481.881809:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b237f9b7. 00000400:00000200:2.0:1767325481.881820:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325481.881825:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325481.881829:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0ae589d 00000400:00000010:2.0:1767325481.881831:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0ae589d. 00000100:00000001:2.0:1767325481.881836:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325481.881840:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001020973f x1853174993395456/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325497 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325481.881863:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325481.881867:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001020973f x1853174993395456/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325497 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325481.881873:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325481.881874:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325481.883310:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325481.883321:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325481.883325:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325481.883328:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325481.883336:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325481.883349:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 8472 into portal 25 MB=0x69573ed301f00 00000400:00000200:3.0:1767325481.883368:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 8472/8472 into md 0x315 [4] + 224 00000800:00000001:3.0:1767325481.883376:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325481.883387:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325481.883389:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325481.883393:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325481.883399:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325481.883404:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001020973f x1853174993395456/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325497 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325481.883414:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@000000001020973f x1853174993395456/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.883431:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325481.883442:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325481.883445:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325481.883465:0:214600:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325481.883470:0:214600:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325481.883472:0:214600:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325481.883474:0:214600:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bec7cfa5. 00000400:00000200:2.0:1767325481.883478:0:214600:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b18eddd 00000400:00000010:2.0:1767325481.883479:0:214600:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000005b18eddd. 00000100:00000001:2.0:1767325481.883483:0:214600:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325481.883488:0:214600:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001020973f x1853174993395456/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325481.883507:0:214600:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001020973f x1853174993395456/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325481.883512:0:214600:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325481.883515:0:214600:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325481.883517:0:214600:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325481.883519:0:214600:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325481.883521:0:214600:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325481.883523:0:214600:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325481.883525:0:214600:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325481.883530:0:214600:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=38 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325481.883534:0:214600:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325481.883537:0:214600:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325481.883538:0:214600:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325481.883541:0:214600:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325481.883543:0:214600:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325481.883546:0:214600:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325481.883549:0:214600:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001020973f x1853174993395456/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325481.883555:0:214600:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325481.883579:0:214600:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325481.883582:0:214600:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325481.883586:0:214600:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001020973f x1853174993395456/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325497 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325481.883593:0:214600:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job llog_process_th:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214600:1853174993395456:192.168.203.107@tcp:502: 00000100:00000001:2.0:1767325481.883597:0:214600:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325481.883600:0:214600:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325481.883602:0:214600:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767325481.883604:0:214600:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325481.883607:0:214600:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001020973f x1853174993395456/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325497 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325481.883613:0:214600:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325481.883615:0:214600:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a56ba636. 00000100:00000001:2.0:1767325481.883618:0:214600:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767325481.883619:0:214600:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767325481.883626:0:214600:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1767325481.883628:0:214600:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325481.883630:0:214600:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001020973f x1853174993395456/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325497 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325481.883636:0:214600:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325481.883638:0:214600:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325481.883640:0:214600:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000003140e2e5. 02000000:00000001:2.0:1767325481.883662:0:214600:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325481.883665:0:214600:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325481.883668:0:214600:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767325481.883670:0:214600:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325481.883673:0:214600:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003ada721d. 02000000:00000001:2.0:1767325481.883677:0:214600:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325481.883679:0:214600:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325481.883681:0:214600:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001020973f. 00000100:00000001:2.0:1767325481.883685:0:214600:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325481.883686:0:214600:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767325481.883689:0:214600:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325481.883691:0:214600:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767325481.883698:0:214600:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767325481.883700:0:214600:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767325481.883703:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668a000 type=0x10620000 idx=1 00000040:00001000:2.0:1767325481.883707:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:2.0:1767325481.883708:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668a0e0 type=0x10620000 idx=2 00000040:00001000:2.0:1767325481.883710:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 2 00000040:00001000:2.0:1767325481.883711:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668a158 type=0x10620000 idx=3 00000040:00001000:2.0:1767325481.883713:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 3 00000040:00001000:2.0:1767325481.883715:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668a200 type=0x10620000 idx=4 00000040:00001000:2.0:1767325481.883717:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 4 00000040:00001000:2.0:1767325481.883718:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668a2e0 type=0x10620000 idx=5 00000040:00001000:2.0:1767325481.883720:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 5 00000040:00001000:2.0:1767325481.883721:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668a3c0 type=0x10620000 idx=6 00000040:00001000:2.0:1767325481.883723:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 6 00000040:00001000:2.0:1767325481.883724:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668a438 type=0x10620000 idx=7 00000040:00001000:2.0:1767325481.883726:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 7 00000040:00001000:2.0:1767325481.883727:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668a4e0 type=0x10620000 idx=8 00000040:00001000:2.0:1767325481.883729:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 8 00000040:00001000:2.0:1767325481.883731:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668a5c0 type=0x10620000 idx=9 00000040:00001000:2.0:1767325481.883733:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 9 00000040:00001000:2.0:1767325481.883734:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668a6a0 type=0x10620000 idx=10 00000040:00001000:2.0:1767325481.883736:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 10 00000040:00001000:2.0:1767325481.883737:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668a718 type=0x10620000 idx=11 00000040:00001000:2.0:1767325481.883739:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 11 00000040:00001000:2.0:1767325481.883740:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668a7f8 type=0x10620000 idx=12 00000040:00001000:2.0:1767325481.883741:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 12 00000040:00001000:2.0:1767325481.883743:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668a8d8 type=0x10620000 idx=13 00000040:00001000:2.0:1767325481.883744:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 13 00000040:00001000:2.0:1767325481.883746:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668a930 type=0x10620000 idx=14 00000040:00001000:2.0:1767325481.883748:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 14 00000040:00001000:2.0:1767325481.883749:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668a9b0 type=0x10620000 idx=15 00000040:00001000:2.0:1767325481.883751:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 15 00000040:00001000:2.0:1767325481.883752:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668aa40 type=0x10620000 idx=16 00000040:00001000:2.0:1767325481.883754:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 16 00000040:00001000:2.0:1767325481.883755:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668aae0 type=0x10620000 idx=17 00000040:00001000:2.0:1767325481.883762:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 17 00000040:00001000:2.0:1767325481.883764:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668abc0 type=0x10620000 idx=18 00000040:00001000:2.0:1767325481.883765:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 18 00000040:00001000:2.0:1767325481.883767:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668aca0 type=0x10620000 idx=19 00000040:00001000:2.0:1767325481.883769:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 19 00000040:00001000:2.0:1767325481.883770:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668acf0 type=0x10620000 idx=20 00000040:00001000:2.0:1767325481.883772:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 20 00000040:00001000:2.0:1767325481.883773:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668add0 type=0x10620000 idx=21 00000040:00001000:2.0:1767325481.883775:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 21 00000040:00001000:2.0:1767325481.883776:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668aeb0 type=0x10620000 idx=22 00000040:00001000:2.0:1767325481.883778:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 22 00000040:00001000:2.0:1767325481.883780:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668af08 type=0x10620000 idx=23 00000040:00001000:2.0:1767325481.883782:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 23 00000040:00001000:2.0:1767325481.883783:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668af88 type=0x10620000 idx=24 00000040:00001000:2.0:1767325481.883785:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 24 00000040:00001000:2.0:1767325481.883786:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668b018 type=0x10620000 idx=25 00000040:00001000:2.0:1767325481.883788:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 25 00000040:00001000:2.0:1767325481.883790:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668b0b8 type=0x10620000 idx=26 00000040:00001000:2.0:1767325481.883791:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 26 00000040:00001000:2.0:1767325481.883792:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668b198 type=0x10620000 idx=27 00000040:00001000:2.0:1767325481.883794:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 27 00000040:00001000:2.0:1767325481.883796:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668b278 type=0x10620000 idx=28 00000040:00001000:2.0:1767325481.883798:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 28 00000040:00001000:2.0:1767325481.883799:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668b2c8 type=0x10620000 idx=29 00000040:00001000:2.0:1767325481.883801:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 29 00000040:00001000:2.0:1767325481.883802:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668b3a8 type=0x10620000 idx=30 00000040:00001000:2.0:1767325481.883804:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 30 00000040:00001000:2.0:1767325481.883806:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668b488 type=0x10620000 idx=31 00000040:00001000:2.0:1767325481.883808:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 31 00000040:00001000:2.0:1767325481.883809:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668b4e0 type=0x10620000 idx=32 00000040:00001000:2.0:1767325481.883810:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 32 00000040:00001000:2.0:1767325481.883812:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668b560 type=0x10620000 idx=33 00000040:00001000:2.0:1767325481.883814:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 33 00000040:00001000:2.0:1767325481.883815:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668b5f0 type=0x10620000 idx=34 00000040:00001000:2.0:1767325481.883816:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 34 00000040:00001000:2.0:1767325481.883821:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668b670 type=0x10620000 idx=35 00000040:00001000:2.0:1767325481.883823:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 35 00000040:00001000:2.0:1767325481.883824:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668b750 type=0x10620000 idx=36 00000040:00001000:2.0:1767325481.883826:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 36 00000040:00001000:2.0:1767325481.883827:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668b830 type=0x10620000 idx=37 00000040:00001000:2.0:1767325481.883828:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 37 00000040:00001000:2.0:1767325481.883829:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668b880 type=0x10620000 idx=38 00000040:00001000:2.0:1767325481.883831:0:214600:0:(llog.c:759:llog_process_thread()) skipping lrh_index 38 00000040:00001000:2.0:1767325481.883832:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668b960 type=0x10620000 idx=39 00000040:00001000:2.0:1767325481.883834:0:214600:0:(llog.c:776:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000040:00001000:2.0:1767325481.883836:0:214600:0:(llog.c:797:llog_process_thread()) index: 39, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:2.0:1767325481.883839:0:214600:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767325481.883842:0:214600:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767325481.883844:0:214600:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767325481.883846:0:214600:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767325481.883852:0:214600:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1767325481.883854:0:214600:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767325481.883861:0:214600:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000000b6dbbf0. 00000020:00000080:2.0:1767325481.883864:0:214600:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767325481.883867:0:214600:0:(obd_config.c:1477:class_process_config()) marker 33 (0x1) lustre-MDT0001 add mdc 00000020:00000001:2.0:1767325481.883870:0:214600:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767325481.883872:0:214600:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000000b6dbbf0. 00000020:00000001:2.0:1767325481.883876:0:214600:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767325481.883879:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668ba40 type=0x10620000 idx=40 00000040:00001000:2.0:1767325481.883881:0:214600:0:(llog.c:776:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000040:00001000:2.0:1767325481.883883:0:214600:0:(llog.c:797:llog_process_thread()) index: 40, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:2.0:1767325481.883884:0:214600:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767325481.883887:0:214600:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000007eccba32. 00000020:00000080:2.0:1767325481.883889:0:214600:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1767325481.883893:0:214600:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.203.107@tcp to nid 0x20000c0a8cb6b (192.168.203.107@tcp) 00000100:00000010:2.0:1767325481.883898:0:214600:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000ec51d5ed. 00000100:00000040:2.0:1767325481.883903:0:214600:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.203.107@tcp 192.168.203.107@tcp cnt=1 00000400:00000200:2.0:1767325481.883905:0:214600:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1767325481.883908:0:214600:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:2.0:1767325481.883916:0:214600:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.107@tcp 00000400:00000200:2.0:1767325481.883922:0:214600:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.107@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767325481.883929:0:214600:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767325481.883932:0:214600:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.107@tcp NID 192.168.203.107@tcp: 0. pending discovery 00000400:00000200:2.0:1767325481.883934:0:214600:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.107@tcp 00000100:00000010:2.0:1767325481.883937:0:214600:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000ec51d5ed. 00000020:00000001:2.0:1767325481.883941:0:214600:0:(obd_config.c:1416:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767325481.883943:0:214600:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000007eccba32. 00000020:00000001:2.0:1767325481.883945:0:214600:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767325481.883947:0:214600:0:(llog.c:663:llog_process_thread()) processing rec 0xffff99704668ba98 type=0x10620000 idx=41 00000040:00001000:2.0:1767325481.883950:0:214600:0:(llog.c:776:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000040:00001000:2.0:1767325481.883952:0:214600:0:(llog.c:797:llog_process_thread()) index: 41, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:2.0:1767325481.883953:0:214600:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767325481.883957:0:214600:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000007eccba32. 00000020:01000000:2.0:1767325481.883960:0:214600:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff997043181000 00000020:00000010:2.0:1767325481.883963:0:214600:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000dd0a57e0. 00000020:00000080:2.0:1767325481.883966:0:214600:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:2.0:1767325481.883968:0:214600:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:2.0:1767325481.883971:0:214600:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:2.0:1767325481.883988:0:214600:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000041cbe56a. 00000020:00000080:2.0:1767325481.883993:0:214600:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff997043181000 (0000000041cbe56a) 00000020:00000001:2.0:1767325481.883996:0:214600:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767325481.883999:0:214600:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009734bf5e. 00000020:00000001:2.0:1767325481.884002:0:214600:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767325481.884005:0:214600:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009734bf5e with handle 0xddb593876518d9fd to hash 00000020:00000001:2.0:1767325481.884007:0:214600:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767325481.884012:0:214600:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767325481.884015:0:214600:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325481.884018:0:214600:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446631306662207488 : -112767047344128 : ffff997060336000) 00000020:00000040:2.0:1767325481.884021:0:214600:0:(genops.c:898:class_export_put()) PUTting export 000000009734bf5e : new refcount 1 00000020:00000001:2.0:1767325481.884032:0:214600:0:(genops.c:560:class_register_device()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000040:2.0:1767325481.884035:0:214600:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff997043181000 (0000000041cbe56a) now 1 - newdev 00000020:00000040:2.0:1767325481.884039:0:214600:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009734bf5e with handle 0xddb593876518d9fd from hash 00000020:00000040:2.0:1767325481.884047:0:214600:0:(genops.c:898:class_export_put()) PUTting export 000000009734bf5e : new refcount 0 00000020:00000080:2.0:1767325481.884050:0:214600:0:(genops.c:904:class_export_put()) final put 000000009734bf5e/25c8b14d-875f-4c17-953c-c9ec680f2b09 00000020:00000001:2.0:1767325481.884053:0:214600:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325481.884056:0:214600:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767325481.884058:0:214600:0:(genops.c:863:class_export_destroy()) destroying export 000000009734bf5e/25c8b14d-875f-4c17-953c-c9ec680f2b09 for lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325481.884060:0:214600:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767325481.884062:0:214600:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767325481.884064:0:214600:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000009734bf5e. 00000020:00000001:2.0:1767325481.884076:0:214600:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767325481.884089:0:214600:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0001-mdc-ffff997043181000 obd_type name = mdc 00000020:01000000:2.0:1767325481.884091:0:214600:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdc-ffff997043181000 (25c8b14d-875f-4c17-953c-c9ec680f2b09) 00000020:00000010:2.0:1767325481.884093:0:214600:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000041cbe56a. 00000020:00000001:2.0:1767325481.884099:0:214600:0:(obd_config.c:652:class_attach()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000001:2.0:1767325481.884102:0:214600:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:2.0:1767325481.884104:0:214600:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000dd0a57e0. 00000020:00000010:2.0:1767325481.884107:0:214600:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000007eccba32. 00000020:00020000:2.0:1767325481.884111:0:214600:0:(obd_config.c:2001:class_config_llog_handler()) MGC192.168.203.107@tcp: cfg command failed: rc = -17 00000020:00000001:2.0:1767325481.888343:0:214600:0:(obd_config.c:2319:class_config_dump_handler()) Process entered 00000020:00000010:2.0:1767325481.888354:0:214600:0:(obd_config.c:2321:class_config_dump_handler()) kmalloced '(outstr)': 256 at 000000000b6dbbf0. 00000020:00000001:2.0:1767325481.888360:0:214600:0:(obd_config.c:2250:class_config_parse_rec()) Process entered 00000020:00000001:2.0:1767325481.888365:0:214600:0:(obd_config.c:2309:class_config_parse_rec()) Process leaving (rc=62 : 62 : 3e) 00000020:02000400:2.0:1767325481.888367:0:214600:0:(obd_config.c:2327:class_config_dump_handler()) cmd=cf001 0:lustre-MDT0001-mdc 1:mdc 2:lustre-clilmv_UUID 00000020:00000010:2.0:1767325481.891557:0:214600:0:(obd_config.c:2333:class_config_dump_handler()) kfreed 'outstr': 256 at 000000000b6dbbf0. 00000020:00000001:2.0:1767325481.891578:0:214600:0:(obd_config.c:2334:class_config_dump_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325481.891581:0:214600:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000040:00000001:2.0:1767325481.891584:0:214600:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000040:00080000:2.0:1767325481.891587:0:214600:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 48 00000040:00000010:2.0:1767325481.891589:0:214600:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000248da0c7. 00000020:00000010:2.0:1767325481.891599:0:214600:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007dfd8fa1. 00000020:00000010:2.0:1767325481.891608:0:214600:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002fdd1b16. 00000040:00000010:2.0:1767325481.891611:0:214600:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000050e660c8. 00000020:00000010:2.0:1767325481.891627:0:214600:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000ec58bf3. 00000020:00000010:2.0:1767325481.891632:0:214600:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ab639b78. 00000020:00000010:2.0:1767325481.891636:0:214600:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000420251a5. 80000000:00000010:2.0:1767325481.891639:0:214600:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003aa6c4b0. 40000000:00000010:2.0:1767325481.891641:0:214600:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000037d54539. 00100000:00000010:2.0:1767325481.891644:0:214600:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a56507c1. 00040000:00000010:2.0:1767325481.891648:0:214600:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000000e468a8. 00040000:00000010:2.0:1767325481.891654:0:214600:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000066bf83d9. 00040000:00000010:2.0:1767325481.891657:0:214600:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000059196884. 00000004:00000010:2.0:1767325481.891660:0:214600:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003744bb18. 00000004:00000010:2.0:1767325481.891663:0:214600:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ec953db2. 00000004:00000010:2.0:1767325481.891667:0:214600:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b381687c. 00002000:00000010:2.0:1767325481.891669:0:214600:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002de09f69. 00000004:00000010:2.0:1767325481.891673:0:214600:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e06b0a13. 00000020:00000010:2.0:1767325481.891675:0:214600:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4973da6. 00000040:00000010:3.0:1767325481.891738:0:214155:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000008d899e69. 00000040:00000001:3.0:1767325481.891745:0:214155:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:01000000:3.0:1767325481.891749:0:214155:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=-17) 00000040:00000010:3.0:1767325481.891753:0:214155:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a9de1f41. 00000040:00000010:3.0:1767325481.891758:0:214155:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004e73a548. 00000020:00000001:3.0:1767325481.891761:0:214155:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00000001:3.0:1767325481.891764:0:214155:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:3.0:1767325481.891768:0:214155:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006775b42d. 00000040:00000010:3.0:1767325481.891771:0:214155:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000829ef988. 00000020:00000010:3.0:1767325481.891773:0:214155:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f1fc131a. 00000020:00000010:3.0:1767325481.891777:0:214155:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000f9429af. 80000000:00000010:3.0:1767325481.891780:0:214155:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b66e9d2a. 00040000:00000010:3.0:1767325481.891783:0:214155:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b5c40a87. 20000000:00000010:3.0:1767325481.891786:0:214155:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000001f0672a4. 00000020:00000010:3.0:1767325481.891788:0:214155:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fe30860. 10000000:00000010:3.0:1767325481.891790:0:214155:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000bea2d26f. 10000000:01000000:3.0:1767325481.891793:0:214155:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.107@tcp: configuration from log 'lustre-client' failed (-17). 10000000:00000001:3.0:1767325481.891796:0:214155:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767325481.891806:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767325481.891808:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325481.891810:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008e7a0b52 refcount=3 00000020:00000001:3.0:1767325481.891813:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885132800 : -112766824418816 : ffff99706d7cf200) 00010000:00000001:3.0:1767325481.891815:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885132800 : -112766824418816 : ffff99706d7cf200) 00010000:00000001:3.0:1767325481.891818:0:214155:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767325481.891823:0:214155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.107@tcp lock: 000000008e7a0b52/0xddb593876518d9f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d43f expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325481.891833:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325481.891834:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767325481.891836:0:214155:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.107@tcp lock: 000000008e7a0b52/0xddb593876518d9f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d43f expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325481.891846:0:214155:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767325481.891847:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325481.891848:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767325481.891849:0:214155:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325481.891851:0:214155:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00020000:3.0:1767325481.891854:0:214155:0:(mgc_request.c:614:do_requeue()) failed processing log: -17 10000000:00000001:3.0:1767325481.895229:0:214155:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767325481.895234:0:214155:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767325481.895236:0:214155:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (0000000084a5a69d) refs 2 10000000:00000001:3.0:1767325481.895241:0:214155:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325481.895243:0:214155:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767325481.895244:0:214155:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000787ac9e6) refs 3 10000000:00000001:3.0:1767325481.895246:0:214155:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767325481.895247:0:214155:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767325481.895249:0:214155:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1767325481.895251:0:214155:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:3.0:1767325481.895253:0:214155:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9970496c6360 from 1 10000000:00000001:3.0:1767325481.895255:0:214155:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767325481.895256:0:214155:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1767325481.895263:0:214155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002daf29af. 00000020:00000040:3.0:1767325481.895267:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325481.895271:0:214155:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325481.895282:0:214155:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325481.895287:0:214155:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325481.895294:0:214155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b65f9c6. 00000100:00000001:3.0:1767325481.895300:0:214155:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325481.895304:0:214155:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767325481.895307:0:214155:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767325481.895312:0:214155:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a5dd83fd count: 2 00010000:00000001:3.0:1767325481.895315:0:214155:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767325481.895318:0:214155:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767325481.895321:0:214155:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000511af3c0. 00000020:00000001:3.0:1767325481.895324:0:214155:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767325481.895326:0:214155:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000511af3c0 with handle 0xddb593876518da04 to hash 00000020:00000001:3.0:1767325481.895328:0:214155:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767325481.895330:0:214155:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446631306885776384 : -112766823775232 : ffff99706d86c400) 00010000:00000001:3.0:1767325481.895332:0:214155:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446631306885776384 : -112766823775232 : ffff99706d86c400) 00010000:00000001:3.0:1767325481.895336:0:214155:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767325481.895339:0:214155:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325481.895341:0:214155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.107@tcp lock: 00000000511af3c0/0xddb593876518da04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767325481.895348:0:214155:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.107@tcp lock: 00000000511af3c0/0xddb593876518da04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767325481.895358:0:214155:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.107@tcp lock: 00000000511af3c0/0xddb593876518da04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767325481.895363:0:214155:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767325481.895365:0:214155:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767325481.895371:0:214155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5e8807d. 00000100:00000001:3.0:1767325481.895373:0:214155:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306843513984 : -112766866037632 : ffff99706b01e480) 00000100:00000001:3.0:1767325481.895376:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325481.895377:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268024704 : -112767441526912 : ffff997048b49f80) 00000100:00000001:3.0:1767325481.895381:0:214155:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325481.895383:0:214155:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325481.895385:0:214155:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767325481.895391:0:214155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325481.895401:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002daf29af x1853174993395584/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.895410:0:214155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325481.895412:0:214155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325481.895415:0:214155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325481.895418:0:214155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325481.895420:0:214155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325481.895423:0:214155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993395584:192.168.203.107@tcp:101: 00000100:00000001:3.0:1767325481.895426:0:214155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325481.895431:0:214155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325481.895433:0:214155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325481.895435:0:214155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325481.895439:0:214155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001adaaf63. 02000000:00000001:3.0:1767325481.895441:0:214155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325481.895447:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d816e06. 00000400:00000010:3.0:1767325481.895453:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d57d4da5. 00000100:00000200:3.0:1767325481.895459:0:214155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993395584, portal 25 00000100:00000001:3.0:1767325481.895460:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325481.895461:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268024704 : -112767441526912 : ffff997048b49f80) 00000100:00000040:3.0:1767325481.895466:0:214155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002daf29af x1853174993395584/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.895473:0:214155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325481.895475:0:214155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325481.895477:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac753d23. 00000100:00000200:3.0:1767325481.895480:0:214155:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853174993395584, offset 0 00000400:00000200:3.0:1767325481.895485:0:214155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325481.895497:0:214155:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325481.895502:0:214155:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325481.895506:0:214155:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325481.895510:0:214155:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325481.895512:0:214155:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325481.895515:0:214155:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [71:71:256:4294967295] 192.168.203.107@tcp LPNI seq info [71:71:8:4294967295] 00000400:00000200:3.0:1767325481.895533:0:214155:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325481.895539:0:214155:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325481.895544:0:214155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce6b287f. 00000800:00000200:3.0:1767325481.895550:0:214155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325481.895557:0:214155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325481.895561:0:214155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ce6b287f type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767325481.895590:0:214155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325481.895594:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305403463 00000100:00000001:3.0:1767325481.895601:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305403449 00000100:00000001:3.0:1767325481.895606:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305403463 00000100:00000001:3.0:1767325481.895609:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305403449 00000100:00000001:3.0:1767325481.895612:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305403463 00000100:00000001:3.0:1767325481.895616:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305403449 00000100:00000001:3.0:1767325481.895619:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305403463 00000100:00000001:3.0:1767325481.895621:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305403449 00000100:00000001:3.0:1767325481.895624:0:214155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325481.895626:0:214155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325481.895629:0:214155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325481.895631:0:214155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767325481.895633:0:214155:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b5e8807d going to sleep for 11 seconds 00000100:00000001:3.0:1767325481.895636:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325481.895639:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325481.895696:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325481.895712:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce6b287f. 00000400:00000200:2.0:1767325481.895717:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325481.895722:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325481.895727:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac753d23 00000400:00000010:2.0:1767325481.895729:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac753d23. 00000100:00000001:2.0:1767325481.895733:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325481.895737:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002daf29af x1853174993395584/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325481.895746:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325481.895748:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002daf29af x1853174993395584/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325481.895754:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325481.895756:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325481.896998:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325481.897010:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325481.897012:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325481.897016:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325481.897022:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325481.897032:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 344 into portal 25 MB=0x69573ed301f80 00000400:00000200:2.0:1767325481.897044:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 344/344 into md 0x31d [1] + 224 00000800:00000001:2.0:1767325481.897050:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325481.897058:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325481.897060:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325481.897063:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325481.897067:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325481.897070:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002daf29af x1853174993395584/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325481.897079:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000002daf29af x1853174993395584/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.897115:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325481.897131:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325481.897138:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325481.897222:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767325481.897298:0:214155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325481.897301:0:214155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325481.897303:0:214155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d816e06. 00000400:00000200:3.0:1767325481.897306:0:214155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57d4da5 00000400:00000010:3.0:1767325481.897307:0:214155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d57d4da5. 00000100:00000001:3.0:1767325481.897310:0:214155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325481.897313:0:214155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002daf29af x1853174993395584/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325481.897326:0:214155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002daf29af x1853174993395584/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.897332:0:214155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325481.897344:0:214155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325481.897347:0:214155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325481.897349:0:214155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325481.897351:0:214155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325481.897356:0:214155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325481.897359:0:214155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325481.897363:0:214155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=38 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325481.897367:0:214155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325481.897370:0:214155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325481.897371:0:214155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325481.897373:0:214155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325481.897375:0:214155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325481.897377:0:214155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325481.897381:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002daf29af x1853174993395584/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.897387:0:214155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325481.897390:0:214155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325481.897392:0:214155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325481.897394:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002daf29af x1853174993395584/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325481.897400:0:214155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993395584:192.168.203.107@tcp:101: 00000100:00000001:3.0:1767325481.897405:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325481.897407:0:214155:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325481.897409:0:214155:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767325481.897410:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325481.897412:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002daf29af x1853174993395584/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.897418:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325481.897425:0:214155:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b5e8807d. 00000100:00000001:3.0:1767325481.897428:0:214155:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767325481.897429:0:214155:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325481.897432:0:214155:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767325481.897435:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767325481.897436:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325481.897438:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000511af3c0 refcount=4 00000020:00000001:3.0:1767325481.897440:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885776384 : -112766823775232 : ffff99706d86c400) 00010000:00000001:3.0:1767325481.897442:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885776384 : -112766823775232 : ffff99706d86c400) 00010000:00000040:3.0:1767325481.897446:0:214155:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000511af3c0, remote cookie: 0x11a3bfd0193d446, flags: 0x0 00010000:00000001:3.0:1767325481.897450:0:214155:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767325481.897453:0:214155:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767325481.897455:0:214155:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767325481.897456:0:214155:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767325481.897458:0:214155:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767325481.897459:0:214155:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000a5dd83fd) refcount = 2 00010000:00000040:3.0:1767325481.897462:0:214155:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767325481.897464:0:214155:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.107@tcp lock: 000000008e7a0b52/0xddb593876518d9f6 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x11a3bfd0193d43f expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767325481.897470:0:214155:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.107@tcp lock: 00000000511af3c0/0xddb593876518da04 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d446 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325481.897476:0:214155:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767325481.897477:0:214155:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767325481.897479:0:214155:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767325481.897482:0:214155:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767325481.897484:0:214155:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325481.897487:0:214155:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.107@tcp lock: 00000000511af3c0/0xddb593876518da04 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x11a3bfd0193d446 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325481.897492:0:214155:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767325481.897493:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325481.897495:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325481.897496:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325481.897501:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325481.897502:0:214155:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325481.897505:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325481.897508:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002daf29af x1853174993395584/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325497 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.897513:0:214155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325481.897515:0:214155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325481.897518:0:214155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001adaaf63. 02000000:00000001:3.0:1767325481.897522:0:214155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325481.897523:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325481.897524:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767325481.897526:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325481.897528:0:214155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002b65f9c6. 02000000:00000001:3.0:1767325481.897533:0:214155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325481.897534:0:214155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325481.897536:0:214155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002daf29af. 00000100:00000001:3.0:1767325481.897538:0:214155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325481.897539:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767325481.897541:0:214155:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325481.897543:0:214155:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767325481.897544:0:214155:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (0000000084a5a69d) refs 3 10000000:00000001:3.0:1767325481.897546:0:214155:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325481.897547:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767325481.897549:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325481.897550:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000511af3c0 refcount=3 00000020:00000001:3.0:1767325481.897552:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885776384 : -112766823775232 : ffff99706d86c400) 00010000:00000001:3.0:1767325481.897554:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885776384 : -112766823775232 : ffff99706d86c400) 00010000:00000001:3.0:1767325481.897557:0:214155:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767325481.897558:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325481.897559:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325481.897560:0:214155:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325481.897562:0:214155:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1767325481.897565:0:214155:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000001f4f398f. 00000020:00000010:3.0:1767325481.897581:0:214155:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b65f9c6. 00000020:00000010:3.0:1767325481.897585:0:214155:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005b6faffd. 00000040:00000010:3.0:1767325481.897588:0:214155:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000159e7ff7. 00000020:00000010:3.0:1767325481.897597:0:214155:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001d6819f0. 00000020:00000010:3.0:1767325481.897601:0:214155:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b2f21edf. 80000000:00000010:3.0:1767325481.897604:0:214155:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008d899e69. 00040000:00000010:3.0:1767325481.897610:0:214155:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003ada721d. 20000000:00000010:3.0:1767325481.897614:0:214155:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000002d4b44c1. 10000000:00000040:3.0:1767325481.897617:0:214155:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000033f481f1 : new refcount 2 00000020:00000001:3.0:1767325481.897620:0:214155:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1767325481.897622:0:214155:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:3.0:1767325481.897624:0:214155:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767325481.897627:0:214155:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e6bfdbb7. 00000040:00000001:3.0:1767325481.897630:0:214155:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767325481.897632:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000010:3.0:1767325481.897635:0:214155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002daf29af. 00000020:00000040:3.0:1767325481.897637:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=5 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325481.897639:0:214155:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325481.897641:0:214155:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325481.897643:0:214155:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325481.897647:0:214155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046a43883. 00000100:00000001:3.0:1767325481.897650:0:214155:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325481.897654:0:214155:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767325481.897655:0:214155:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767325481.897658:0:214155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5e8807d. 00000100:00000001:3.0:1767325481.897659:0:214155:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306843513984 : -112766866037632 : ffff99706b01e480) 00000100:00000001:3.0:1767325481.897662:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325481.897663:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268024704 : -112767441526912 : ffff997048b49f80) 00000100:00000001:3.0:1767325481.897665:0:214155:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325481.897667:0:214155:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325481.897668:0:214155:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767325481.897669:0:214155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325481.897672:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002daf29af x1853174993395712/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.897678:0:214155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325481.897680:0:214155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325481.897682:0:214155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325481.897684:0:214155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325481.897691:0:214155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325481.897694:0:214155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993395712:192.168.203.107@tcp:501: 00000100:00000001:3.0:1767325481.897697:0:214155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325481.897709:0:214155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325481.897711:0:214155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325481.897713:0:214155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325481.897717:0:214155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085fbcd15. 02000000:00000001:3.0:1767325481.897718:0:214155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325481.897721:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d816e06. 00000400:00000010:3.0:1767325481.897724:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d57d4da5. 00000100:00000200:3.0:1767325481.897727:0:214155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993395712, portal 25 00000100:00000001:3.0:1767325481.897728:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325481.897730:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268024704 : -112767441526912 : ffff997048b49f80) 00000100:00000040:3.0:1767325481.897733:0:214155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002daf29af x1853174993395712/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.897739:0:214155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325481.897741:0:214155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325481.897743:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084592b49. 00000100:00000200:3.0:1767325481.897745:0:214155:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853174993395712, offset 0 00000400:00000200:3.0:1767325481.897749:0:214155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325481.897755:0:214155:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325481.897758:0:214155:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325481.897760:0:214155:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325481.897763:0:214155:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325481.897765:0:214155:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325481.897767:0:214155:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [72:72:256:4294967295] 192.168.203.107@tcp LPNI seq info [72:72:8:4294967295] 00000400:00000200:3.0:1767325481.897775:0:214155:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325481.897785:0:214155:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325481.897788:0:214155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096734733. 00000800:00000200:3.0:1767325481.897791:0:214155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325481.897795:0:214155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325481.897803:0:214155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000096734733 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1767325481.897818:0:214155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325481.897821:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305403465 00000100:00000001:3.0:1767325481.897825:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305403463 00000100:00000001:3.0:1767325481.897828:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305403465 00000100:00000001:3.0:1767325481.897832:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305403463 00000100:00000001:3.0:1767325481.897835:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305403465 00000100:00000001:3.0:1767325481.897838:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305403463 00000100:00000001:3.0:1767325481.897840:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305403465 00000100:00000001:3.0:1767325481.897844:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305403463 00000100:00000001:3.0:1767325481.897847:0:214155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325481.897849:0:214155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325481.897851:0:214155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325481.897853:0:214155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767325481.897854:0:214155:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b5e8807d going to sleep for 11 seconds 00000100:00000001:3.0:1767325481.897857:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325481.897858:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325481.897914:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325481.897921:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096734733. 00000400:00000200:0.0:1767325481.897925:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325481.897932:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325481.897936:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084592b49 00000400:00000010:0.0:1767325481.897938:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084592b49. 00000100:00000001:0.0:1767325481.897941:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325481.897947:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002daf29af x1853174993395712/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325481.897955:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325481.897957:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002daf29af x1853174993395712/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325481.897962:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325481.897963:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325481.898874:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325481.898881:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325481.898884:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325481.898886:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325481.898891:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325481.898899:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 272 into portal 25 MB=0x69573ed302000 00000400:00000200:2.0:1767325481.898904:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 272/272 into md 0x325 [1] + 224 00000800:00000001:2.0:1767325481.898908:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325481.898913:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325481.898915:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325481.898918:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325481.898922:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325481.898926:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002daf29af x1853174993395712/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325481.898934:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@000000002daf29af x1853174993395712/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325481.898951:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325481.898956:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325481.898964:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325481.898979:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325481.898983:0:214155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325481.898984:0:214155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325481.898986:0:214155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d816e06. 00000400:00000200:3.0:1767325481.898988:0:214155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57d4da5 00000400:00000010:3.0:1767325481.898989:0:214155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d57d4da5. 00000100:00000001:3.0:1767325481.898991:0:214155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325481.898994:0:214155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002daf29af x1853174993395712/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325481.899004:0:214155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002daf29af x1853174993395712/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.899008:0:214155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325481.899008:0:214155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325481.899010:0:214155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325481.899016:0:214155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325481.899017:0:214155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325481.899019:0:214155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325481.899020:0:214155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325481.899022:0:214155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=38 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325481.899024:0:214155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325481.899026:0:214155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767325481.899028:0:214155:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@000000002daf29af x1853174993395712/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.899032:0:214155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767325481.899033:0:214155:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1767325481.899035:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002daf29af x1853174993395712/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.899038:0:214155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1767325481.899039:0:214155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325481.899040:0:214155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325481.899042:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002daf29af x1853174993395712/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325481.899046:0:214155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993395712:192.168.203.107@tcp:501: 00000100:00000001:3.0:1767325481.899048:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325481.899050:0:214155:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767325481.899051:0:214155:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767325481.899052:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325481.899053:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002daf29af x1853174993395712/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.899058:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325481.899060:0:214155:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b5e8807d. 00000100:00000001:3.0:1767325481.899062:0:214155:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767325481.899063:0:214155:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767325481.899065:0:214155:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:3.0:1767325481.899068:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325481.899073:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767325481.899075:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325481.899077:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325481.899080:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002daf29af x1853174993395712/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325497 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325481.899086:0:214155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325481.899087:0:214155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325481.899089:0:214155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085fbcd15. 02000000:00000001:3.0:1767325481.899092:0:214155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325481.899093:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325481.899094:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767325481.899096:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325481.899097:0:214155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000046a43883. 02000000:00000001:3.0:1767325481.899099:0:214155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325481.899100:0:214155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325481.899100:0:214155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002daf29af. 00000100:00000001:3.0:1767325481.899102:0:214155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325481.899103:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1767325481.899104:0:214155:0:(llog.c:1547:llog_open()) MGC192.168.203.107@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:3.0:1767325481.899106:0:214155:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e6bfdbb7. 00000040:00000001:3.0:1767325481.899108:0:214155:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1767325481.899109:0:214155:0:(obd_config.c:2023:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:3.0:1767325481.899110:0:214155:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:3.0:1767325481.899114:0:214155:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005b6faffd. 00000040:00000010:3.0:1767325481.899117:0:214155:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000159e7ff7. 00000020:00000010:3.0:1767325481.899119:0:214155:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001d6819f0. 00000020:00000010:3.0:1767325481.899122:0:214155:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b2f21edf. 80000000:00000010:3.0:1767325481.899124:0:214155:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008d899e69. 00040000:00000010:3.0:1767325481.899126:0:214155:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003ada721d. 20000000:00000010:3.0:1767325481.899128:0:214155:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000002d4b44c1. 00000020:00000010:3.0:1767325481.899130:0:214155:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b65f9c6. 10000000:00000010:3.0:1767325481.899131:0:214155:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 000000001f4f398f. 10000000:01000000:3.0:1767325481.899133:0:214155:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.107@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:3.0:1767325481.899135:0:214155:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767325481.899222:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767325481.899225:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325481.899227:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000511af3c0 refcount=3 00000020:00000001:3.0:1767325481.899229:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885776384 : -112766823775232 : ffff99706d86c400) 00010000:00000001:3.0:1767325481.899231:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885776384 : -112766823775232 : ffff99706d86c400) 00010000:00000001:3.0:1767325481.899233:0:214155:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767325481.899236:0:214155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.107@tcp lock: 00000000511af3c0/0xddb593876518da04 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d446 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325481.899241:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325481.899241:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767325481.899244:0:214155:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.107@tcp lock: 00000000511af3c0/0xddb593876518da04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d446 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325481.899248:0:214155:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767325481.899249:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325481.899251:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767325481.899252:0:214155:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325481.899254:0:214155:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:3.0:1767325481.899256:0:214155:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767325481.899258:0:214155:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767325481.899259:0:214155:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(0000000084a5a69d) refs 3 10000000:00000001:3.0:1767325481.899262:0:214155:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1767325481.978373:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325481.978382:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325481.978390:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325481.978391:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325481.979172:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325481.979179:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325481.979183:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767325482.874287:0:214147:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767325482.874296:0:214147:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325483.002266:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325483.002274:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325483.002276:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325483.002279:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325483.002284:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325483.002286:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325483.002288:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325483.002290:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325483.002294:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325483.002295:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325483.002364:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325483.002368:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325483.002371:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325484.026244:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325484.026254:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325484.026261:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325484.026262:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325484.026329:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325484.026333:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325484.026335:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325484.410274:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325484.410286:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325484.410299:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008304d4b4. 00000020:00000040:2.0:1767325484.410306:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325484.410311:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325484.410314:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325484.410320:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325484.410327:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b6dbbf0. 00000100:00000001:2.0:1767325484.410334:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325484.410344:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000008304d4b4 x1853174993395840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325484.410356:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325484.410358:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325484.410364:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008304d4b4] to pc [ptlrpcd_00_01+1] req@000000008304d4b4 x1853174993395840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325484.410393:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325484.410413:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325484.410417:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325484.410419:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa13957c. 00000020:00000040:2.0:1767325484.410422:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325484.410424:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325484.410425:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325484.410427:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325484.410429:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767325484.410433:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007750120a. 00000100:00000001:1.0:1767325484.410435:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325484.410438:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325484.410440:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325484.410443:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325484.410444:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000fa13957c x1853174993395968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767325484.410450:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008304d4b4 x1853174993395840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325484.410452:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325484.410458:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325484.410459:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325484.410466:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa13957c] to pc [ptlrpcd_00_02+2] req@00000000fa13957c x1853174993395968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325484.410483:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325484.410487:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325484.410493:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325484.410496:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325484.410499:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325484.410504:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008304d4b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993395840:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325484.410505:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325484.410507:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325484.410510:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767325484.410511:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325484.410516:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325484.410517:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767325484.410520:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767325484.410522:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063e117f0. 00000020:00000040:2.0:1767325484.410526:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:0.0:1767325484.410528:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa13957c x1853174993395968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325484.410529:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325484.410530:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325484.410533:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325484.410534:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325484.410538:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325484.410541:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325484.410546:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009620fff6. 02000000:00000010:1.0:1767325484.410560:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2a029b7. 00000100:00000001:2.0:1767325484.410563:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325484.410564:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767325484.410565:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325484.410568:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325484.410571:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000063e117f0 x1853174993396096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767325484.410574:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b04a503d. 02000000:00000001:0.0:1767325484.410574:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325484.410578:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325484.410582:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767325484.410583:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325484.410584:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325484.410591:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb501575. 00000100:00000040:2.0:1767325484.410592:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e117f0] to pc [ptlrpcd_00_03+3] req@0000000063e117f0 x1853174993396096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325484.410593:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fa13957c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993395968:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325484.410601:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767325484.410601:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993395840, portal 25 00000100:00000001:0.0:1767325484.410602:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325484.410608:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325484.410609:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767325484.410609:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325484.410613:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531378432 : -112767178173184 : ffff997058671500) 02000000:00000001:0.0:1767325484.410614:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325484.410620:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767325484.410626:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008304d4b4 x1853174993395840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325484.410627:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ec9148d. 02000000:00000001:0.0:1767325484.410632:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325484.410642:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767325484.410642:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc2986ea. 00000100:00000001:2.0:1767325484.410647:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325484.410648:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325484.410651:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042895cc0. 00000100:00000040:2.0:1767325484.410653:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767325484.410654:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089eaf211. 00000100:00000200:0.0:1767325484.410657:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993395968, portal 10 00000100:00000040:2.0:1767325484.410660:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1767325484.410660:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993395840, offset 0 00000100:00000001:0.0:1767325484.410662:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325484.410665:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531384704 : -112767178166912 : ffff997058672d80) 00000100:00000040:2.0:1767325484.410667:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10739) 00000100:00000040:0.0:1767325484.410675:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fa13957c x1853174993395968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325484.410679:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325484.410688:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325484.410692:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325484.410696:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a212d555. 00000400:00000200:1.0:1767325484.410698:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000200:0.0:1767325484.410701:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993395968, offset 0 00000400:00000200:1.0:1767325484.410706:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325484.410710:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325484.410714:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325484.410718:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325484.410721:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325484.410725:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [73:73:256:4294967295] 192.168.203.107@tcp LPNI seq info [73:73:8:4294967295] 00000400:00000200:1.0:1767325484.410736:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325484.410743:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325484.410747:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325484.410748:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1767325484.410749:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011945c34. 00000100:00000001:3.0:1767325484.410752:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325484.410753:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325484.410756:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767325484.410759:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:1.0:1767325484.410762:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:3.0:1767325484.410764:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063e117f0 x1853174993396096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325484.410767:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325484.410774:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:1.0:1767325484.410778:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325484.410784:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1767325484.410786:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011945c34 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325484.410789:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [74:74:255:4294967295] 192.168.203.107@tcp LPNI seq info [74:74:7:4294967295] 00000100:00000001:3.0:1767325484.410795:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325484.410799:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325484.410803:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325484.410804:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:3.0:1767325484.410807:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325484.410808:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325484.410815:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993396096:192.168.203.107@tcp:400: 00000800:00000200:0.0:1767325484.410815:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325484.410816:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305405978 00000800:00000010:0.0:1767325484.410823:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cdbc160. 00000100:00000001:3.0:1767325484.410824:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325484.410828:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325484.410830:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305403465 02000000:00000001:3.0:1767325484.410831:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325484.410833:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:3.0:1767325484.410835:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325484.410840:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac7511f8. 00000800:00000200:0.0:1767325484.410843:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325484.410844:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305405978 02000000:00000001:3.0:1767325484.410845:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325484.410850:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005cdbc160 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767325484.410852:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d816e06. 00000100:00000001:1.0:1767325484.410853:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305403465 00000100:00000001:0.0:1767325484.410856:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325484.410860:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d57d4da5. 00000100:00000040:0.0:1767325484.410863:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 1855663 usecs (1856 jiffies) 00000100:00000200:3.0:1767325484.410865:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993396096, portal 10 00000100:00000001:1.0:1767325484.410867:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305405978 00000100:00000001:0.0:1767325484.410868:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305403200 00000100:00000001:3.0:1767325484.410869:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325484.410872:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531374848 : -112767178176768 : ffff997058670700) 00000100:00000001:1.0:1767325484.410875:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305403465 00000100:00000001:0.0:1767325484.410875:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305405978 00000100:00000040:3.0:1767325484.410881:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000063e117f0 x1853174993396096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325484.410883:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305403200 00000100:00000001:1.0:1767325484.410884:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305405978 00000100:00000001:0.0:1767325484.410888:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305405978 00000100:00000001:1.0:1767325484.410894:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305403465 00000800:00000200:2.0:1767325484.410895:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325484.410895:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305403200 00000100:00000001:1.0:1767325484.410902:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325484.410903:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767325484.410903:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011945c34. 00000100:00000001:0.0:1767325484.410903:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305405978 00000100:00000001:1.0:1767325484.410908:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325484.410910:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325484.410910:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305403200 00000100:00000001:1.0:1767325484.410915:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325484.410916:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014d537d4. 00000100:00000001:0.0:1767325484.410916:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305405978 00000400:00000200:2.0:1767325484.410917:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325484.410921:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325484.410923:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993396096, offset 0 00000100:00000001:0.0:1767325484.410924:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325484.410930:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325484.410932:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325484.410932:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325484.410936:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767325484.410937:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325484.410938:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325484.410942:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325484.410943:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325484.410944:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089eaf211 00000100:00000001:1.0:1767325484.410945:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325484.410947:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:2.0:1767325484.410950:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089eaf211. 00000100:00000001:1.0:1767325484.410950:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325484.410950:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767325484.410953:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325484.410955:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325484.410956:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325484.410959:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325484.410959:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325484.410961:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325484.410965:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325484.410966:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1767325484.410968:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008304d4b4 x1853174993395840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325484.410968:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325484.410973:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767325484.410975:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325484.410981:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [75:75:254:4294967295] 192.168.203.107@tcp LPNI seq info [75:75:6:4294967295] 00000100:00000001:2.0:1767325484.410992:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325484.410999:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008304d4b4 x1853174993395840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325484.411002:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325484.411013:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325484.411019:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325484.411020:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b237f9b7. 00000100:00000001:2.0:1767325484.411022:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325484.411030:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325484.411035:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325484.411038:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b237f9b7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325484.411042:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325484.411045:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 119148 usecs (120 jiffies) 00000100:00000001:3.0:1767325484.411047:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305401464 00000100:00000001:3.0:1767325484.411050:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305405978 00000100:00000001:3.0:1767325484.411052:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305401464 00000100:00000001:3.0:1767325484.411054:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305405978 00000100:00000001:3.0:1767325484.411056:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305401464 00000100:00000001:3.0:1767325484.411058:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305405978 00000100:00000001:3.0:1767325484.411060:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305401464 00000100:00000001:3.0:1767325484.411062:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305405978 00000100:00000001:3.0:1767325484.411063:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325484.411065:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325484.411067:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325484.411069:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325484.411072:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325484.411074:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325484.411076:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325484.411077:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325484.411078:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325484.411080:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325484.411104:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325484.411107:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cdbc160. 00000400:00000200:2.0:1767325484.411111:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325484.411115:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325484.411118:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a212d555 00000400:00000010:2.0:1767325484.411120:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a212d555. 00000100:00000001:2.0:1767325484.411123:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325484.411126:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fa13957c x1853174993395968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325484.411134:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325484.411136:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa13957c x1853174993395968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325484.411171:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325484.411173:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325484.411195:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325484.411198:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b237f9b7. 00000400:00000200:2.0:1767325484.411200:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325484.411204:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325484.411207:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d537d4 00000400:00000010:2.0:1767325484.411209:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014d537d4. 00000100:00000001:2.0:1767325484.411212:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325484.411215:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063e117f0 x1853174993396096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325484.411222:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325484.411224:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063e117f0 x1853174993396096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325484.411229:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325484.411231:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325484.414752:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325484.414768:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325484.414780:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325484.414783:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325484.414791:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325484.414802:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed302080 00000400:00000200:0.0:1767325484.414807:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x32d [1] + 224 00000800:00000001:0.0:1767325484.414813:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325484.414816:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325484.414818:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325484.414820:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325484.414824:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325484.414828:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008304d4b4 x1853174993395840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325484.414835:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008304d4b4 x1853174993395840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325484.414848:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325484.414854:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325484.414856:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325484.414857:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325484.414859:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325484.414861:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325484.414865:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed302100 00000400:00000200:0.0:1767325484.414869:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x331 [1] + 224 00000800:00000001:0.0:1767325484.414872:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325484.414877:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325484.414878:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325484.414881:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325484.414883:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325484.414883:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325484.414888:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767325484.414888:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fa13957c x1853174993395968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767325484.414896:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767325484.414896:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fa13957c x1853174993395968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767325484.414900:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325484.414904:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b04a503d. 00000400:00000200:1.0:1767325484.414909:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb501575 00000400:00000010:1.0:1767325484.414912:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb501575. 00000100:00000001:1.0:1767325484.414918:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325484.414924:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008304d4b4 x1853174993395840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325484.414929:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325484.414934:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767325484.414938:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008304d4b4 x1853174993395840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325484.414938:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325484.414946:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325484.414948:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325484.414951:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325484.414953:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325484.414955:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325484.414962:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325484.414964:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325484.414969:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325484.414972:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325484.414974:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325484.414975:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325484.414977:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325484.414978:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325484.414981:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325484.414983:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008304d4b4 x1853174993395840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325484.414987:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325484.414989:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325484.414991:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325484.414993:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008304d4b4 x1853174993395840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325484.414997:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008304d4b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993395840:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325484.415000:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325484.415001:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325484.415003:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008304d4b4 x1853174993395840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325484.415006:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325484.415008:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325484.415010:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2a029b7. 02000000:00000001:1.0:1767325484.415013:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325484.415014:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325484.415015:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767325484.415017:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325484.415019:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b6dbbf0. 02000000:00000001:1.0:1767325484.415022:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325484.415023:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325484.415025:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008304d4b4. 00000100:00000001:1.0:1767325484.415027:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325484.415030:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325484.415031:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325484.415035:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325484.415036:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325484.415038:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325484.415039:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325484.415096:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325484.415099:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325484.415103:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325484.415105:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325484.415106:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc2986ea. 00000400:00000200:3.0:1767325484.415110:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042895cc0 00000400:00000010:3.0:1767325484.415112:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042895cc0. 00000100:00000001:3.0:1767325484.415114:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325484.415119:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fa13957c x1853174993395968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325484.415134:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fa13957c x1853174993395968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325484.415174:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325484.415176:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325484.415178:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325484.415179:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325484.415181:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325484.415182:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325484.415184:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325484.415189:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325484.415192:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325484.415194:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325484.415195:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325484.415197:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325484.415200:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325484.415203:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325484.415204:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325484.415207:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325484.415208:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325484.415211:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa13957c x1853174993395968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325484.415218:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325484.415220:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325484.415222:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325484.415224:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa13957c x1853174993395968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325484.415231:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fa13957c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993395968:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325484.415235:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325484.415236:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325484.415238:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa13957c x1853174993395968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325484.415254:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325484.415256:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325484.415258:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ec9148d. 02000000:00000001:3.0:1767325484.415261:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325484.415262:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325484.415263:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:3.0:1767325484.415265:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325484.415267:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007750120a. 02000000:00000001:3.0:1767325484.415270:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325484.415271:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325484.415272:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa13957c. 00000100:00000001:3.0:1767325484.415276:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325484.415277:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325484.415279:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325484.415282:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325484.415284:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325484.415285:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325484.415287:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325484.415670:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325484.415678:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325484.415680:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325484.415682:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325484.415687:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325484.415696:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed302180 00000400:00000200:2.0:1767325484.415701:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x33d [1] + 224 00000800:00000001:2.0:1767325484.415705:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325484.415742:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325484.415745:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325484.415748:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325484.415752:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325484.415755:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063e117f0 x1853174993396096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325484.415764:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000063e117f0 x1853174993396096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325484.415788:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325484.415794:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325484.415797:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325484.415905:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325484.415908:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325484.415912:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325484.415913:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325484.415915:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d816e06. 00000400:00000200:3.0:1767325484.415918:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57d4da5 00000400:00000010:3.0:1767325484.415920:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d57d4da5. 00000100:00000001:3.0:1767325484.415923:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325484.415928:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063e117f0 x1853174993396096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325484.415936:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063e117f0 x1853174993396096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325484.415943:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325484.415944:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325484.415946:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325484.415948:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325484.415950:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325484.415957:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325484.415959:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325484.415963:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325484.415966:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325484.415968:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325484.415969:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325484.415971:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767325484.415974:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000063e117f0 x1853174993396096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325484.415981:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325484.415983:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325484.415984:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325484.415986:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325484.415987:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325484.415990:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063e117f0 x1853174993396096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325484.415997:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325484.415999:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325484.416000:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325484.416003:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063e117f0 x1853174993396096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325484.416010:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993396096:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325484.416014:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325484.416015:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325484.416017:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063e117f0 x1853174993396096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325484.416024:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325484.416025:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325484.416027:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac7511f8. 02000000:00000001:3.0:1767325484.416030:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325484.416032:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325484.416038:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325484.416040:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325484.416041:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009620fff6. 02000000:00000001:3.0:1767325484.416044:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325484.416045:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325484.416046:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063e117f0. 00000100:00000001:3.0:1767325484.416048:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325484.416050:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325484.416051:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325484.416055:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325484.416056:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325484.416058:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325484.416060:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325485.050239:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325485.050245:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325485.050251:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325485.050253:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325485.050256:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325485.050260:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325485.050263:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325485.050264:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325485.050267:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325485.050268:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325485.050270:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325485.050271:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325485.050336:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325485.050340:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325485.050343:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325486.074305:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325486.074310:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325486.074315:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325486.074316:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325486.074343:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325486.074351:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325486.074357:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325487.098297:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325487.098304:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325487.098309:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325487.098310:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325487.098419:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325487.098426:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325487.098431:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767325487.994269:0:214155:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767325487.994276:0:214155:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767325488.122263:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325488.122269:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325488.122274:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325488.122275:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325488.122323:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325488.122327:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325488.122329:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325489.146271:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325489.146280:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325489.146288:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325489.146289:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325489.146348:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325489.146351:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325489.146354:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325489.530251:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305405978, at 4305406464 00000100:00000040:0.0:1767325489.530252:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305405978, at 4305406464 00000100:00000040:2.0:1767325489.530263:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305405978, at 4305406464 00000100:00000010:0.0:1767325489.530272:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fade2e0. 00000100:00000010:2.0:1767325489.530274:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000652927cb. 00000100:00000040:1.0:1767325489.530333:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325489.530338:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325489.530359:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006af6b25f. 00000020:00000040:1.0:1767325489.530364:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325489.530368:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325489.530372:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325489.530378:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325489.530389:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 00000100:00000001:1.0:1767325489.530397:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325489.530409:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000006af6b25f x1853174993396224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325489.530420:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325489.530422:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325489.530427:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006af6b25f] to pc [ptlrpcd_00_00+0] req@000000006af6b25f x1853174993396224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325489.530446:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325489.530448:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325489.530452:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767325489.530467:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767325489.530470:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b618cdda. 00000100:00000001:0.0:1767325489.530473:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325489.530474:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767325489.530474:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325489.530478:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325489.530478:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325489.530479:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325489.530479:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325489.530483:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325489.530487:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fe8d38. 00000100:00000040:0.0:1767325489.530488:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006af6b25f x1853174993396224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325489.530492:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325489.530500:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000b618cdda x1853174993396352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325489.530503:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325489.530507:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325489.530525:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767325489.530525:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325489.530529:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325489.530530:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325489.530533:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b618cdda] to pc [ptlrpcd_00_01+1] req@00000000b618cdda x1853174993396352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325489.530537:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325489.530545:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006af6b25f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993396224:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325489.530550:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325489.530551:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325489.530555:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767325489.530557:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325489.530559:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767325489.530561:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325489.530564:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7cc4db3. 02000000:00000001:0.0:1767325489.530565:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1767325489.530569:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767325489.530570:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767325489.530572:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000729d917. 00000100:00000001:1.0:1767325489.530573:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325489.530577:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325489.530577:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325489.530579:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325489.530581:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767325489.530581:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325489.530585:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d53f249. 00000400:00000010:0.0:1767325489.530586:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052ecd4d3. 00000100:00000040:2.0:1767325489.530587:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b618cdda x1853174993396352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325489.530588:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325489.530593:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000c7cc4db3 x1853174993396480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325489.530596:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767325489.530597:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a95ea3f. 00000100:00000001:2.0:1767325489.530598:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325489.530602:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325489.530603:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325489.530604:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325489.530605:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325489.530607:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325489.530608:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7cc4db3] to pc [ptlrpcd_00_02+2] req@00000000c7cc4db3 x1853174993396480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325489.530609:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993396224, portal 25 00000100:00100000:2.0:1767325489.530610:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b618cdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993396352:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325489.530616:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325489.530616:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325489.530620:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138713344 : -112766570838272 : ffff99707c9a4700) 02000000:00000001:2.0:1767325489.530621:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325489.530625:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325489.530628:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325489.530631:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325489.530631:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006af6b25f x1853174993396224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325489.530632:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000073be0600. 00000100:00000040:1.0:1767325489.530634:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767325489.530635:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325489.530641:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a984ac9f. 00000100:00000040:1.0:1767325489.530646:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767325489.530648:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000100:00000001:0.0:1767325489.530652:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767325489.530653:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993396352, portal 10 00000100:00000040:1.0:1767325489.530654:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10744) 00000100:00000001:2.0:1767325489.530657:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767325489.530658:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325489.530659:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138724096 : -112766570827520 : ffff99707c9a7100) 00000100:00000001:1.0:1767325489.530665:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325489.530668:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b618cdda x1853174993396352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325489.530668:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767325489.530671:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325489.530675:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325489.530676:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325489.530679:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fa08db4. 00000400:00000010:2.0:1767325489.530680:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000100:00000001:1.0:1767325489.530680:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325489.530683:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325489.530685:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767325489.530686:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993396352, offset 0 00000100:00000001:1.0:1767325489.530686:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325489.530687:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767325489.530689:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993396224, offset 0 00000100:00000040:1.0:1767325489.530693:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7cc4db3 x1853174993396480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325489.530694:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325489.530699:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325489.530701:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325489.530705:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767325489.530705:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767325489.530709:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325489.530710:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:1.0:1767325489.530712:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325489.530714:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993396480:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767325489.530717:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325489.530717:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325489.530719:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325489.530720:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325489.530721:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325489.530725:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325489.530728:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325489.530737:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [76:76:256:4294967295] 192.168.203.107@tcp LPNI seq info [76:76:8:4294967295] 00000100:00000010:3.0:1767325489.530740:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032497edf. 00000100:00000001:3.0:1767325489.530749:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325489.530750:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767325489.530751:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325489.530757:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325489.530761:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:2.0:1767325489.530763:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000524bc938. 00000400:00000200:0.0:1767325489.530765:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325489.530770:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325489.530771:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767325489.530776:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325489.530776:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325489.530781:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [77:77:255:4294967295] 192.168.203.107@tcp LPNI seq info [77:77:7:4294967295] 02000000:00000001:1.0:1767325489.530785:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767325489.530789:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000010:1.0:1767325489.530790:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007afaf364. 00000800:00000200:2.0:1767325489.530795:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000524bc938 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767325489.530795:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325489.530797:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:1.0:1767325489.530800:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b04a503d. 00000800:00000200:0.0:1767325489.530803:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325489.530809:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb501575. 00000800:00000010:0.0:1767325489.530809:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cdbc160. 00000800:00000200:0.0:1767325489.530814:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:1.0:1767325489.530815:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993396480, portal 10 00000100:00000001:1.0:1767325489.530820:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325489.530821:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325489.530821:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138715136 : -112766570836480 : ffff99707c9a4e00) 00000800:00000200:0.0:1767325489.530825:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000040:2.0:1767325489.530826:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 1740052 usecs (1741 jiffies) 00000100:00000040:1.0:1767325489.530831:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c7cc4db3 x1853174993396480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325489.530831:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005cdbc160 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325489.530833:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305408205 00000100:00000010:2.0:1767325489.530838:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000652927cb. 00000100:00000001:0.0:1767325489.530839:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325489.530844:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767325489.530844:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325489.530846:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305411098 00000100:00000001:2.0:1767325489.530852:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305408205 00000100:00000040:1.0:1767325489.530854:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325489.530856:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040f23477. 00000100:00000001:0.0:1767325489.530857:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305408205 00000100:00000001:2.0:1767325489.530858:0:211466:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, simply extend its deadline from 4305405978 00000100:00000200:1.0:1767325489.530859:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993396480, offset 0 00000100:00000001:0.0:1767325489.530866:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305411098 00000400:00000200:1.0:1767325489.530867:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325489.530875:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325489.530876:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305408205 00000400:00000200:1.0:1767325489.530879:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325489.530879:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305408205 00000100:00000010:2.0:1767325489.530880:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001946f356. 00000400:00000200:1.0:1767325489.530884:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325489.530886:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767325489.530887:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305411098 00000400:00000200:1.0:1767325489.530888:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325489.530890:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305408205 00000400:00000200:1.0:1767325489.530893:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:2.0:1767325489.530895:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e45c5932. 00000100:00000001:0.0:1767325489.530895:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305408205 00000800:00000200:3.0:1767325489.530896:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767325489.530898:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [78:78:254:4294967295] 192.168.203.107@tcp LPNI seq info [78:78:6:4294967295] 00000100:00000001:2.0:1767325489.530899:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 3 00000800:00000010:3.0:1767325489.530902:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000524bc938. 00000100:00000001:2.0:1767325489.530904:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325489.530909:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325489.530910:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325489.530910:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325489.530912:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325489.530913:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305411098 00000100:00000001:2.0:1767325489.530917:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325489.530921:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305408205 00000400:00000200:3.0:1767325489.530923:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325489.530923:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767325489.530925:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325489.530927:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325489.530928:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325489.530931:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1767325489.530931:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef5ef55d. 00000400:00000200:3.0:1767325489.530932:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000100:00000001:0.0:1767325489.530932:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325489.530934:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767325489.530937:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00000001:2.0:1767325489.530937:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325489.530937:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325489.530937:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325489.530941:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325489.530945:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325489.530946:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325489.530948:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325489.530950:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767325489.530951:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef5ef55d type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767325489.530952:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b618cdda x1853174993396352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325489.530957:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325489.530959:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767325489.530963:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 109772 usecs (110 jiffies) 00000100:00000001:0.0:1767325489.530964:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325489.530966:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325489.530967:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325489.530968:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305406574 00000100:00000001:0.0:1767325489.530970:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325489.530971:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b618cdda x1853174993396352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325489.530975:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305411098 00000100:00000001:0.0:1767325489.530976:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325489.530982:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305406574 00000100:00000001:1.0:1767325489.530988:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305411098 00000100:00000001:3.0:1767325489.530990:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325489.530992:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305406574 00000100:00000001:3.0:1767325489.530995:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325489.530997:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305411098 00000100:00000001:1.0:1767325489.531001:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305406574 00000100:00000001:1.0:1767325489.531003:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305411098 00000100:00000001:1.0:1767325489.531006:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325489.531008:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325489.531012:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325489.531015:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cdbc160. 00000100:00000001:1.0:1767325489.531019:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325489.531022:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325489.531023:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325489.531029:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325489.531033:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fa08db4 00000400:00000010:3.0:1767325489.531035:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fa08db4. 00000100:00000001:3.0:1767325489.531038:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325489.531042:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006af6b25f x1853174993396224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325489.531050:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325489.531052:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006af6b25f x1853174993396224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325489.531058:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325489.531060:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325489.531127:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325489.531130:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef5ef55d. 00000400:00000200:3.0:1767325489.531133:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325489.531137:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325489.531157:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040f23477 00000400:00000010:3.0:1767325489.531159:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040f23477. 00000100:00000001:3.0:1767325489.531162:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325489.531165:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7cc4db3 x1853174993396480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325489.531171:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325489.531173:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c7cc4db3 x1853174993396480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325489.531179:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325489.531180:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325489.541609:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325489.541631:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325489.541636:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325489.541639:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325489.541659:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325489.541679:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed302300 00000400:00000200:0.0:1767325489.541688:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x355 [1] + 224 00000800:00000001:0.0:1767325489.541696:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325489.541700:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325489.541702:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325489.541706:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325489.541712:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325489.541719:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c7cc4db3 x1853174993396480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325489.541729:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c7cc4db3 x1853174993396480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325489.541744:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325489.541751:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325489.541753:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325489.541754:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325489.541756:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325489.541758:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325489.541761:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed302280 00000400:00000200:0.0:1767325489.541765:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x349 [1] + 224 00000800:00000001:0.0:1767325489.541768:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325489.541771:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325489.541773:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325489.541776:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325489.541796:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325489.541797:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767325489.541803:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b618cdda x1853174993396352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325489.541804:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325489.541813:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767325489.541816:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b618cdda x1853174993396352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767325489.541817:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325489.541823:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b04a503d. 00000400:00000200:1.0:1767325489.541834:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb501575 00000400:00000010:1.0:1767325489.541837:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb501575. 00000100:00000001:1.0:1767325489.541844:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325489.541844:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767325489.541852:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c7cc4db3 x1853174993396480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325489.541852:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325489.541858:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325489.541862:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325489.541866:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325489.541868:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c7cc4db3 x1853174993396480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325489.541874:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767325489.541884:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767325489.541885:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed302200 00000100:00000001:1.0:1767325489.541888:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325489.541892:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x345 [1] + 224 00000100:00000001:1.0:1767325489.541893:0:211468:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767325489.541897:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767325489.541899:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325489.541903:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325489.541905:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325489.541909:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325489.541928:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=46 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325489.541933:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325489.541936:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325489.541938:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325489.541941:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325489.541946:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c7cc4db3 x1853174993396480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325489.541949:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325489.541955:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767325489.541958:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325489.541962:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325489.541964:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767325489.541966:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767325489.541968:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325489.541972:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1767325489.541975:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006af6b25f x1853174993396224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325489.541978:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325489.541989:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006af6b25f x1853174993396224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325489.541991:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c7cc4db3 x1853174993396480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325489.542026:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325489.542030:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767325489.542032:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325489.542035:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1767325489.542038:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325489.542039:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325489.542046:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7cc4db3 x1853174993396480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325489.542055:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993396480:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325489.542060:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325489.542063:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325489.542066:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c7cc4db3 x1853174993396480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325489.542073:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325489.542076:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325489.542079:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007afaf364. 02000000:00000001:1.0:1767325489.542082:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325489.542085:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325489.542087:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767325489.542090:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325489.542092:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d53f249. 02000000:00000001:1.0:1767325489.542098:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325489.542100:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325489.542102:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7cc4db3. 00000100:00000001:1.0:1767325489.542106:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325489.542108:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325489.542111:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325489.542114:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325489.542124:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325489.542128:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325489.542129:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325489.542131:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325489.542132:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767325489.542138:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767325489.542138:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325489.542166:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767325489.542178:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325489.542183:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a984ac9f. 00000400:00000200:2.0:1767325489.542187:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000400:00000010:2.0:1767325489.542191:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 00000100:00000001:2.0:1767325489.542194:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767325489.542196:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325489.542200:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767325489.542200:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b618cdda x1853174993396352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325489.542203:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052ecd4d3. 00000400:00000200:3.0:1767325489.542209:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a95ea3f 00000400:00000010:3.0:1767325489.542212:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a95ea3f. 00000100:00000200:2.0:1767325489.542216:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b618cdda x1853174993396352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325489.542218:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325489.542224:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006af6b25f x1853174993396224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325489.542227:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325489.542230:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325489.542235:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325489.542238:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325489.542241:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767325489.542243:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006af6b25f x1853174993396224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325489.542244:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325489.542248:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325489.542256:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=36 v=5 (5 0 0 0) 00000100:00000001:3.0:1767325489.542257:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325489.542260:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767325489.542261:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325489.542264:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325489.542267:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325489.542267:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325489.542270:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325489.542271:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767325489.542274:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325489.542275:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325489.542279:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325489.542279:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325489.542284:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:3.0:1767325489.542286:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=46 v=5 (5 0 0 0) 00000100:00000040:2.0:1767325489.542286:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325489.542288:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325489.542290:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325489.542294:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=46 v=5 (1 0 0 0) 00000100:00000040:2.0:1767325489.542296:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b618cdda x1853174993396352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325489.542301:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325489.542305:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325489.542305:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767325489.542310:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325489.542310:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325489.542311:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767325489.542314:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325489.542316:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325489.542323:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b618cdda x1853174993396352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325489.542326:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006af6b25f x1853174993396224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325489.542339:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b618cdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993396352:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325489.542347:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325489.542347:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325489.542353:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325489.542353:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325489.542356:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325489.542359:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b618cdda x1853174993396352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325489.542365:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006af6b25f x1853174993396224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325489.542376:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325489.542379:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1767325489.542382:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006af6b25f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993396224:192.168.203.107@tcp:400: 02000000:00000010:2.0:1767325489.542383:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000073be0600. 02000000:00000001:2.0:1767325489.542390:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325489.542391:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767325489.542393:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325489.542394:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767325489.542397:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325489.542399:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fe8d38. 00000100:00000001:3.0:1767325489.542401:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767325489.542403:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325489.542407:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767325489.542408:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006af6b25f x1853174993396224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767325489.542411:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b618cdda. 00000100:00000001:2.0:1767325489.542416:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325489.542419:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325489.542420:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767325489.542422:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325489.542423:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325489.542427:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000729d917. 00000100:00000001:2.0:1767325489.542428:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325489.542431:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325489.542433:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325489.542434:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767325489.542436:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767325489.542437:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767325489.542440:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767325489.542444:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325489.542446:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 02000000:00000001:3.0:1767325489.542449:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325489.542451:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325489.542452:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006af6b25f. 00000100:00000001:3.0:1767325489.542455:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325489.542456:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325489.542458:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325489.542463:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325489.542464:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325489.542466:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325489.542468:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325490.170269:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325490.170279:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325490.170290:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325490.170292:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325490.170370:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325490.170376:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325490.170381:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325491.195190:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325491.195197:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325491.195204:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325491.195206:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325491.195252:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325491.195260:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325491.195264:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325492.218277:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325492.218286:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325492.218314:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325492.218316:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325492.218539:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325492.218542:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325492.218544:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325493.242246:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325493.242257:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325493.242260:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325493.242262:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325493.242268:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325493.242270:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325493.242271:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325493.242273:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325493.242278:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325493.242279:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325493.242327:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325493.242331:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325493.242333:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325494.266565:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325494.266574:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325494.266579:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325494.266580:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325494.266626:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325494.266631:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325494.266634:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325494.650266:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305411098, at 4305411584 00000100:00000040:1.0:1767325494.650272:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305411098, at 4305411584 00000100:00000040:2.0:1767325494.650274:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305411098, at 4305411584 00000100:00000010:2.0:1767325494.650289:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001946f356. 00000100:00000010:3.0:1767325494.650291:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e45c5932. 00000100:00000010:1.0:1767325494.650301:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d819e2a. 00000100:00000040:0.0:1767325494.650404:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325494.650418:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325494.650426:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ab82abb. 00000020:00000040:0.0:1767325494.650431:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325494.650436:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325494.650440:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325494.650446:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325494.650455:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b5b7574c. 00000100:00000001:0.0:1767325494.650463:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325494.650474:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000003ab82abb x1853174993396608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325494.650501:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325494.650504:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325494.650511:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ab82abb] to pc [ptlrpcd_00_03+3] req@000000003ab82abb x1853174993396608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325494.650531:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325494.650534:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325494.650538:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325494.650541:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007523782f. 00000020:00000040:0.0:1767325494.650544:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325494.650545:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325494.650547:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325494.650550:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767325494.650553:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:0.0:1767325494.650553:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325494.650557:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325494.650559:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767325494.650559:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008382dc3c. 00000100:00000001:1.0:1767325494.650562:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325494.650565:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325494.650570:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000007523782f x1853174993396736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325494.650572:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325494.650579:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325494.650581:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325494.650584:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325494.650586:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007523782f] to pc [ptlrpcd_00_00+0] req@000000007523782f x1853174993396736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325494.650590:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325494.650594:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325494.650599:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325494.650612:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ab82abb x1853174993396608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325494.650622:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325494.650625:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325494.650629:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325494.650633:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325494.650636:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325494.650637:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767325494.650641:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993396608:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325494.650641:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325494.650641:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325494.650646:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325494.650647:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325494.650654:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007523782f x1853174993396736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325494.650655:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325494.650663:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325494.650664:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767325494.650667:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325494.650668:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325494.650674:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325494.650675:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767325494.650676:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767325494.650679:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000735e0b68. 02000000:00000001:1.0:1767325494.650680:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325494.650681:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325494.650683:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325494.650687:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993396736:192.168.203.107@tcp:400: 00000400:00000010:3.0:1767325494.650691:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d816e06. 00000100:00000040:0.0:1767325494.650691:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325494.650696:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325494.650697:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767325494.650700:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767325494.650701:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d57d4da5. 02000000:00000001:1.0:1767325494.650704:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325494.650704:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006df0bad6. 02000000:00000001:1.0:1767325494.650709:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1767325494.650709:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000200:3.0:1767325494.650710:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993396608, portal 25 00000100:00000001:3.0:1767325494.650715:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325494.650715:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1767325494.650716:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f0672a4. 02000000:00000001:0.0:1767325494.650718:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767325494.650719:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250667776 : -112767458883840 : ffff997047abc700) 02000000:00000001:1.0:1767325494.650721:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325494.650723:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325494.650729:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b04a503d. 02000000:00000010:0.0:1767325494.650729:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000836678fc. 00000100:00000001:0.0:1767325494.650735:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325494.650739:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb501575. 00000100:00000040:0.0:1767325494.650741:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000006df0bad6 x1853174993396864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767325494.650742:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ab82abb x1853174993396608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325494.650745:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993396736, portal 10 00000100:00000001:1.0:1767325494.650751:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325494.650754:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000100:00000040:1.0:1767325494.650766:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007523782f x1853174993396736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325494.650775:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325494.650776:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325494.650780:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325494.650784:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325494.650787:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767325494.650789:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c282df1. 00000100:00000040:0.0:1767325494.650789:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006df0bad6] to pc [ptlrpcd_00_01+1] req@000000006df0bad6 x1853174993396864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325494.650795:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993396608, offset 0 00000100:00000040:1.0:1767325494.650803:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325494.650808:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325494.650810:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023a5a225. 00000400:00000200:3.0:1767325494.650834:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325494.650839:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325494.650842:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325494.650843:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325494.650847:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767325494.650852:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:2.0:1767325494.650852:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006df0bad6 x1853174993396864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325494.650860:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1767325494.650864:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993396736, offset 0 00000400:00000200:3.0:1767325494.650866:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767325494.650866:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325494.650870:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325494.650873:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [79:79:256:4294967295] 192.168.203.107@tcp LPNI seq info [79:79:8:4294967295] 02000000:00000001:2.0:1767325494.650875:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767325494.650878:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767325494.650879:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325494.650884:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325494.650891:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325494.650903:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325494.650904:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325494.650906:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767325494.650909:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e449eedd. 00000100:00000040:0.0:1767325494.650909:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767325494.650917:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767325494.650920:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767325494.650921:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:0.0:1767325494.650925:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10749) 00000400:00000200:1.0:1767325494.650928:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:3.0:1767325494.650932:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767325494.650934:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767325494.650940:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e449eedd type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325494.650941:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:0.0:1767325494.650949:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305411098, at 4305411584 00000100:00000010:0.0:1767325494.650955:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000652927cb. 00000400:00000200:1.0:1767325494.650957:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [80:80:255:4294967295] 192.168.203.107@tcp LPNI seq info [80:80:7:4294967295] 00000100:00000001:3.0:1767325494.650958:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325494.650965:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305416218 00000100:00000010:3.0:1767325494.650973:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d899e69. 00000400:00000200:1.0:1767325494.650973:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767325494.650981:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767325494.650984:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325494.650987:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305416218 00000800:00000010:1.0:1767325494.650990:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d53f249. 00000100:00000010:3.0:1767325494.650993:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d3bfebd. 00000100:00000001:3.0:1767325494.650998:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767325494.650998:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325494.651004:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305416218 00000800:00000200:1.0:1767325494.651007:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:3.0:1767325494.651010:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c534d36b. 00000800:00000200:1.0:1767325494.651012:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d53f249 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325494.651015:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767325494.651019:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325494.651021:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305416218 00000100:00000010:3.0:1767325494.651025:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f766f1cc. 00000100:00000040:1.0:1767325494.651025:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 1638556 usecs (1639 jiffies) 00000800:00000200:0.0:1767325494.651025:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325494.651029:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767325494.651031:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305413223 00000100:00000001:3.0:1767325494.651032:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325494.651036:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305416218 00000100:00000001:3.0:1767325494.651038:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767325494.651039:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e449eedd. 00000100:00000001:1.0:1767325494.651042:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305413223 00000100:00000001:3.0:1767325494.651043:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325494.651047:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325494.651048:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305416218 00000100:00000001:3.0:1767325494.651049:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325494.651053:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305413223 00000100:00000001:1.0:1767325494.651058:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305416218 00000400:00000200:0.0:1767325494.651058:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325494.651064:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305413223 00000100:00000001:1.0:1767325494.651066:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305416218 00000400:00000200:0.0:1767325494.651067:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c282df1 00000100:00000001:1.0:1767325494.651069:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767325494.651071:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c282df1. 00000100:00000001:1.0:1767325494.651073:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325494.651077:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325494.651079:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325494.651080:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325494.651085:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ab82abb x1853174993396608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325494.651087:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325494.651090:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325494.651095:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325494.651103:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325494.651105:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325494.651110:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325494.651120:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325494.651123:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ab82abb x1853174993396608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325494.651130:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325494.651132:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325494.651224:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325494.651227:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d53f249. 00000400:00000200:0.0:1767325494.651231:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325494.651234:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325494.651237:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023a5a225 00000400:00000010:0.0:1767325494.651239:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023a5a225. 00000100:00000001:0.0:1767325494.651241:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325494.651244:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007523782f x1853174993396736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325494.651251:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325494.651253:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007523782f x1853174993396736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325494.651258:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325494.651260:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767325494.651306:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993396864:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325494.651311:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325494.651314:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325494.651315:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325494.651317:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325494.651327:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000388589da. 02000000:00000001:2.0:1767325494.651329:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325494.651332:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a984ac9f. 00000400:00000010:2.0:1767325494.651336:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000100:00000200:2.0:1767325494.651339:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993396864, portal 10 00000100:00000001:2.0:1767325494.651341:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325494.651342:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250670464 : -112767458881152 : ffff997047abd180) 00000100:00000040:2.0:1767325494.651348:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006df0bad6 x1853174993396864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325494.651359:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325494.651363:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325494.651365:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006401fa3d. 00000100:00000200:2.0:1767325494.651367:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993396864, offset 0 00000400:00000200:2.0:1767325494.651372:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325494.651378:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325494.651381:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325494.651383:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325494.651385:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325494.651387:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325494.651390:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [81:81:256:4294967295] 192.168.203.107@tcp LPNI seq info [81:81:8:4294967295] 00000400:00000200:2.0:1767325494.651398:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325494.651402:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325494.651406:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000524bc938. 00000800:00000200:2.0:1767325494.651410:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767325494.651413:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325494.651416:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000524bc938 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325494.651427:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325494.651430:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 102413 usecs (103 jiffies) 00000100:00000001:2.0:1767325494.651432:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305411688 00000100:00000001:2.0:1767325494.651434:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305416218 00000100:00000001:2.0:1767325494.651436:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305411688 00000100:00000001:2.0:1767325494.651443:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305416218 00000100:00000001:2.0:1767325494.651445:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305411688 00000100:00000001:2.0:1767325494.651448:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305416218 00000100:00000001:2.0:1767325494.651449:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305411688 00000100:00000001:2.0:1767325494.651452:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305416218 00000100:00000001:2.0:1767325494.651454:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325494.651456:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325494.651458:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325494.651460:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325494.651464:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325494.651466:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325494.651468:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325494.651470:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325494.651471:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325494.651473:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325494.651491:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325494.651495:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000524bc938. 00000400:00000200:3.0:1767325494.651500:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325494.651504:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325494.651508:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006401fa3d 00000400:00000010:3.0:1767325494.651509:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006401fa3d. 00000100:00000001:3.0:1767325494.651512:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325494.651515:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006df0bad6 x1853174993396864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325494.651575:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325494.651579:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006df0bad6 x1853174993396864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325494.651586:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325494.651588:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325494.652968:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325494.652982:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325494.652986:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325494.652988:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325494.652996:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325494.653008:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed302380 00000400:00000200:0.0:1767325494.653016:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x35d [1] + 224 00000800:00000001:0.0:1767325494.653023:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325494.653029:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325494.653031:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325494.653034:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325494.653038:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325494.653050:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ab82abb x1853174993396608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325494.653060:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ab82abb x1853174993396608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325494.653076:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325494.653084:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325494.653087:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325494.653089:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325494.653091:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325494.653096:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325494.653102:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed302400 00000400:00000200:0.0:1767325494.653106:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x361 [1] + 224 00000800:00000001:0.0:1767325494.653111:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325494.653114:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325494.653116:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325494.653117:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325494.653121:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325494.653122:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325494.653128:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767325494.653130:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1767325494.653132:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007523782f x1853174993396736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767325494.653135:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325494.653138:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d816e06. 00000400:00000200:3.0:1767325494.653162:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57d4da5 00000400:00000010:3.0:1767325494.653165:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d57d4da5. 00000100:00000001:3.0:1767325494.653169:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767325494.653173:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007523782f x1853174993396736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325494.653178:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ab82abb x1853174993396608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325494.653192:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767325494.653196:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ab82abb x1853174993396608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325494.653198:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325494.653203:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325494.653207:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325494.653208:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325494.653210:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767325494.653211:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325494.653212:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325494.653215:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325494.653218:0:211467:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:1.0:1767325494.653220:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767325494.653221:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 02000000:00000001:3.0:1767325494.653223:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1767325494.653225:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767325494.653228:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767325494.653229:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b04a503d. 00000100:00000001:3.0:1767325494.653233:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325494.653234:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed302480 00000400:00000200:1.0:1767325494.653237:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb501575 02000000:00000001:3.0:1767325494.653238:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325494.653241:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb501575. 00000100:00000001:1.0:1767325494.653246:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767325494.653247:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=51 v=5 (5 0 0 0) 00000100:00000200:1.0:1767325494.653253:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007523782f x1853174993396736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325494.653253:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x36d [1] + 224 00000100:00001000:3.0:1767325494.653255:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325494.653264:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767325494.653265:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325494.653268:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325494.653275:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767325494.653275:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007523782f x1853174993396736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325494.653279:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325494.653285:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325494.653285:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325494.653287:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325494.653290:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325494.653293:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325494.653294:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767325494.653299:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ab82abb x1853174993396608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325494.653299:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767325494.653302:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325494.653303:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325494.653307:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325494.653309:0:211458:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767325494.653314:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325494.653317:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006df0bad6 x1853174993396864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767325494.653322:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325494.653330:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325494.653338:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325494.653341:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325494.653346:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767325494.653348:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006df0bad6 x1853174993396864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325494.653350:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767325494.653351:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325494.653358:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325494.653359:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767325494.653362:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325494.653364:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325494.653368:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767325494.653370:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ab82abb x1853174993396608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325494.653371:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325494.653379:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007523782f x1853174993396736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325494.653382:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993396608:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325494.653391:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325494.653394:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325494.653394:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767325494.653397:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ab82abb x1853174993396608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325494.653404:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325494.653407:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325494.653408:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325494.653410:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767325494.653411:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767325494.653414:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007523782f x1853174993396736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325494.653416:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325494.653420:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000735e0b68. 02000000:00000001:3.0:1767325494.653426:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1767325494.653429:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993396736:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325494.653429:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767325494.653430:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325494.653434:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000800:00000001:0.0:1767325494.653437:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767325494.653439:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767325494.653439:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325494.653443:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767325494.653444:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b5b7574c. 00000100:00000001:1.0:1767325494.653444:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325494.653449:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007523782f x1853174993396736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325494.653452:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325494.653457:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767325494.653460:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:3.0:1767325494.653461:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ab82abb. 00000100:00000001:3.0:1767325494.653465:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767325494.653465:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325494.653468:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767325494.653469:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f0672a4. 00000100:00000001:3.0:1767325494.653470:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325494.653475:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325494.653477:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767325494.653478:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325494.653491:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767325494.653493:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767325494.653494:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767325494.653495:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000400:00000001:2.0:1767325494.653497:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767325494.653498:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325494.653501:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a984ac9f. 00000020:00000001:1.0:1767325494.653501:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325494.653505:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008382dc3c. 00000400:00000200:2.0:1767325494.653507:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000400:00000010:2.0:1767325494.653511:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 02000000:00000001:1.0:1767325494.653511:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767325494.653515:0:211466:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767325494.653515:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325494.653517:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007523782f. 00000100:00000200:2.0:1767325494.653522:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006df0bad6 x1853174993396864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325494.653524:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325494.653527:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325494.653532:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325494.653538:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006df0bad6 x1853174993396864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325494.653539:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325494.653543:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325494.653548:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325494.653552:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325494.653553:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325494.653556:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325494.653559:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325494.653561:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325494.653563:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325494.653564:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325494.653572:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325494.653576:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=51 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325494.653579:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325494.653581:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325494.653583:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325494.653584:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325494.653587:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006df0bad6 x1853174993396864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325494.653594:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325494.653596:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325494.653598:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325494.653600:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325494.653601:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325494.653603:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006df0bad6 x1853174993396864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325494.653617:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325494.653620:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325494.653621:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325494.653625:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006df0bad6 x1853174993396864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325494.653631:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993396864:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325494.653635:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325494.653636:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325494.653638:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006df0bad6 x1853174993396864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325494.653644:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325494.653645:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325494.653647:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000388589da. 02000000:00000001:2.0:1767325494.653650:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325494.653651:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325494.653652:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325494.653659:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325494.653660:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000836678fc. 02000000:00000001:2.0:1767325494.653663:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325494.653664:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325494.653665:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006df0bad6. 00000100:00000001:2.0:1767325494.653668:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325494.653669:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325494.653671:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325494.653674:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325494.653676:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325494.653677:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325494.653679:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325495.290261:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325495.290267:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325495.290272:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325495.290275:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325495.290276:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325495.290281:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325495.290283:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325495.290284:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325495.290286:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325495.290288:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325495.290289:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325495.290290:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325495.290346:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325495.290352:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325495.290355:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325496.314268:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325496.314277:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325496.314284:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325496.314285:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325496.314349:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325496.314354:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325496.314358:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325497.338279:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325497.338285:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325497.338291:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325497.338293:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325497.338368:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325497.338372:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325497.338375:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325498.362383:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325498.362389:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325498.362395:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325498.362397:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325498.362473:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325498.362493:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325498.362497:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325499.386261:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325499.386267:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325499.386290:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325499.386291:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325499.386353:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325499.386357:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325499.386360:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325499.770249:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305416218, at 4305416704 00000100:00000040:2.0:1767325499.770249:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305416218, at 4305416704 00000100:00000040:0.0:1767325499.770249:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305416218, at 4305416704 00000100:00000010:0.0:1767325499.770264:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d899e69. 00000100:00000010:3.0:1767325499.770273:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f766f1cc. 00000100:00000040:1.0:1767325499.770343:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325499.770350:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325499.770356:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7cc4db3. 00000020:00000040:1.0:1767325499.770360:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325499.770364:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325499.770367:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325499.770371:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325499.770378:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035310fb5. 00000100:00000001:1.0:1767325499.770383:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325499.770397:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000c7cc4db3 x1853174993396992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325499.770407:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325499.770410:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325499.770415:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7cc4db3] to pc [ptlrpcd_00_02+2] req@00000000c7cc4db3 x1853174993396992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325499.770439:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325499.770441:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325499.770456:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325499.770459:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6c70c52. 00000020:00000040:1.0:1767325499.770462:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325499.770465:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325499.770466:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325499.770468:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325499.770474:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d53f249. 00000100:00000001:0.0:1767325499.770474:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767325499.770479:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767325499.770480:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325499.770483:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325499.770488:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000f6c70c52 x1853174993397120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325499.770491:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325499.770494:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325499.770495:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325499.770499:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325499.770500:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325499.770503:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325499.770507:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325499.770513:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325499.770516:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325499.770516:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7cc4db3 x1853174993396992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325499.770528:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767325499.770529:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6c70c52] to pc [ptlrpcd_00_03+3] req@00000000f6c70c52 x1853174993397120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325499.770531:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325499.770537:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325499.770541:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325499.770545:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325499.770546:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325499.770550:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767325499.770550:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993396992:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325499.770555:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325499.770558:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d8ec799. 00000100:00000001:0.0:1767325499.770559:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1767325499.770562:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767325499.770565:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325499.770567:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325499.770567:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767325499.770569:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325499.770569:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325499.770571:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325499.770574:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000010:1.0:1767325499.770575:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 02000000:00000001:0.0:1767325499.770576:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325499.770580:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325499.770581:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325499.770583:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e67c78c3. 00000100:00000040:1.0:1767325499.770587:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000007d8ec799 x1853174993397248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325499.770589:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325499.770591:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325499.770595:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325499.770596:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325499.770599:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325499.770600:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325499.770602:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325499.770602:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325499.770606:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c59242cc. 00000100:00000040:3.0:1767325499.770609:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6c70c52 x1853174993397120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325499.770609:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d8ec799] to pc [ptlrpcd_00_00+0] req@000000007d8ec799 x1853174993397248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325499.770615:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000307c2c15. 00000100:00000200:0.0:1767325499.770624:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993396992, portal 25 00000100:00000001:0.0:1767325499.770630:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325499.770634:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138715136 : -112766570836480 : ffff99707c9a4e00) 00000100:00000001:3.0:1767325499.770635:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325499.770637:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325499.770640:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325499.770642:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325499.770645:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325499.770645:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c7cc4db3 x1853174993396992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325499.770647:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325499.770650:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993397120:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325499.770659:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767325499.770660:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767325499.770663:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325499.770667:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325499.770667:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767325499.770673:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767325499.770673:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767325499.770674:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000010:3.0:1767325499.770680:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004edd428f. 00000100:00000040:1.0:1767325499.770681:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10754) 00000400:00000010:0.0:1767325499.770681:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc894f48. 02000000:00000001:3.0:1767325499.770685:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325499.770687:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993396992, offset 0 00000400:00000010:3.0:1767325499.770693:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d816e06. 00000100:00000040:1.0:1767325499.770696:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305416218, at 4305416704 00000400:00000200:0.0:1767325499.770696:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767325499.770702:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d3bfebd. 00000400:00000010:3.0:1767325499.770707:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d57d4da5. 00000100:00000001:1.0:1767325499.770708:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325499.770710:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325499.770711:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767325499.770714:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993397120, portal 10 00000400:00000200:0.0:1767325499.770716:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325499.770719:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325499.770720:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767325499.770723:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767325499.770724:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138714240 : -112766570837376 : ffff99707c9a4a80) 00000100:00000040:1.0:1767325499.770725:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d8ec799 x1853174993397248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325499.770730:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767325499.770738:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f6c70c52 x1853174993397120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325499.770738:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767325499.770738:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325499.770741:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325499.770746:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [82:82:256:4294967295] 192.168.203.107@tcp LPNI seq info [82:82:8:4294967295] 02000000:00000001:1.0:1767325499.770747:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325499.770749:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325499.770754:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325499.770760:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993397248:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325499.770762:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325499.770766:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325499.770769:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767325499.770770:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767325499.770772:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325499.770776:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e786557. 02000000:00000001:1.0:1767325499.770776:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325499.770776:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000010:1.0:1767325499.770782:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f0672a4. 02000000:00000001:1.0:1767325499.770786:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325499.770789:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993397120, offset 0 00000400:00000010:1.0:1767325499.770792:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b04a503d. 00000800:00000200:0.0:1767325499.770792:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325499.770798:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325499.770801:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000836678fc. 00000400:00000200:3.0:1767325499.770805:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325499.770808:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767325499.770811:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767325499.770813:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325499.770817:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1767325499.770817:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c534d36b. 00000800:00000200:0.0:1767325499.770820:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767325499.770824:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767325499.770826:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000836678fc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325499.770829:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [83:83:255:4294967295] 192.168.203.107@tcp LPNI seq info [83:83:7:4294967295] 00000100:00000001:2.0:1767325499.770829:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325499.770834:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325499.770837:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325499.770841:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325499.770843:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305421338 00000800:00000200:3.0:1767325499.770848:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:0.0:1767325499.770848:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e7dee28. 00000800:00000010:3.0:1767325499.770852:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e449eedd. 00000800:00000200:3.0:1767325499.770856:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325499.770862:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325499.770864:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e449eedd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325499.770864:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767325499.770870:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325499.770870:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305421338 00000100:00000040:3.0:1767325499.770873:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 1547712 usecs (1548 jiffies) 00000100:00000010:0.0:1767325499.770875:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1eba96a. 00000100:00000001:3.0:1767325499.770876:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305418252 00000100:00000001:3.0:1767325499.770878:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305421338 00000100:00000001:3.0:1767325499.770880:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305418252 00000100:00000001:0.0:1767325499.770885:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767325499.770889:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305421338 00000800:00000200:2.0:1767325499.770892:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767325499.770892:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f0d6bc1. 00000100:00000001:3.0:1767325499.770893:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305421338 00000800:00000010:2.0:1767325499.770897:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000836678fc. 00000100:00000001:0.0:1767325499.770898:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767325499.770899:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305418252 00000400:00000200:2.0:1767325499.770904:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325499.770904:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305421338 00000100:00000001:3.0:1767325499.770907:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305421338 00000100:00000010:0.0:1767325499.770910:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d914d99. 00000100:00000001:3.0:1767325499.770911:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305418252 00000400:00000200:2.0:1767325499.770915:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325499.770916:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767325499.770920:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305421338 00000100:00000001:0.0:1767325499.770920:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325499.770923:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325499.770927:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325499.770927:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325499.770931:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325499.770933:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325499.770934:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325499.770936:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767325499.770939:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb501575. 00000100:00000001:0.0:1767325499.770939:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325499.770940:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325499.770944:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325499.770947:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993397248, portal 10 00000100:00000001:3.0:1767325499.770948:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325499.770950:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325499.770952:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138718720 : -112766570832896 : ffff99707c9a5c00) 00000100:00000040:1.0:1767325499.770960:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d8ec799 x1853174993397248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325499.770969:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325499.770971:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325499.770974:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095dddc78. 00000100:00000200:1.0:1767325499.770977:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993397248, offset 0 00000400:00000200:1.0:1767325499.770982:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325499.770986:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325499.770988:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325499.770989:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325499.770991:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325499.770992:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325499.770994:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [84:84:254:4294967295] 192.168.203.107@tcp LPNI seq info [84:84:6:4294967295] 00000400:00000200:1.0:1767325499.771005:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325499.771009:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325499.771013:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fe8d38. 00000800:00000200:1.0:1767325499.771017:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325499.771021:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325499.771023:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6fe8d38 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325499.771026:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325499.771029:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 95343 usecs (96 jiffies) 00000100:00000001:1.0:1767325499.771031:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305416800 00000100:00000001:1.0:1767325499.771033:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305421338 00000100:00000001:1.0:1767325499.771034:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305416800 00000100:00000001:1.0:1767325499.771036:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305421338 00000100:00000001:1.0:1767325499.771038:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305416800 00000100:00000001:1.0:1767325499.771039:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305421338 00000100:00000001:1.0:1767325499.771041:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305416800 00000100:00000001:1.0:1767325499.771043:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305421338 00000100:00000001:1.0:1767325499.771044:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325499.771046:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325499.771048:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325499.771049:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325499.771053:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325499.771055:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325499.771056:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325499.771057:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325499.771059:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325499.771060:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325499.771097:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc894f48 00000400:00000010:2.0:1767325499.771101:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc894f48. 00000100:00000001:2.0:1767325499.771106:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325499.771109:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7cc4db3 x1853174993396992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325499.771118:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325499.771120:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c7cc4db3 x1853174993396992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325499.771127:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325499.771129:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325499.771159:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325499.771161:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e449eedd. 00000400:00000200:2.0:1767325499.771164:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325499.771167:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325499.771170:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e786557 00000400:00000010:2.0:1767325499.771172:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e786557. 00000100:00000001:2.0:1767325499.771175:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325499.771177:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f6c70c52 x1853174993397120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325499.771184:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325499.771186:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6c70c52 x1853174993397120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325499.771192:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325499.771199:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325499.771247:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325499.771249:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fe8d38. 00000400:00000200:2.0:1767325499.771252:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325499.771254:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325499.771256:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095dddc78 00000400:00000010:2.0:1767325499.771257:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095dddc78. 00000100:00000001:2.0:1767325499.771258:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325499.771260:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d8ec799 x1853174993397248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325499.771265:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325499.771266:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d8ec799 x1853174993397248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325499.771269:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325499.771270:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325499.772885:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325499.772894:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325499.772896:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325499.772898:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325499.772960:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325499.772969:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed302500 00000400:00000200:3.0:1767325499.772974:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x375 [1] + 224 00000800:00000001:3.0:1767325499.772979:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325499.772982:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325499.772983:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325499.772986:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325499.772989:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325499.772991:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c7cc4db3 x1853174993396992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325499.772998:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c7cc4db3 x1853174993396992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325499.773011:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325499.773016:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325499.773018:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325499.773019:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325499.773020:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325499.773022:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325499.773025:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed302580 00000400:00000200:3.0:1767325499.773028:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x37d [1] + 224 00000800:00000001:3.0:1767325499.773030:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325499.773032:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325499.773033:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325499.773036:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325499.773038:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325499.773041:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f6c70c52 x1853174993397120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325499.773050:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6c70c52 x1853174993397120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325499.773060:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325499.773064:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325499.773069:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325499.773071:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325499.773073:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c59242cc. 00000400:00000200:0.0:1767325499.773076:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307c2c15 00000400:00000010:0.0:1767325499.773077:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000307c2c15. 00000100:00000001:3.0:1767325499.773079:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325499.773079:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325499.773085:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c7cc4db3 x1853174993396992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325499.773087:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325499.773094:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325499.773095:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c7cc4db3 x1853174993396992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325499.773098:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325499.773102:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325499.773109:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767325499.773113:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767325499.773113:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325499.773118:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325499.773118:0:211468:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767325499.773122:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed302600 00000100:00000001:1.0:1767325499.773123:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325499.773127:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x385 [1] + 224 02000000:00000001:0.0:1767325499.773127:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325499.773132:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767325499.773133:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767325499.773135:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767325499.773136:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325499.773159:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767325499.773160:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767325499.773164:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767325499.773164:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=56 v=5 (5 0 0 0) 00000400:00000200:3.0:1767325499.773168:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325499.773174:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:1.0:1767325499.773175:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d816e06. 00000100:00001000:0.0:1767325499.773176:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325499.773181:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767325499.773182:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57d4da5 00000100:00000001:0.0:1767325499.773183:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325499.773186:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d57d4da5. 00010000:00000001:0.0:1767325499.773187:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325499.773190:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325499.773193:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325499.773193:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325499.773194:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767325499.773197:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c7cc4db3 x1853174993396992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325499.773201:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f6c70c52 x1853174993397120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325499.773203:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d8ec799 x1853174993397248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325499.773218:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325499.773223:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325499.773226:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325499.773233:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f6c70c52 x1853174993397120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325499.773233:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7cc4db3 x1853174993396992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325499.773235:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007d8ec799 x1853174993397248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325499.773265:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767325499.773266:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993396992:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325499.773269:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325499.773271:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325499.773273:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767325499.773273:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767325499.773277:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767325499.773277:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c7cc4db3 x1853174993396992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325499.773280:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325499.773280:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325499.773284:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325499.773287:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1767325499.773288:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767325499.773288:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325499.773289:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325499.773294:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e67c78c3. 00000800:00000001:3.0:1767325499.773295:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767325499.773296:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=46 v=5 (5 0 0 0) 02000000:00000001:0.0:1767325499.773296:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325499.773299:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325499.773302:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325499.773304:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325499.773306:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035310fb5. 02000000:00000001:0.0:1767325499.773309:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325499.773311:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1767325499.773313:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325499.773314:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325499.773319:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325499.773319:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:0.0:1767325499.773319:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7cc4db3. 00000100:00000001:1.0:1767325499.773323:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325499.773325:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:2.0:1767325499.773326:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767325499.773327:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325499.773328:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767325499.773331:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767325499.773332:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325499.773332:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767325499.773335:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b04a503d. 00000100:00000001:1.0:1767325499.773338:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767325499.773341:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb501575 00000100:00000040:1.0:1767325499.773341:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325499.773341:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767325499.773345:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb501575. 00000100:00000001:1.0:1767325499.773345:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325499.773348:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325499.773350:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325499.773351:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767325499.773355:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6c70c52 x1853174993397120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325499.773355:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325499.773359:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325499.773360:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d8ec799 x1853174993397248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325499.773375:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325499.773381:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325499.773383:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325499.773384:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d8ec799 x1853174993397248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325499.773390:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6c70c52 x1853174993397120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325499.773397:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325499.773400:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325499.773403:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325499.773406:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1767325499.773407:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993397120:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325499.773408:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325499.773409:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325499.773410:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325499.773414:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=56 v=5 (5 0 0 0) 00000100:00000001:1.0:1767325499.773419:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325499.773424:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1767325499.773425:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325499.773428:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767325499.773429:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6c70c52 x1853174993397120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325499.773430:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325499.773434:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325499.773439:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000007d8ec799 x1853174993397248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325499.773444:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325499.773460:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325499.773463:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004edd428f. 00010000:00000001:2.0:1767325499.773466:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325499.773468:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325499.773471:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1767325499.773471:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767325499.773475:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000020:00000040:1.0:1767325499.773475:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325499.773480:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767325499.773481:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767325499.773484:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325499.773485:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d53f249. 02000000:00000001:1.0:1767325499.773490:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767325499.773491:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d8ec799 x1853174993397248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325499.773492:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325499.773494:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6c70c52. 00000100:00000001:1.0:1767325499.773499:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325499.773502:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325499.773506:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325499.773508:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325499.773510:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325499.773512:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325499.773512:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325499.773515:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325499.773517:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d8ec799 x1853174993397248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325499.773519:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325499.773522:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325499.773525:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993397248:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325499.773528:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325499.773529:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325499.773531:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d8ec799 x1853174993397248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325499.773536:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325499.773537:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325499.773539:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f0672a4. 02000000:00000001:2.0:1767325499.773542:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325499.773543:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325499.773544:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325499.773546:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325499.773547:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 02000000:00000001:2.0:1767325499.773553:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325499.773554:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325499.773555:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d8ec799. 00000100:00000001:2.0:1767325499.773556:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325499.773557:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325499.773558:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325499.773561:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325499.773561:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325499.773563:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325499.773564:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325500.410270:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325500.410276:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325500.410282:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325500.410283:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325500.410337:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325500.410340:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325500.410342:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325501.434531:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325501.434538:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325501.434544:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325501.434545:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325501.434599:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325501.434603:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325501.434606:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325502.458256:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325502.458265:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325502.458267:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325502.458269:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325502.458273:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325502.458275:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325502.458277:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325502.458279:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325502.458281:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325502.458287:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325502.458340:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325502.458344:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325502.458346:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325503.482377:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325503.482386:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325503.482393:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325503.482394:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325503.482457:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325503.482462:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325503.482465:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325504.506225:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325504.506233:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325504.506240:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325504.506243:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325504.506245:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325504.506251:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325504.506253:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325504.506272:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325504.506275:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325504.506277:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325504.506279:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325504.506282:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325504.506319:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325504.506323:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325504.506326:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325504.890272:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305421338, at 4305421824 00000100:00000010:0.0:1767325504.890294:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e7dee28. 00000100:00000040:3.0:1767325504.890540:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305421338, at 4305421824 00000100:00000010:3.0:1767325504.890548:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d914d99. 00000100:00000040:1.0:1767325504.890610:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305421338, at 4305421824 00000100:00000010:1.0:1767325504.890619:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1eba96a. 00000100:00000040:2.0:1767325504.891679:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325504.891686:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325504.891693:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce152320. 00000020:00000040:2.0:1767325504.891698:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325504.891702:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325504.891706:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325504.891711:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325504.891718:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009620fff6. 00000100:00000001:2.0:1767325504.891724:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325504.891735:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000ce152320 x1853174993397376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325504.891746:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325504.891749:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325504.891754:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce152320] to pc [ptlrpcd_00_01+1] req@00000000ce152320 x1853174993397376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325504.891788:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325504.891790:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325504.891794:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325504.891797:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c46a891b. 00000020:00000040:2.0:1767325504.891799:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325504.891802:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325504.891803:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325504.891804:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325504.891805:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325504.891810:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767325504.891811:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007750120a. 00000100:00000001:0.0:1767325504.891814:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325504.891816:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325504.891823:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce152320 x1853174993397376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325504.891824:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000c46a891b x1853174993397504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325504.891852:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325504.891855:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325504.891859:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325504.891862:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325504.891868:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325504.891875:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce152320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993397376:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325504.891877:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325504.891879:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325504.891884:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767325504.891887:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c46a891b] to pc [ptlrpcd_00_02+2] req@00000000c46a891b x1853174993397504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325504.891893:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325504.891897:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325504.891900:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325504.891906:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ec9148d. 02000000:00000001:0.0:1767325504.891909:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325504.891916:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c59242cc. 00000100:00000001:2.0:1767325504.891918:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325504.891922:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325504.891926:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767325504.891926:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000307c2c15. 00000100:00000010:2.0:1767325504.891932:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfe9f3b7. 00000100:00000200:0.0:1767325504.891936:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993397376, portal 25 00000020:00000040:2.0:1767325504.891937:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767325504.891943:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325504.891943:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767325504.891947:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325504.891947:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531385600 : -112767178166016 : ffff997058673100) 00000100:00000001:3.0:1767325504.891948:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325504.891951:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325504.891953:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325504.891956:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767325504.891958:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b6dbbf0. 00000100:00000040:0.0:1767325504.891958:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce152320 x1853174993397376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325504.891964:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325504.891970:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c46a891b x1853174993397504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325504.891974:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000dfe9f3b7 x1853174993397632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325504.891976:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325504.891984:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325504.891989:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b889579. 00000100:00000001:2.0:1767325504.891996:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767325504.891996:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993397376, offset 0 00000100:00000001:2.0:1767325504.892000:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325504.892004:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325504.892008:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325504.892009:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfe9f3b7] to pc [ptlrpcd_00_03+3] req@00000000dfe9f3b7 x1853174993397632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325504.892011:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325504.892013:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325504.892016:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325504.892022:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325504.892030:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c46a891b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993397504:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325504.892030:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325504.892035:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325504.892036:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325504.892041:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767325504.892041:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:2.0:1767325504.892042:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767325504.892046:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325504.892050:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325504.892053:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1767325504.892054:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047ae5ea5. 00000100:00000040:2.0:1767325504.892054:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10759) 02000000:00000001:3.0:1767325504.892060:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325504.892061:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:3.0:1767325504.892066:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6b7600c. 00000400:00000200:0.0:1767325504.892069:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767325504.892072:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305421338, at 4305421825 00000400:00000010:3.0:1767325504.892073:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000850ac0f3. 00000400:00000200:0.0:1767325504.892074:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000200:3.0:1767325504.892081:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993397504, portal 10 00000400:00000200:0.0:1767325504.892082:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [85:85:256:4294967295] 192.168.203.107@tcp LPNI seq info [85:85:8:4294967295] 00000100:00000010:2.0:1767325504.892083:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f0d6bc1. 00000100:00000001:3.0:1767325504.892086:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325504.892089:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531388288 : -112767178163328 : ffff997058673b80) 00000100:00000040:3.0:1767325504.892098:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c46a891b x1853174993397504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325504.892109:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767325504.892115:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767325504.892123:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767325504.892124:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325504.892129:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1ea4949. 00000800:00000010:0.0:1767325504.892132:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008382dc3c. 00000100:00000200:3.0:1767325504.892133:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993397504, offset 0 00000100:00000001:1.0:1767325504.892161:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325504.892166:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325504.892169:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325504.892176:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:0.0:1767325504.892179:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767325504.892183:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325504.892186:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325504.892188:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325504.892192:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767325504.892192:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767325504.892198:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [86:86:255:4294967295] 192.168.203.107@tcp LPNI seq info [86:86:7:4294967295] 00000100:00000001:1.0:1767325504.892200:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767325504.892200:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008382dc3c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325504.892204:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325504.892209:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767325504.892216:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:1.0:1767325504.892218:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfe9f3b7 x1853174993397632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325504.892219:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325504.892224:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325504.892227:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305426460 00000800:00000010:3.0:1767325504.892230:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b237f9b7. 00000100:00000010:0.0:1767325504.892236:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000797caa63. 00000800:00000200:3.0:1767325504.892238:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325504.892240:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325504.892244:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325504.892245:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767325504.892248:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:1.0:1767325504.892250:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1767325504.892251:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b237f9b7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325504.892253:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305426460 00000100:00000001:3.0:1767325504.892255:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325504.892255:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767325504.892260:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077e90a0d. 00000100:00000040:3.0:1767325504.892262:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 1466433 usecs (1467 jiffies) 02000000:00000001:1.0:1767325504.892262:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325504.892266:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767325504.892267:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305423293 00000100:00100000:1.0:1767325504.892271:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfe9f3b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993397632:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325504.892272:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305426460 00000800:00000200:2.0:1767325504.892272:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325504.892273:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305426460 00000100:00000001:3.0:1767325504.892276:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305423293 00000100:00000010:0.0:1767325504.892281:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000198668e1. 00000100:00000001:3.0:1767325504.892282:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305426460 00000100:00000001:1.0:1767325504.892283:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1767325504.892285:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008382dc3c. 00000100:00000001:3.0:1767325504.892287:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305423293 02000000:00000001:1.0:1767325504.892289:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325504.892289:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 02000000:00000001:1.0:1767325504.892293:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325504.892294:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325504.892296:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305426460 00000100:00000001:0.0:1767325504.892296:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305426460 02000000:00000001:1.0:1767325504.892299:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325504.892302:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305423293 00000100:00000010:0.0:1767325504.892303:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d63c42e. 02000000:00000010:1.0:1767325504.892306:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a81b7ed. 00000400:00000200:2.0:1767325504.892307:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325504.892309:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 02000000:00000001:1.0:1767325504.892311:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325504.892315:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325504.892316:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305426460 00000400:00000200:2.0:1767325504.892317:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b889579 00000400:00000010:1.0:1767325504.892318:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3db588d. 00000100:00000001:3.0:1767325504.892321:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325504.892322:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325504.892323:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b889579. 00000100:00000001:3.0:1767325504.892324:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325504.892330:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325504.892330:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325504.892331:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767325504.892332:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767325504.892333:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d9a5dcc. 00000100:00000001:0.0:1767325504.892336:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325504.892340:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993397632, portal 10 00000100:00000001:3.0:1767325504.892343:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325504.892344:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325504.892345:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325504.892346:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767325504.892347:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce152320 x1853174993397376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325504.892349:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531373056 : -112767178178560 : ffff997058670000) 00000100:00000001:3.0:1767325504.892350:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325504.892354:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325504.892354:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325504.892358:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325504.892360:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325504.892362:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfe9f3b7 x1853174993397632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325504.892364:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325504.892365:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325504.892368:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325504.892374:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325504.892384:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325504.892384:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325504.892393:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce152320 x1853174993397376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325504.892393:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325504.892398:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d9b1115. 00000100:00000200:1.0:1767325504.892403:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993397632, offset 0 00000100:00000001:2.0:1767325504.892406:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325504.892421:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767325504.892424:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325504.892435:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325504.892438:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325504.892441:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325504.892443:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325504.892452:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325504.892455:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [87:87:255:4294967295] 192.168.203.107@tcp LPNI seq info [87:87:7:4294967295] 00000400:00000200:1.0:1767325504.892463:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325504.892468:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325504.892481:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d53f249. 00000800:00000200:1.0:1767325504.892486:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325504.892489:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325504.892492:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d53f249 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325504.892495:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325504.892498:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 89218 usecs (90 jiffies) 00000800:00000200:2.0:1767325504.892499:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325504.892502:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305421916 00000800:00000010:2.0:1767325504.892503:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b237f9b7. 00000100:00000001:1.0:1767325504.892507:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305426460 00000400:00000200:2.0:1767325504.892510:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325504.892511:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305421916 00000100:00000001:1.0:1767325504.892516:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305426460 00000400:00000200:2.0:1767325504.892519:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325504.892520:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305421916 00000400:00000200:2.0:1767325504.892524:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1ea4949 00000100:00000001:1.0:1767325504.892525:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305426460 00000400:00000010:2.0:1767325504.892529:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1ea4949. 00000100:00000001:1.0:1767325504.892530:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305421916 00000100:00000001:2.0:1767325504.892535:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325504.892535:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305426460 00000100:00000001:1.0:1767325504.892539:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767325504.892542:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c46a891b x1853174993397504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325504.892543:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325504.892548:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325504.892552:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325504.892559:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325504.892560:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325504.892563:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325504.892565:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325504.892566:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325504.892568:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325504.892570:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c46a891b x1853174993397504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325504.892571:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325504.892646:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325504.892647:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325504.892661:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325504.892663:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d53f249. 00000400:00000200:2.0:1767325504.892667:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325504.892670:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325504.892673:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d9b1115 00000400:00000010:2.0:1767325504.892675:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d9b1115. 00000100:00000001:2.0:1767325504.892683:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325504.892687:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfe9f3b7 x1853174993397632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325504.892695:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325504.892697:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfe9f3b7 x1853174993397632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325504.892703:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325504.892704:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325504.896802:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325504.896819:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325504.896824:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325504.896827:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325504.896842:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325504.896861:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed302780 00000400:00000200:2.0:1767325504.896871:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x39d [1] + 224 00000800:00000001:2.0:1767325504.896880:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325504.896886:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325504.896889:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325504.896894:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325504.896902:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325504.896910:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfe9f3b7 x1853174993397632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325504.896923:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfe9f3b7 x1853174993397632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325504.896942:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325504.896950:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325504.896954:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325504.896957:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325504.896959:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325504.896964:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325504.896971:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed302700 00000400:00000200:2.0:1767325504.896977:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x395 [1] + 224 00000100:00000001:1.0:1767325504.896978:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325504.896997:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767325504.896999:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767325504.897006:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767325504.897007:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325504.897010:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767325504.897011:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767325504.897015:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3db588d. 00000400:00000200:2.0:1767325504.897019:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325504.897022:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9a5dcc 00000400:00000010:1.0:1767325504.897027:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d9a5dcc. 00000100:00000001:1.0:1767325504.897030:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325504.897032:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325504.897037:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfe9f3b7 x1853174993397632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325504.897041:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c46a891b x1853174993397504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325504.897063:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfe9f3b7 x1853174993397632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325504.897069:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325504.897071:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325504.897073:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c46a891b x1853174993397504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325504.897074:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325504.897078:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325504.897088:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325504.897092:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325504.897095:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325504.897098:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767325504.897100:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325504.897104:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767325504.897113:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=61 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325504.897120:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325504.897122:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325504.897124:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325504.897127:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325504.897132:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000dfe9f3b7 x1853174993397632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325504.897158:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325504.897163:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325504.897166:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325504.897167:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325504.897168:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325504.897170:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325504.897171:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325504.897174:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767325504.897175:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfe9f3b7 x1853174993397632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767325504.897176:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767325504.897182:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767325504.897184:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6b7600c. 00000400:00000200:3.0:1767325504.897186:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000850ac0f3 00000100:00000001:1.0:1767325504.897186:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767325504.897188:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000850ac0f3. 00000100:00000001:1.0:1767325504.897192:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325504.897195:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfe9f3b7 x1853174993397632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325504.897200:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325504.897203:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c46a891b x1853174993397504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325504.897203:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfe9f3b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993397632:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325504.897208:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325504.897211:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c46a891b x1853174993397504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325504.897211:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325504.897214:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfe9f3b7 x1853174993397632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325504.897217:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325504.897219:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325504.897221:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767325504.897221:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325504.897222:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325504.897223:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767325504.897224:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325504.897225:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325504.897226:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325504.897228:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a81b7ed. 00000100:00001000:3.0:1767325504.897230:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=51 v=5 (5 0 0 0) 02000000:00000001:1.0:1767325504.897231:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767325504.897232:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=51 v=5 (1 0 0 0) 00000020:00000001:1.0:1767325504.897234:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325504.897235:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325504.897236:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325504.897236:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00010000:00000001:3.0:1767325504.897237:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767325504.897239:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767325504.897240:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325504.897241:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b6dbbf0. 00000100:00000001:3.0:1767325504.897242:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325504.897243:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325504.897245:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767325504.897245:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767325504.897246:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325504.897248:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c46a891b x1853174993397504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325504.897248:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325504.897249:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfe9f3b7. 00000100:00000001:1.0:1767325504.897253:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325504.897254:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325504.897255:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325504.897256:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325504.897257:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325504.897258:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325504.897260:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c46a891b x1853174993397504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325504.897265:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c46a891b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993397504:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325504.897265:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325504.897267:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325504.897270:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325504.897271:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325504.897273:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325504.897275:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325504.897277:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c46a891b x1853174993397504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325504.897283:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325504.897284:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325504.897285:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047ae5ea5. 02000000:00000001:3.0:1767325504.897288:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325504.897289:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325504.897290:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:3.0:1767325504.897292:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325504.897293:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007750120a. 02000000:00000001:3.0:1767325504.897295:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325504.897296:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325504.897297:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c46a891b. 00000100:00000001:3.0:1767325504.897300:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325504.897301:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325504.897302:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325504.897306:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325504.897307:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325504.897308:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325504.897309:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325504.897580:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325504.897585:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325504.897587:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325504.897588:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325504.897592:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325504.897598:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed302680 00000400:00000200:3.0:1767325504.897602:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x38d [1] + 224 00000800:00000001:3.0:1767325504.897605:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325504.897609:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325504.897610:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325504.897613:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325504.897617:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325504.897671:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce152320 x1853174993397376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325504.897680:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ce152320 x1853174993397376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325504.897695:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325504.897705:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325504.897709:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325504.897728:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325504.897731:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325504.897735:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325504.897736:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325504.897738:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c59242cc. 00000400:00000200:0.0:1767325504.897741:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307c2c15 00000400:00000010:0.0:1767325504.897743:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000307c2c15. 00000100:00000001:0.0:1767325504.897746:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325504.897750:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce152320 x1853174993397376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325504.897758:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce152320 x1853174993397376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325504.897764:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325504.897765:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325504.897766:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325504.897768:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325504.897769:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325504.897770:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325504.897772:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325504.897775:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=61 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325504.897778:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325504.897780:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325504.897781:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325504.897783:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325504.897785:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325504.897787:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325504.897790:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce152320 x1853174993397376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325504.897796:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325504.897798:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325504.897799:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325504.897807:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce152320 x1853174993397376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325504.897812:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce152320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993397376:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325504.897815:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325504.897816:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325504.897817:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce152320 x1853174993397376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325504.897821:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325504.897822:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325504.897823:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ec9148d. 02000000:00000001:0.0:1767325504.897825:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325504.897826:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325504.897827:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325504.897828:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325504.897829:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009620fff6. 02000000:00000001:0.0:1767325504.897831:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325504.897832:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325504.897833:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce152320. 00000100:00000001:0.0:1767325504.897834:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325504.897835:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325504.897836:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325504.897839:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325504.897840:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325504.897841:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325504.897843:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325505.530217:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325505.530225:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325505.530230:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325505.530231:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325505.530255:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325505.530258:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325505.530260:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325506.554266:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325506.554274:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325506.554280:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325506.554282:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325506.554337:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325506.554341:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325506.554343:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325507.578259:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325507.578267:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325507.578271:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325507.578273:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325507.578327:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325507.578330:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325507.578332:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325508.602236:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325508.602245:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325508.602252:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325508.602253:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325508.602286:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325508.602289:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325508.602291:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325509.626227:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325509.626236:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325509.626242:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325509.626243:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325509.626338:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325509.626350:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325509.626356:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325510.010246:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305426460, at 4305426944 00000100:00000040:1.0:1767325510.010246:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305426460, at 4305426944 00000100:00000040:0.0:1767325510.010252:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305426460, at 4305426944 00000100:00000040:2.0:1767325510.010255:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325510.010263:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325510.010266:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d63c42e. 00000100:00000010:1.0:1767325510.010268:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077e90a0d. 00000100:00000010:0.0:1767325510.010272:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000797caa63. 00000100:00000010:2.0:1767325510.010287:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2583070. 00000020:00000040:2.0:1767325510.010291:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325510.010295:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325510.010298:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325510.010304:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325510.010313:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009620fff6. 00000100:00000001:2.0:1767325510.010320:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325510.010330:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000d2583070 x1853174993397760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325510.010339:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325510.010341:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325510.010345:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2583070] to pc [ptlrpcd_00_00+0] req@00000000d2583070 x1853174993397760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325510.010367:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325510.010370:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325510.010374:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325510.010387:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc353709. 00000020:00000040:2.0:1767325510.010391:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325510.010393:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325510.010395:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325510.010397:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325510.010400:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007750120a. 00000100:00000001:1.0:1767325510.010403:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325510.010404:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325510.010406:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325510.010409:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767325510.010410:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000fc353709 x1853174993397888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325510.010411:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325510.010414:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325510.010423:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767325510.010424:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2583070 x1853174993397760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325510.010425:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325510.010432:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc353709] to pc [ptlrpcd_00_01+1] req@00000000fc353709 x1853174993397888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325510.010442:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325510.010448:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325510.010453:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325510.010454:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325510.010457:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767325510.010458:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767325510.010463:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325510.010468:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767325510.010469:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2583070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993397760:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325510.010471:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767325510.010471:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325510.010475:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767325510.010476:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b6503de. 00000020:00000040:2.0:1767325510.010480:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:0.0:1767325510.010481:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fc353709 x1853174993397888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325510.010485:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325510.010488:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325510.010489:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325510.010493:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325510.010497:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767325510.010499:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b6dbbf0. 02000000:00000001:1.0:1767325510.010501:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325510.010504:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325510.010507:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767325510.010513:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000008b6503de x1853174993398016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1767325510.010515:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000502bb64b. 02000000:00000001:1.0:1767325510.010520:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325510.010522:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325510.010525:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325510.010530:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325510.010531:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767325510.010531:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3db588d. 02000000:00000001:0.0:1767325510.010534:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325510.010535:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325510.010540:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325510.010541:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d9a5dcc. 00000100:00000040:2.0:1767325510.010542:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b6503de] to pc [ptlrpcd_00_02+2] req@000000008b6503de x1853174993398016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325510.010547:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fc353709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993397888:192.168.203.107@tcp:400: 00000100:00000200:1.0:1767325510.010552:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993397760, portal 25 00000100:00000001:0.0:1767325510.010556:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325510.010558:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767325510.010560:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325510.010561:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531377536 : -112767178174080 : ffff997058671180) 02000000:00000001:0.0:1767325510.010571:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325510.010575:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2583070 x1853174993397760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325510.010575:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325510.010580:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325510.010584:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c461c301. 00000100:00000040:2.0:1767325510.010586:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767325510.010589:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325510.010597:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767325510.010597:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767325510.010597:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c59242cc. 00000100:00000040:2.0:1767325510.010605:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10764) 00000100:00000040:1.0:1767325510.010605:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325510.010606:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000307c2c15. 00000100:00000001:3.0:1767325510.010609:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767325510.010611:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029bcb2ad. 00000100:00000200:0.0:1767325510.010612:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993397888, portal 10 00000100:00000001:3.0:1767325510.010613:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767325510.010616:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993397760, offset 0 00000100:00000001:3.0:1767325510.010617:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325510.010618:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325510.010622:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531382912 : -112767178168704 : ffff997058672680) 00000100:00000040:3.0:1767325510.010627:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008b6503de x1853174993398016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325510.010628:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767325510.010629:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305426460, at 4305426944 00000100:00000040:0.0:1767325510.010631:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fc353709 x1853174993397888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767325510.010639:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000198668e1. 00000400:00000200:1.0:1767325510.010649:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325510.010656:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325510.010658:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325510.010659:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325510.010660:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325510.010662:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325510.010664:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325510.010665:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767325510.010667:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325510.010669:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767325510.010672:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000974f9e6f. 02000000:00000001:3.0:1767325510.010675:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325510.010677:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993397888, offset 0 00000400:00000200:1.0:1767325510.010678:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00100000:3.0:1767325510.010683:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008b6503de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993398016:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767325510.010687:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325510.010690:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325510.010691:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767325510.010695:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325510.010700:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [88:88:256:4294967295] 192.168.203.107@tcp LPNI seq info [88:88:8:4294967295] 02000000:00000001:3.0:1767325510.010705:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325510.010708:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325510.010710:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767325510.010715:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000010:3.0:1767325510.010716:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090f0ac64. 02000000:00000001:3.0:1767325510.010720:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325510.010726:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6b7600c. 00000800:00000200:1.0:1767325510.010727:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325510.010730:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:1.0:1767325510.010735:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef5ef55d. 00000400:00000200:0.0:1767325510.010735:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767325510.010740:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000850ac0f3. 00000400:00000200:0.0:1767325510.010742:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000200:3.0:1767325510.010746:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993398016, portal 10 00000800:00000200:1.0:1767325510.010747:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325510.010749:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325510.010752:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325510.010755:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531375744 : -112767178175872 : ffff997058670a80) 00000400:00000200:0.0:1767325510.010757:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:1.0:1767325510.010762:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000040:3.0:1767325510.010767:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008b6503de x1853174993398016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325510.010768:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [89:89:255:4294967295] 192.168.203.107@tcp LPNI seq info [89:89:7:4294967295] 00000800:00000200:1.0:1767325510.010770:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef5ef55d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325510.010786:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767325510.010788:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325510.010792:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325510.010794:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325510.010796:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f9143b9. 00000100:00000200:3.0:1767325510.010802:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993398016, offset 0 00000100:00000001:1.0:1767325510.010802:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305431578 00000800:00000200:0.0:1767325510.010807:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767325510.010811:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b21650d. 00000800:00000010:0.0:1767325510.010813:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5b7574c. 00000400:00000200:3.0:1767325510.010816:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325510.010818:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767325510.010823:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767325510.010825:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325510.010825:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305431578 00000400:00000200:3.0:1767325510.010833:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1767325510.010834:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000434c5bfd. 00000800:00000200:0.0:1767325510.010834:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767325510.010838:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325510.010840:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767325510.010840:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b5b7574c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325510.010843:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325510.010848:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325510.010849:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325510.010849:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305431578 00000800:00000200:2.0:1767325510.010852:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767325510.010855:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 1393445 usecs (1394 jiffies) 00000400:00000200:3.0:1767325510.010856:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [90:90:254:4294967295] 192.168.203.107@tcp LPNI seq info [90:90:6:4294967295] 00000100:00000010:1.0:1767325510.010857:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000019584459. 00000800:00000010:2.0:1767325510.010858:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef5ef55d. 00000100:00000001:0.0:1767325510.010863:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305428338 00000100:00000001:1.0:1767325510.010864:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767325510.010867:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325510.010870:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305431578 00000100:00000001:1.0:1767325510.010872:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305431578 00000100:00000001:0.0:1767325510.010876:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305428338 00000400:00000200:3.0:1767325510.010877:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:1.0:1767325510.010879:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d819e2a. 00000400:00000200:2.0:1767325510.010880:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325510.010882:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305431578 00000100:00000001:1.0:1767325510.010886:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767325510.010889:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305428338 00000400:00000200:2.0:1767325510.010892:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029bcb2ad 00000100:00000001:1.0:1767325510.010892:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767325510.010894:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325510.010895:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305431578 00000400:00000010:2.0:1767325510.010897:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029bcb2ad. 00000100:00000001:1.0:1767325510.010899:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325510.010901:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096734733. 00000100:00000001:0.0:1767325510.010901:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305428338 00000100:00000001:2.0:1767325510.010905:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325510.010905:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325510.010906:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305431578 00000100:00000001:1.0:1767325510.010910:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767325510.010911:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325510.010912:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767325510.010914:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2583070 x1853174993397760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325510.010919:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325510.010922:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325510.010922:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325510.010924:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325510.010927:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767325510.010929:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000096734733 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325510.010929:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325510.010932:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325510.010936:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325510.010936:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325510.010939:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325510.010941:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767325510.010942:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 84037 usecs (85 jiffies) 00000100:00000001:0.0:1767325510.010942:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325510.010946:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325510.010946:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325510.010947:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305427029 00000100:00000001:0.0:1767325510.010949:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325510.010951:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325510.010954:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305431578 00000100:00000001:0.0:1767325510.010955:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325510.010961:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305427029 00000100:00000001:3.0:1767325510.010965:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305431578 00000100:00000001:3.0:1767325510.010967:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305427029 00000100:00000001:2.0:1767325510.010968:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325510.010974:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2583070 x1853174993397760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325510.010977:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305431578 00000100:00000001:3.0:1767325510.010980:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305427029 00000100:00000001:3.0:1767325510.010984:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305431578 00000100:00000001:3.0:1767325510.010989:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325510.010997:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325510.010999:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325510.011000:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325510.011003:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325510.011004:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325510.011008:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325510.011009:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325510.011011:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325510.011012:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325510.011013:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325510.011015:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325510.011020:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325510.011024:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5b7574c. 00000400:00000200:2.0:1767325510.011029:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325510.011034:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325510.011037:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000974f9e6f 00000400:00000010:2.0:1767325510.011039:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000974f9e6f. 00000100:00000001:2.0:1767325510.011042:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325510.011045:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fc353709 x1853174993397888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325510.011052:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325510.011054:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fc353709 x1853174993397888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325510.011060:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325510.011062:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325510.011136:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325510.011161:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096734733. 00000400:00000200:2.0:1767325510.011165:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325510.011169:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325510.011172:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f9143b9 00000400:00000010:2.0:1767325510.011174:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f9143b9. 00000100:00000001:2.0:1767325510.011178:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325510.011181:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008b6503de x1853174993398016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325510.011188:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325510.011190:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008b6503de x1853174993398016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325510.011208:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325510.011210:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325510.012435:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325510.012456:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325510.012460:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325510.012463:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325510.012471:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325510.012484:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed302800 00000400:00000200:2.0:1767325510.012493:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x3a5 [1] + 224 00000800:00000001:2.0:1767325510.012502:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325510.012507:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325510.012509:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325510.012513:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325510.012517:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325510.012522:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2583070 x1853174993397760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325510.012533:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2583070 x1853174993397760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325510.012557:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325510.012565:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325510.012573:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325510.012575:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325510.012577:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325510.012582:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325510.012589:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed302880 00000400:00000200:2.0:1767325510.012596:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x3a9 [1] + 224 00000800:00000001:2.0:1767325510.012600:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325510.012601:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767325510.012604:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325510.012606:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325510.012608:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767325510.012613:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325510.012616:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325510.012618:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3db588d. 00000400:00000200:2.0:1767325510.012623:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325510.012624:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9a5dcc 00000400:00000010:1.0:1767325510.012628:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d9a5dcc. 00000100:00000001:1.0:1767325510.012631:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325510.012636:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325510.012636:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2583070 x1853174993397760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325510.012651:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fc353709 x1853174993397888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325510.012651:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2583070 x1853174993397760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325510.012669:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fc353709 x1853174993397888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325510.012685:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325510.012688:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325510.012691:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325510.012694:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325510.012697:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325510.012700:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325510.012704:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767325510.012704:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325510.012711:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767325510.012712:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=67 v=5 (5 0 0 0) 00000800:00000001:2.0:1767325510.012717:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767325510.012718:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=67 v=5 (1 0 0 0) 00000800:00000001:2.0:1767325510.012720:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325510.012724:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767325510.012725:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325510.012727:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325510.012733:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00010000:00000001:1.0:1767325510.012733:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325510.012737:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325510.012737:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325510.012742:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325510.012743:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed302900 00000100:00000001:1.0:1767325510.012743:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767325510.012747:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325510.012750:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767325510.012751:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2583070 x1853174993397760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325510.012753:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c59242cc. 00000400:00000200:0.0:1767325510.012759:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307c2c15 00000100:00000001:1.0:1767325510.012762:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325510.012765:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767325510.012768:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000307c2c15. 00000100:00000001:1.0:1767325510.012769:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325510.012775:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767325510.012777:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2583070 x1853174993397760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325510.012780:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x3b5 [1] + 224 00000100:00000200:0.0:1767325510.012783:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fc353709 x1853174993397888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325510.012790:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325510.012797:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325510.012801:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767325510.012810:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fc353709 x1853174993397888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325510.012812:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325510.012819:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325510.012825:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008b6503de x1853174993398016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325510.012834:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2583070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993397760:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325510.012841:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325510.012846:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325510.012848:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325510.012850:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008b6503de x1853174993398016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325510.012851:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767325510.012852:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767325510.012855:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325510.012858:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767325510.012860:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2583070 x1853174993397760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325510.012861:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325510.012866:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325510.012874:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=57 v=5 (5 0 0 0) 00000100:00000001:1.0:1767325510.012875:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767325510.012879:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767325510.012880:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767325510.012880:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=57 v=5 (1 0 0 0) 02000000:00000010:1.0:1767325510.012885:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000502bb64b. 00000100:00000001:0.0:1767325510.012885:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325510.012888:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325510.012892:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767325510.012892:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767325510.012892:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767325510.012897:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767325510.012898:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325510.012899:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767325510.012901:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325510.012902:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325510.012904:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767325510.012905:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767325510.012907:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767325510.012908:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000001:3.0:1767325510.012910:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:1.0:1767325510.012912:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009620fff6. 00000400:00000001:3.0:1767325510.012913:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325510.012913:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:3.0:1767325510.012917:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6b7600c. 00000100:00000001:0.0:1767325510.012917:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325510.012919:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1767325510.012923:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000850ac0f3 00000400:00000010:3.0:1767325510.012926:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000850ac0f3. 00000100:00000040:0.0:1767325510.012926:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fc353709 x1853174993397888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325510.012930:0:211467:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767325510.012931:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1767325510.012936:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008b6503de x1853174993398016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325510.012936:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2583070. 00000100:00000001:1.0:1767325510.012944:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325510.012945:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325510.012948:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325510.012952:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767325510.012953:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008b6503de x1853174993398016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325510.012953:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325510.012955:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325510.012962:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325510.012963:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767325510.012964:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc353709 x1853174993397888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325510.012966:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325510.012966:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325510.012971:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767325510.012973:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325510.012974:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325510.012977:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325510.012978:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325510.012980:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325510.012984:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325510.012986:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fc353709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993397888:192.168.203.107@tcp:400: 00000100:00001000:3.0:1767325510.012988:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=67 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325510.012995:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325510.012996:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325510.013002:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325510.013004:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325510.013007:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325510.013007:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00080000:3.0:1767325510.013011:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008b6503de x1853174993398016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325510.013015:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fc353709 x1853174993397888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325510.013021:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325510.013025:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325510.013027:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325510.013030:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325510.013032:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325510.013034:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767325510.013037:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008b6503de x1853174993398016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325510.013038:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325510.013041:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c461c301. 00000100:00000001:3.0:1767325510.013044:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325510.013047:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767325510.013047:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325510.013048:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767325510.013051:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767325510.013052:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b6503de x1853174993398016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767325510.013055:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767325510.013061:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1767325510.013063:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008b6503de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993398016:192.168.203.107@tcp:400: 02000000:00000010:0.0:1767325510.013064:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007750120a. 02000000:00000001:0.0:1767325510.013070:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767325510.013071:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325510.013072:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767325510.013075:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767325510.013075:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc353709. 00000100:00000040:3.0:1767325510.013080:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008b6503de x1853174993398016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325510.013081:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325510.013083:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325510.013087:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325510.013093:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325510.013094:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325510.013096:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325510.013097:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767325510.013100:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767325510.013101:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090f0ac64. 00000100:00000001:0.0:1767325510.013103:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325510.013106:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325510.013109:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325510.013111:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325510.013113:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325510.013115:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b6dbbf0. 02000000:00000001:3.0:1767325510.013117:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325510.013122:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325510.013124:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b6503de. 00000100:00000001:3.0:1767325510.013126:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325510.013127:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325510.013128:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325510.013132:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325510.013133:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325510.013134:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325510.013135:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325510.650227:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325510.650234:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325510.650239:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325510.650240:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325510.650290:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325510.650293:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325510.650296:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325511.674247:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325511.674254:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325511.674261:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325511.674262:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325511.674344:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325511.674347:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325511.674350:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325512.698256:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325512.698266:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325512.698269:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325512.698272:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325512.698277:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325512.698279:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325512.698282:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325512.698284:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325512.698286:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325512.698287:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325512.698338:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325512.698341:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325512.698344:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325513.722267:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325513.722276:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325513.722284:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325513.722285:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325513.722426:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325513.722430:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325513.722441:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325514.746262:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325514.746269:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325514.746274:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325514.746277:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325514.746279:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325514.746285:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325514.746287:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325514.746288:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325514.746291:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325514.746292:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325514.746294:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325514.746295:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325514.746371:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325514.746375:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325514.746397:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325515.130245:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305431578, at 4305432064 00000100:00000040:2.0:1767325515.130245:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305431578, at 4305432064 00000100:00000040:1.0:1767325515.130245:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305431578, at 4305432064 00000100:00000010:2.0:1767325515.130259:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000019584459. 00000100:00000010:3.0:1767325515.130260:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d819e2a. 00000100:00000010:1.0:1767325515.130262:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000434c5bfd. 00000100:00000040:0.0:1767325515.130266:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325515.130271:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325515.130277:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000020:00000040:0.0:1767325515.130282:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325515.130286:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325515.130288:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325515.130292:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325515.130298:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005cdbc160. 00000100:00000001:0.0:1767325515.130303:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325515.130310:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000b9c126d9 x1853174993398144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325515.130317:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325515.130319:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325515.130322:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_03+3] req@00000000b9c126d9 x1853174993398144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325515.130361:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325515.130363:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325515.130366:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325515.130368:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000456c8c17. 00000020:00000040:0.0:1767325515.130370:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325515.130372:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325515.130373:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325515.130375:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325515.130377:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767325515.130379:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b5b7574c. 00000100:00000001:2.0:1767325515.130380:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325515.130383:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325515.130383:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325515.130383:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325515.130387:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325515.130391:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000456c8c17 x1853174993398272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767325515.130393:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993398144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325515.130404:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325515.130406:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325515.130409:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767325515.130411:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456c8c17] to pc [ptlrpcd_00_00+0] req@00000000456c8c17 x1853174993398272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325515.130412:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325515.130417:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325515.130419:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325515.130428:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325515.130431:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993398144:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325515.130434:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325515.130438:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325515.130439:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767325515.130441:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767325515.130443:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325515.130446:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325515.130448:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1767325515.130452:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001764cd9b. 00000100:00000010:0.0:1767325515.130452:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000020:00000040:0.0:1767325515.130459:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767325515.130460:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325515.130461:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325515.130462:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767325515.130465:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:0.0:1767325515.130466:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325515.130468:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325515.130469:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767325515.130470:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a984ac9f. 02000000:00000010:0.0:1767325515.130471:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008382dc3c. 00000100:00000001:1.0:1767325515.130473:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325515.130477:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325515.130477:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325515.130481:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000100:00000040:0.0:1767325515.130485:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000a1ef485d x1853174993398400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325515.130487:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767325515.130488:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993398144, portal 25 00000100:00000001:3.0:1767325515.130491:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325515.130493:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325515.130496:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000100:00000001:3.0:1767325515.130497:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325515.130498:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325515.130501:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767325515.130503:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993398144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325515.130505:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325515.130505:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325515.130512:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325515.130515:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000456c8c17 x1853174993398272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325515.130515:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_01+1] req@00000000a1ef485d x1853174993398400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325515.130519:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325515.130527:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000415ef993. 00000100:00000200:2.0:1767325515.130532:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993398144, offset 0 00000400:00000200:2.0:1767325515.130542:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325515.130549:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325515.130551:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325515.130553:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325515.130554:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325515.130556:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325515.130557:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767325515.130560:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:3.0:1767325515.130561:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325515.130563:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767325515.130570:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10769) 00000100:00100000:3.0:1767325515.130571:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993398272:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767325515.130571:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325515.130578:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767325515.130579:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:0.0:1767325515.130580:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305431578, at 4305432064 02000000:00000001:3.0:1767325515.130582:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767325515.130586:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325515.130586:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325515.130587:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325515.130589:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b21650d. 00000100:00100000:1.0:1767325515.130590:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:3.0:1767325515.130592:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767325515.130593:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325515.130595:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325515.130602:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [91:91:256:4294967295] 192.168.203.107@tcp LPNI seq info [91:91:8:4294967295] 00000100:00000001:1.0:1767325515.130602:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1767325515.130603:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031ce060f. 00000100:00000001:1.0:1767325515.130606:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325515.130609:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325515.130611:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325515.130614:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767325515.130615:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6b7600c. 00000100:00000001:1.0:1767325515.130617:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767325515.130622:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000850ac0f3. 00000400:00000200:2.0:1767325515.130627:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:1.0:1767325515.130627:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993398400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325515.130628:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993398272, portal 10 00000100:00000001:3.0:1767325515.130633:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325515.130636:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250668672 : -112767458882944 : ffff997047abca80) 00000800:00000200:2.0:1767325515.130645:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767325515.130649:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000456c8c17 x1853174993398272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325515.130649:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:2.0:1767325515.130653:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000524bc938. 00000100:00000001:1.0:1767325515.130653:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325515.130658:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325515.130661:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325515.130664:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767325515.130666:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:1.0:1767325515.130667:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325515.130672:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00100000:1.0:1767325515.130676:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993398400:192.168.203.107@tcp:400: 00000400:00000010:3.0:1767325515.130677:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ef8ff88. 00000800:00000200:2.0:1767325515.130681:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:3.0:1767325515.130682:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993398272, offset 0 00000100:00000001:1.0:1767325515.130683:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325515.130687:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325515.130690:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325515.130692:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767325515.130694:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000524bc938 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767325515.130695:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325515.130701:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b65f9c6. 00000400:00000200:3.0:1767325515.130702:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:1.0:1767325515.130706:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325515.130708:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767325515.130712:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3db588d. 00000400:00000200:3.0:1767325515.130713:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325515.130715:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325515.130717:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d9a5dcc. 00000400:00000200:3.0:1767325515.130718:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325515.130723:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305436698 00000400:00000200:3.0:1767325515.130724:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000200:1.0:1767325515.130724:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993398400, portal 10 00000100:00000001:1.0:1767325515.130730:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767325515.130731:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [92:92:255:4294967295] 192.168.203.107@tcp LPNI seq info [92:92:7:4294967295] 00000100:00000010:2.0:1767325515.130732:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001946f356. 00000100:00000001:1.0:1767325515.130733:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 00000100:00000001:2.0:1767325515.130740:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767325515.130745:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993398400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325515.130747:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305436698 00000400:00000200:3.0:1767325515.130753:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:2.0:1767325515.130754:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff64859d. 00000100:00000001:2.0:1767325515.130761:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767325515.130767:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325515.130768:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305436698 00000800:00000010:3.0:1767325515.130772:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce6b287f. 00000100:00000010:2.0:1767325515.130774:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000163851c. 00000100:00000001:2.0:1767325515.130780:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1767325515.130784:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325515.130787:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305436698 00000100:00000010:2.0:1767325515.130793:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075801627. 00000100:00000001:1.0:1767325515.130793:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767325515.130796:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767325515.130799:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767325515.130800:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:3.0:1767325515.130803:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ce6b287f type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1767325515.130804:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325515.130805:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767325515.130806:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c281ec6. 00000800:00000010:0.0:1767325515.130809:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000524bc938. 00000100:00000001:3.0:1767325515.130812:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325515.130812:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325515.130813:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993398400, offset 0 00000400:00000200:0.0:1767325515.130814:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325515.130818:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325515.130819:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 1327233 usecs (1328 jiffies) 00000100:00000001:2.0:1767325515.130821:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325515.130826:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305433392 00000400:00000200:0.0:1767325515.130826:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325515.130827:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325515.130828:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325515.130831:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325515.130834:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305436698 00000100:00000001:2.0:1767325515.130835:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325515.130837:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325515.130838:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325515.130840:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305433392 00000100:00000001:2.0:1767325515.130840:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325515.130843:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325515.130844:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325515.130850:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767325515.130851:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305436698 00000400:00000200:1.0:1767325515.130855:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325515.130856:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305433392 00000400:00000200:1.0:1767325515.130860:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325515.130862:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305436698 00000100:00000001:3.0:1767325515.130867:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305433392 00000400:00000200:1.0:1767325515.130867:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [93:93:254:4294967295] 192.168.203.107@tcp LPNI seq info [93:93:6:4294967295] 00000100:00000001:3.0:1767325515.130872:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305436698 00000100:00000001:3.0:1767325515.130876:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325515.130881:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325515.130882:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767325515.130885:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325515.130890:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325515.130891:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325515.130892:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000415ef993 00000100:00000001:3.0:1767325515.130893:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325515.130897:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1767325515.130897:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef5ef55d. 00000400:00000010:0.0:1767325515.130897:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000415ef993. 00000100:00000001:3.0:1767325515.130900:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325515.130904:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325515.130907:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325515.130908:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325515.130916:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993398144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325515.130923:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325515.130929:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef5ef55d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325515.130934:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325515.130934:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325515.130938:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 79271 usecs (80 jiffies) 00000100:00000040:0.0:1767325515.130941:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993398144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325515.130943:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305432144 00000100:00000001:1.0:1767325515.130948:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305436698 00000100:00000001:1.0:1767325515.130952:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305432144 00000100:00000001:1.0:1767325515.130957:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305436698 00000100:00000001:0.0:1767325515.130958:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325515.130962:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305432144 00000100:00000001:0.0:1767325515.130963:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325515.130967:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305436698 00000100:00000001:1.0:1767325515.130969:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305432144 00000100:00000001:1.0:1767325515.130972:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305436698 00000800:00000200:0.0:1767325515.130977:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325515.130980:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce6b287f. 00000100:00000001:1.0:1767325515.130982:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325515.130983:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325515.130988:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325515.130989:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325515.130993:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325515.130994:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ef8ff88 00000400:00000010:0.0:1767325515.130996:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ef8ff88. 00000100:00000001:1.0:1767325515.130998:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325515.130999:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325515.131003:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000456c8c17 x1853174993398272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325515.131020:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325515.131024:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000456c8c17 x1853174993398272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325515.131030:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325515.131031:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325515.131070:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325515.131073:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef5ef55d. 00000400:00000200:0.0:1767325515.131077:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325515.131080:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325515.131083:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c281ec6 00000400:00000010:0.0:1767325515.131084:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c281ec6. 00000100:00000001:0.0:1767325515.131085:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325515.131087:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993398400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325515.131092:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325515.131093:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993398400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325515.131097:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325515.131097:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325515.132449:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325515.132459:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325515.132462:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325515.132465:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325515.132473:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325515.132483:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed302a00 00000400:00000200:2.0:1767325515.132487:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x3c5 [1] + 224 00000800:00000001:2.0:1767325515.132492:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325515.132502:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325515.132503:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325515.132513:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325515.132516:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325515.132518:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000456c8c17 x1853174993398272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325515.132525:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000456c8c17 x1853174993398272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325515.132534:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325515.132539:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325515.132541:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325515.132611:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325515.132614:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325515.132619:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325515.132620:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325515.132622:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6b7600c. 00000400:00000200:3.0:1767325515.132625:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000850ac0f3 00000400:00000010:3.0:1767325515.132626:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000850ac0f3. 00000100:00000001:3.0:1767325515.132628:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325515.132631:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000456c8c17 x1853174993398272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325515.132637:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000456c8c17 x1853174993398272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325515.132643:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325515.132645:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325515.132647:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325515.132650:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325515.132651:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325515.132653:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325515.132656:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325515.132662:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=62 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325515.132672:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325515.132674:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325515.132676:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325515.132678:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325515.132681:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325515.132684:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325515.132685:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325515.132687:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325515.132688:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325515.132692:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000456c8c17 x1853174993398272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325515.132699:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325515.132702:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325515.132703:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325515.132783:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000456c8c17 x1853174993398272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325515.132789:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993398272:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325515.132792:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325515.132793:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325515.132794:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000456c8c17 x1853174993398272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325515.132799:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325515.132801:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325515.132803:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031ce060f. 02000000:00000001:3.0:1767325515.132805:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325515.132807:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:2.0:1767325515.132808:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767325515.132809:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:3.0:1767325515.132812:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325515.132814:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b5b7574c. 00000800:00000001:2.0:1767325515.132814:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325515.132817:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325515.132819:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325515.132824:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325515.132829:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed302a80 00000400:00000200:2.0:1767325515.132833:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x3cd [1] + 224 00000800:00000001:2.0:1767325515.132835:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325515.132839:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325515.132840:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325515.132842:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325515.132844:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325515.132847:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993398400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325515.132854:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993398400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325515.132859:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325515.132861:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325515.132862:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000456c8c17. 00000100:00000001:3.0:1767325515.132864:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325515.132866:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325515.132871:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325515.132872:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325515.132876:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325515.132876:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325515.132885:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325515.132888:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325515.132890:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325515.132892:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325515.132905:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325515.132907:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325515.132910:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325515.132912:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325515.132917:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3db588d. 00000400:00000200:1.0:1767325515.132920:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9a5dcc 00000400:00000010:1.0:1767325515.132922:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d9a5dcc. 00000100:00000001:1.0:1767325515.132924:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325515.132928:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993398400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325515.132936:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993398400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325515.132943:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325515.132945:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325515.132946:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325515.132947:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325515.132949:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325515.132950:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325515.132951:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325515.132955:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=72 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325515.132957:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325515.132959:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325515.132961:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325515.132962:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325515.132964:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a1ef485d x1853174993398400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325515.132968:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325515.132969:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325515.132970:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325515.132971:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325515.132976:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325515.132978:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993398400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325515.132982:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325515.132983:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325515.132984:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325515.132986:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993398400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325515.132990:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993398400:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325515.132992:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325515.132993:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325515.132994:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993398400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325515.132997:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325515.132998:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325515.132999:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b65f9c6. 02000000:00000001:1.0:1767325515.133002:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325515.133003:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325515.133003:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767325515.133005:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325515.133006:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008382dc3c. 02000000:00000001:1.0:1767325515.133007:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325515.133008:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325515.133008:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00000100:00000001:1.0:1767325515.133010:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325515.133011:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325515.133012:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325515.133014:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325515.133015:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325515.133016:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325515.133017:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325515.133126:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325515.133133:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325515.133135:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325515.133137:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325515.133165:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325515.133172:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed302980 00000400:00000200:0.0:1767325515.133178:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x3bd [1] + 224 00000800:00000001:0.0:1767325515.133182:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325515.133187:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325515.133189:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325515.133192:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325515.133195:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325515.133204:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993398144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325515.133212:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993398144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325515.133230:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325515.133236:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325515.133239:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325515.133263:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325515.133266:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325515.133274:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325515.133276:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325515.133277:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a984ac9f. 00000400:00000200:2.0:1767325515.133281:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000400:00000010:2.0:1767325515.133282:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 00000100:00000001:2.0:1767325515.133285:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325515.133289:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993398144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325515.133298:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993398144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325515.133305:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325515.133307:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325515.133308:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325515.133310:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325515.133311:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325515.133313:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325515.133315:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325515.133318:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325515.133321:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325515.133323:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325515.133324:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325515.133326:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325515.133328:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325515.133329:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325515.133332:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993398144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325515.133339:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325515.133353:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325515.133357:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325515.133361:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993398144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325515.133367:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993398144:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325515.133371:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325515.133378:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325515.133380:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993398144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325515.133387:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325515.133389:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325515.133390:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001764cd9b. 02000000:00000001:2.0:1767325515.133393:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325515.133394:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325515.133395:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767325515.133397:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325515.133398:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005cdbc160. 02000000:00000001:2.0:1767325515.133401:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325515.133402:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325515.133403:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000001:2.0:1767325515.133405:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325515.133407:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325515.133408:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325515.133412:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325515.133413:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325515.133415:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325515.133417:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325515.770259:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325515.770265:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325515.770271:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325515.770273:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325515.770329:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325515.770333:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325515.770346:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325516.794254:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325516.794260:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325516.794266:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325516.794267:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325516.794357:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325516.794361:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325516.794379:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325517.818274:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325517.818279:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325517.818284:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325517.818285:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325517.818361:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325517.818365:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325517.818368:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325518.842246:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325518.842253:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325518.842258:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325518.842259:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325518.842310:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325518.842313:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325518.842324:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325519.866249:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325519.866273:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325519.866278:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325519.866279:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325519.866353:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325519.866356:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325519.866359:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325520.250229:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305436698, at 4305437184 00000100:00000040:2.0:1767325520.250236:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305436698, at 4305437184 00000100:00000040:0.0:1767325520.250239:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305436698, at 4305437184 00000100:00000010:2.0:1767325520.250250:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000163851c. 00000100:00000010:0.0:1767325520.250250:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001946f356. 00000100:00000010:3.0:1767325520.250253:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075801627. 00000100:00000040:1.0:1767325520.250272:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305436698, at 4305437184 00000100:00000010:1.0:1767325520.250289:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff64859d. 00000100:00000040:3.0:1767325520.250318:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325520.250326:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325520.250338:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002daf29af. 00000020:00000040:3.0:1767325520.250343:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325520.250349:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325520.250352:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325520.250358:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325520.250366:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000000e468a8. 00000100:00000001:3.0:1767325520.250374:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325520.250386:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000002daf29af x1853174993398528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325520.250398:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325520.250400:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325520.250405:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002daf29af] to pc [ptlrpcd_00_02+2] req@000000002daf29af x1853174993398528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325520.250437:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325520.250440:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325520.250444:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325520.250447:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053fc5178. 00000020:00000040:3.0:1767325520.250464:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325520.250467:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325520.250468:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325520.250471:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325520.250473:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767325520.250477:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ce6b287f. 00000100:00000001:1.0:1767325520.250479:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325520.250482:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325520.250484:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325520.250489:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000053fc5178 x1853174993398656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325520.250492:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325520.250493:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002daf29af x1853174993398528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325520.250499:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325520.250514:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325520.250516:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325520.250517:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325520.250519:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325520.250524:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053fc5178] to pc [ptlrpcd_00_03+3] req@0000000053fc5178 x1853174993398656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325520.250535:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325520.250539:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325520.250543:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767325520.250543:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325520.250550:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325520.250551:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767325520.250551:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325520.250556:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767325520.250557:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7307b36. 00000100:00100000:1.0:1767325520.250557:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993398528:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325520.250558:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767325520.250563:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767325520.250566:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767325520.250567:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053fc5178 x1853174993398656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325520.250569:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325520.250572:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325520.250575:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325520.250576:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325520.250581:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325520.250582:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767325520.250583:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000096734733. 00000100:00000001:2.0:1767325520.250586:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325520.250586:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325520.250588:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325520.250592:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767325520.250594:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ee914bf. 00000100:00000040:3.0:1767325520.250596:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000e7307b36 x1853174993398784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767325520.250596:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325520.250599:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325520.250602:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325520.250609:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993398656:192.168.203.107@tcp:400: 00000400:00000010:1.0:1767325520.250617:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3db588d. 00000100:00000001:3.0:1767325520.250618:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325520.250618:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325520.250623:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325520.250623:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767325520.250629:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7307b36] to pc [ptlrpcd_00_00+0] req@00000000e7307b36 x1853174993398784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325520.250630:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d9a5dcc. 02000000:00000001:2.0:1767325520.250634:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325520.250639:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767325520.250642:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993398528, portal 25 02000000:00000010:2.0:1767325520.250645:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005dd0bc02. 00000100:00000001:1.0:1767325520.250647:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767325520.250650:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325520.250651:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268024704 : -112767441526912 : ffff997048b49f80) 00000400:00000010:2.0:1767325520.250658:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a984ac9f. 00000400:00000010:2.0:1767325520.250664:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000100:00000001:3.0:1767325520.250666:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325520.250667:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002daf29af x1853174993398528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325520.250668:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993398656, portal 10 00000100:00000040:3.0:1767325520.250671:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325520.250673:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325520.250676:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268028288 : -112767441523328 : ffff997048b4ad80) 00000100:00000040:3.0:1767325520.250687:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767325520.250689:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053fc5178 x1853174993398656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325520.250691:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325520.250694:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10774) 00000100:00000001:0.0:1767325520.250696:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325520.250700:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325520.250708:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7307b36 x1853174993398784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325520.250709:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325520.250713:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325520.250714:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325520.250720:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325520.250723:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767325520.250729:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325520.250730:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c281ec6. 00000100:00000001:0.0:1767325520.250730:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325520.250734:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325520.250736:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba14329d. 00000100:00000200:1.0:1767325520.250736:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993398528, offset 0 02000000:00000001:0.0:1767325520.250739:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325520.250742:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325520.250748:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767325520.250748:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325520.250754:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993398784:192.168.203.107@tcp:400: 00000100:00000200:2.0:1767325520.250756:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993398656, offset 0 00000100:00000001:0.0:1767325520.250761:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767325520.250766:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767325520.250766:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767325520.250769:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:0.0:1767325520.250769:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325520.250774:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767325520.250779:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1767325520.250780:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2059c26. 02000000:00000001:0.0:1767325520.250784:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325520.250787:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:0.0:1767325520.250788:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c59242cc. 00000400:00000200:1.0:1767325520.250794:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767325520.250795:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000307c2c15. 00000400:00000200:1.0:1767325520.250799:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000200:0.0:1767325520.250801:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993398784, portal 10 00000400:00000200:1.0:1767325520.250805:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [94:94:256:4294967295] 192.168.203.107@tcp LPNI seq info [94:94:8:4294967295] 00000100:00000001:0.0:1767325520.250807:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325520.250810:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268022912 : -112767441528704 : ffff997048b49880) 00000100:00000040:0.0:1767325520.250818:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7307b36 x1853174993398784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325520.250821:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325520.250831:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325520.250833:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:1.0:1767325520.250841:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d53f249. 00000400:00000200:2.0:1767325520.250842:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325520.250844:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767325520.250849:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:0.0:1767325520.250851:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767325520.250855:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767325520.250856:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767325520.250857:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070eb7e9a. 00000400:00000200:2.0:1767325520.250862:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000200:0.0:1767325520.250863:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993398784, offset 0 00000800:00000200:1.0:1767325520.250869:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767325520.250870:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [95:95:255:4294967295] 192.168.203.107@tcp LPNI seq info [95:95:7:4294967295] 00000400:00000200:0.0:1767325520.250875:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767325520.250877:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d53f249 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325520.250887:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325520.250893:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325520.250897:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000524bc938. 00000100:00000001:1.0:1767325520.250897:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325520.250898:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:2.0:1767325520.250904:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325520.250904:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305441818 00000100:00000010:1.0:1767325520.250913:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086f58006. 00000400:00000200:0.0:1767325520.250913:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767325520.250914:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325520.250919:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000524bc938 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325520.250920:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767325520.250922:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325520.250924:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325520.250928:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325520.250929:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305441818 00000400:00000200:0.0:1767325520.250934:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:1.0:1767325520.250936:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e03e3ef. 00000100:00000040:2.0:1767325520.250937:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 1267031 usecs (1268 jiffies) 00000400:00000200:0.0:1767325520.250941:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [96:96:254:4294967295] 192.168.203.107@tcp LPNI seq info [96:96:6:4294967295] 00000100:00000001:2.0:1767325520.250943:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305438452 00000100:00000001:1.0:1767325520.250943:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767325520.250950:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305441818 00000100:00000001:1.0:1767325520.250951:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305441818 00000100:00000001:2.0:1767325520.250956:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305438452 00000100:00000010:1.0:1767325520.250959:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007cc6f3c9. 00000400:00000200:0.0:1767325520.250960:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325520.250962:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305441818 00000100:00000001:1.0:1767325520.250966:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1767325520.250969:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325520.250969:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305438452 00000100:00000001:1.0:1767325520.250973:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305441818 00000800:00000200:0.0:1767325520.250974:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325520.250976:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305441818 00000800:00000010:3.0:1767325520.250977:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d53f249. 00000100:00000010:1.0:1767325520.250981:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000434c5bfd. 00000100:00000001:2.0:1767325520.250983:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305438452 00000800:00000010:0.0:1767325520.250983:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000836678fc. 00000400:00000200:3.0:1767325520.250985:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325520.250993:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767325520.250997:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325520.250999:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325520.251000:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305441818 00000800:00000200:0.0:1767325520.251000:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767325520.251006:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c281ec6 00000100:00000001:2.0:1767325520.251006:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325520.251007:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325520.251011:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c281ec6. 00000800:00000200:0.0:1767325520.251012:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767325520.251018:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325520.251019:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767325520.251019:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000836678fc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325520.251022:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325520.251023:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325520.251026:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325520.251027:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325520.251028:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002daf29af x1853174993398528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325520.251029:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325520.251032:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 75033 usecs (76 jiffies) 00000100:00000001:0.0:1767325520.251039:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305437260 00000100:00000001:1.0:1767325520.251040:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325520.251043:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325520.251045:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325520.251046:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305441818 00000100:00000001:2.0:1767325520.251047:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325520.251050:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325520.251052:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305437260 00000100:00000001:2.0:1767325520.251053:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325520.251053:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325520.251057:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002daf29af x1853174993398528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325520.251057:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325520.251058:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325520.251059:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305441818 00000100:00000001:1.0:1767325520.251062:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325520.251063:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325520.251065:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305437260 00000100:00000001:1.0:1767325520.251068:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325520.251070:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325520.251071:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305441818 00000100:00000001:0.0:1767325520.251077:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305437260 00000100:00000001:3.0:1767325520.251082:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325520.251083:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305441818 00000100:00000001:3.0:1767325520.251085:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325520.251092:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325520.251095:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325520.251098:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325520.251100:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325520.251100:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767325520.251104:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000524bc938. 00000100:00000001:0.0:1767325520.251108:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767325520.251109:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325520.251111:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767325520.251125:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325520.251128:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325520.251131:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325520.251132:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba14329d 00000100:00000001:0.0:1767325520.251133:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325520.251136:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba14329d. 00000100:00000001:0.0:1767325520.251138:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325520.251171:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325520.251174:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053fc5178 x1853174993398656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325520.251183:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325520.251185:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053fc5178 x1853174993398656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325520.251191:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325520.251193:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325520.251269:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325520.251272:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000836678fc. 00000400:00000200:3.0:1767325520.251276:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325520.251280:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325520.251282:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070eb7e9a 00000400:00000010:3.0:1767325520.251284:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070eb7e9a. 00000100:00000001:3.0:1767325520.251286:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325520.251289:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7307b36 x1853174993398784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325520.251296:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325520.251298:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7307b36 x1853174993398784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325520.251303:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325520.251317:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325520.253072:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325520.253084:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325520.253088:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325520.253089:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325520.253098:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325520.253121:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed302b00 00000400:00000200:2.0:1767325520.253130:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x3d5 [1] + 224 00000800:00000001:2.0:1767325520.253138:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325520.253168:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325520.253170:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325520.253174:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325520.253179:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325520.253184:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002daf29af x1853174993398528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325520.253196:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002daf29af x1853174993398528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325520.253213:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325520.253221:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325520.253225:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325520.253226:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325520.253238:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325520.253244:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325520.253251:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed302b80 00000100:00000001:1.0:1767325520.253251:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325520.253255:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325520.253259:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x3d9 [1] + 224 00000800:00000001:2.0:1767325520.253266:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325520.253270:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325520.253270:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325520.253273:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767325520.253275:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767325520.253276:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3db588d. 00000400:00000200:1.0:1767325520.253279:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9a5dcc 00000400:00000010:1.0:1767325520.253281:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d9a5dcc. 00000100:00000001:1.0:1767325520.253283:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325520.253287:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002daf29af x1853174993398528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325520.253293:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:1.0:1767325520.253300:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002daf29af x1853174993398528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325520.253301:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325520.253319:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053fc5178 x1853174993398656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325520.253319:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325520.253322:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325520.253325:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325520.253328:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325520.253331:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325520.253334:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325520.253336:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000053fc5178 x1853174993398656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325520.253337:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325520.253346:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325520.253350:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325520.253353:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325520.253354:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325520.253356:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325520.253359:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325520.253361:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325520.253367:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325520.253368:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325520.253374:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325520.253377:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002daf29af x1853174993398528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325520.253378:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325520.253383:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325520.253389:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325520.253394:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767325520.253395:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325520.253398:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325520.253404:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed302c00 00000100:00000040:1.0:1767325520.253405:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002daf29af x1853174993398528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325520.253415:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x3e5 [1] + 224 00000100:00100000:1.0:1767325520.253422:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993398528:192.168.203.107@tcp:400: 00000800:00000001:2.0:1767325520.253424:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325520.253431:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325520.253432:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325520.253433:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767325520.253437:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767325520.253440:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002daf29af x1853174993398528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325520.253446:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325520.253453:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325520.253457:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767325520.253459:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7307b36 x1853174993398784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325520.253461:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325520.253466:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ee914bf. 00000100:00000001:3.0:1767325520.253470:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325520.253473:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e7307b36 x1853174993398784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325520.253474:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325520.253475:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767325520.253477:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:3.0:1767325520.253481:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1767325520.253481:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000400:00000001:3.0:1767325520.253485:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767325520.253487:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1767325520.253490:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a984ac9f. 02000000:00000010:1.0:1767325520.253491:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000000e468a8. 00000400:00000200:3.0:1767325520.253496:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000400:00000010:3.0:1767325520.253499:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 02000000:00000001:1.0:1767325520.253500:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325520.253504:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767325520.253505:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1767325520.253507:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002daf29af. 00000100:00000001:2.0:1767325520.253510:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767325520.253512:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053fc5178 x1853174993398656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325520.253514:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:2.0:1767325520.253517:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325520.253517:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325520.253522:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325520.253524:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325520.253528:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325520.253531:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325520.253534:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325520.253537:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325520.253541:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053fc5178 x1853174993398656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325520.253551:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325520.253553:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325520.253555:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325520.253557:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325520.253558:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325520.253560:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325520.253562:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325520.253567:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=67 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325520.253570:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325520.253579:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325520.253580:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325520.253582:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325520.253586:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325520.253589:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325520.253591:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325520.253593:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325520.253595:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325520.253598:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053fc5178 x1853174993398656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325520.253605:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325520.253607:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325520.253608:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325520.253611:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053fc5178 x1853174993398656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325520.253617:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767325520.253618:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993398656:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325520.253620:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325520.253622:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767325520.253623:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767325520.253624:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1767325520.253624:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767325520.253626:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053fc5178 x1853174993398656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325520.253632:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325520.253633:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1767325520.253634:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c59242cc. 02000000:00000010:3.0:1767325520.253635:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005dd0bc02. 02000000:00000001:3.0:1767325520.253638:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767325520.253638:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307c2c15 00000020:00000001:3.0:1767325520.253639:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1767325520.253639:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000307c2c15. 00000020:00000040:3.0:1767325520.253640:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:3.0:1767325520.253642:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767325520.253642:0:211465:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1767325520.253644:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ce6b287f. 00000100:00000200:0.0:1767325520.253645:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7307b36 x1853174993398784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325520.253646:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325520.253647:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325520.253648:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053fc5178. 00000100:00000001:3.0:1767325520.253651:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325520.253652:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325520.253653:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7307b36 x1853174993398784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325520.253658:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325520.253659:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325520.253660:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325520.253662:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325520.253662:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767325520.253663:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325520.253663:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325520.253664:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325520.253665:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325520.253666:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325520.253666:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325520.253667:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325520.253671:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325520.253674:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325520.253676:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325520.253677:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325520.253679:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325520.253682:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e7307b36 x1853174993398784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325520.253699:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325520.253702:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325520.253703:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325520.253705:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325520.253706:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325520.253710:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7307b36 x1853174993398784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325520.253716:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325520.253718:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325520.253719:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325520.253722:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7307b36 x1853174993398784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325520.253729:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993398784:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325520.253732:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325520.253735:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325520.253737:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7307b36 x1853174993398784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325520.253742:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325520.253744:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325520.253746:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2059c26. 02000000:00000001:0.0:1767325520.253749:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325520.253750:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325520.253751:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325520.253753:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325520.253755:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000096734733. 02000000:00000001:0.0:1767325520.253757:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325520.253758:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325520.253759:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7307b36. 00000100:00000001:0.0:1767325520.253760:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325520.253761:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325520.253766:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325520.253769:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325520.253770:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325520.253771:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325520.253772:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325520.890255:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325520.890263:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325520.890270:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325520.890271:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325520.890334:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325520.890339:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325520.890343:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325521.914257:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325521.914287:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325521.914310:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325521.914311:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325521.914378:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325521.914383:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325521.914385:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325522.938220:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325522.938228:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325522.938230:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325522.938232:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325522.938236:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325522.938238:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325522.938240:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325522.938241:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325522.938244:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325522.938245:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325522.938321:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325522.938325:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325522.938327:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325523.962224:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325523.962231:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325523.962235:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325523.962236:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325523.962268:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325523.962274:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325523.962277:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325524.986228:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325524.986237:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325524.986244:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325524.986248:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325524.986250:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325524.986255:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325524.986257:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325524.986259:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325524.986261:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325524.986263:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325524.986265:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325524.986267:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325524.986342:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325524.986346:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325524.986348:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325525.370258:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305441818, at 4305442304 00000100:00000040:1.0:1767325525.370258:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305441818, at 4305442304 00000100:00000010:1.0:1767325525.370288:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e03e3ef. 00000100:00000010:3.0:1767325525.370292:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000434c5bfd. 00000100:00000040:2.0:1767325525.370377:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325525.370387:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325525.370396:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000574a5a79. 00000100:00000040:0.0:1767325525.370402:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305441818, at 4305442304 00000020:00000040:2.0:1767325525.370403:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325525.370418:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1767325525.370420:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086f58006. 02000000:00000001:2.0:1767325525.370422:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325525.370428:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325525.370437:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b6dbbf0. 00000100:00000001:2.0:1767325525.370456:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325525.370466:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000574a5a79 x1853174993398912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325525.370476:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325525.370478:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325525.370483:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574a5a79] to pc [ptlrpcd_00_01+1] req@00000000574a5a79 x1853174993398912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325525.370513:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325525.370516:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325525.370519:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325525.370522:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae08152b. 00000020:00000040:2.0:1767325525.370525:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325525.370527:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325525.370529:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325525.370531:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325525.370534:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007750120a. 00000100:00000001:3.0:1767325525.370536:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325525.370538:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325525.370541:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325525.370544:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325525.370545:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000ae08152b x1853174993399040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767325525.370555:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000574a5a79 x1853174993398912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325525.370562:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325525.370563:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325525.370568:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325525.370571:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325525.370581:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767325525.370582:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae08152b] to pc [ptlrpcd_00_02+2] req@00000000ae08152b x1853174993399040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325525.370584:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325525.370593:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325525.370601:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325525.370605:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325525.370608:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000574a5a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993398912:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325525.370612:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325525.370617:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325525.370619:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325525.370620:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325525.370627:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767325525.370627:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325525.370632:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:3.0:1767325525.370634:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dab597a1. 02000000:00000001:3.0:1767325525.370637:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325525.370639:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a860e5cf. 00000100:00000001:1.0:1767325525.370640:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325525.370643:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767325525.370645:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6b7600c. 00000100:00000001:1.0:1767325525.370647:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767325525.370648:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767325525.370649:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325525.370654:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000850ac0f3. 00000100:00000001:1.0:1767325525.370655:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325525.370661:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325525.370664:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767325525.370666:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae08152b x1853174993399040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325525.370667:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993398912, portal 25 00000100:00000001:3.0:1767325525.370673:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325525.370676:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531379328 : -112767178172288 : ffff997058671880) 02000000:00000001:2.0:1767325525.370676:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325525.370685:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009620fff6. 00000100:00000001:1.0:1767325525.370686:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325525.370689:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325525.370694:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325525.370696:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767325525.370701:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000574a5a79 x1853174993398912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325525.370701:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767325525.370705:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000a860e5cf x1853174993399168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767325525.370711:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325525.370725:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae08152b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993399040:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325525.370741:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325525.370747:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325525.370751:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325525.370756:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325525.370759:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767325525.370760:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767325525.370764:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325525.370766:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325525.370770:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2517023. 02000000:00000010:1.0:1767325525.370770:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d445d64. 00000100:00000040:2.0:1767325525.370776:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a860e5cf] to pc [ptlrpcd_00_03+3] req@00000000a860e5cf x1853174993399168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325525.370776:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325525.370779:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993398912, offset 0 00000400:00000010:1.0:1767325525.370787:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3db588d. 00000400:00000200:3.0:1767325525.370796:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325525.370808:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d9a5dcc. 00000400:00000200:3.0:1767325525.370813:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000200:1.0:1767325525.370813:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993399040, portal 10 00000100:00000001:2.0:1767325525.370816:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325525.370819:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767325525.370820:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767325525.370823:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325525.370824:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531386496 : -112767178165120 : ffff997058673480) 00000400:00000200:3.0:1767325525.370830:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:2.0:1767325525.370838:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767325525.370840:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767325525.370840:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae08152b x1853174993399040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325525.370841:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325525.370853:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:2.0:1767325525.370855:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10780) 00000100:00000001:0.0:1767325525.370857:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325525.370863:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [97:97:256:4294967295] 192.168.203.107@tcp LPNI seq info [97:97:8:4294967295] 00000100:00000001:0.0:1767325525.370865:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325525.370870:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325525.370875:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a860e5cf x1853174993399168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325525.370887:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305441818, at 4305442304 00000100:00000040:1.0:1767325525.370894:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325525.370898:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:1.0:1767325525.370906:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029bcb2ad. 00000100:00000010:2.0:1767325525.370909:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007cc6f3c9. 00000100:00000200:1.0:1767325525.370919:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993399040, offset 0 00000800:00000200:3.0:1767325525.370921:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325525.370923:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325525.370928:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325525.370932:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325525.370937:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce6b287f. 02000000:00000001:0.0:1767325525.370938:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767325525.370944:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:0.0:1767325525.370945:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767325525.370953:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767325525.370953:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767325525.370960:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325525.370961:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:3.0:1767325525.370966:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767325525.370969:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767325525.370973:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ce6b287f type 1, nob 320 niov 1 nkiov 1 00000100:00100000:0.0:1767325525.370973:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a860e5cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993399168:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767325525.370976:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767325525.370987:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767325525.370993:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [98:98:255:4294967295] 192.168.203.107@tcp LPNI seq info [98:98:7:4294967295] 02000000:00000001:0.0:1767325525.370994:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767325525.370998:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325525.370999:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325525.371009:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305446938 02000000:00000001:0.0:1767325525.371010:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767325525.371017:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086a56c50. 02000000:00000010:0.0:1767325525.371018:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058d085fb. 00000400:00000200:1.0:1767325525.371025:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:0.0:1767325525.371025:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325525.371028:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767325525.371038:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c59242cc. 00000100:00000001:3.0:1767325525.371040:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305446938 00000800:00000200:1.0:1767325525.371040:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:3.0:1767325525.371050:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f766f1cc. 00000100:00000001:3.0:1767325525.371054:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000010:1.0:1767325525.371054:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011945c34. 00000400:00000010:0.0:1767325525.371054:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000307c2c15. 00000100:00000001:3.0:1767325525.371064:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305446938 00000100:00000010:3.0:1767325525.371068:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1d028de. 00000100:00000200:0.0:1767325525.371068:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993399168, portal 10 00000800:00000200:1.0:1767325525.371069:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325525.371075:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767325525.371081:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325525.371083:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305446938 00000100:00000001:0.0:1767325525.371085:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531381120 : -112767178170496 : ffff997058671f80) 00000800:00000200:1.0:1767325525.371086:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:3.0:1767325525.371094:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047b5e8b. 00000100:00000001:3.0:1767325525.371098:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767325525.371099:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011945c34 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767325525.371103:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a860e5cf x1853174993399168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325525.371104:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325525.371108:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325525.371110:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325525.371116:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325525.371120:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325525.371120:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 1212107 usecs (1213 jiffies) 00000800:00000010:2.0:1767325525.371122:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce6b287f. 00000100:00000001:3.0:1767325525.371131:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325525.371133:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305443517 00000400:00000200:2.0:1767325525.371136:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325525.371173:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325525.371176:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305446938 00000100:00000001:3.0:1767325525.371178:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767325525.371179:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2517023 00000100:00000001:1.0:1767325525.371184:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305443518 00000100:00000001:3.0:1767325525.371185:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767325525.371185:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2517023. 00000100:00000001:1.0:1767325525.371190:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305446938 00000100:00000001:2.0:1767325525.371197:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325525.371197:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305443518 00000100:00000001:1.0:1767325525.371205:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305446938 00000100:00000200:2.0:1767325525.371210:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000574a5a79 x1853174993398912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325525.371214:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305443518 00000100:00000001:0.0:1767325525.371219:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325525.371222:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305446938 00000100:00000001:1.0:1767325525.371230:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325525.371232:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325525.371239:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325525.371241:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034704ee7. 00000100:00000001:2.0:1767325525.371245:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325525.371247:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767325525.371249:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993399168, offset 0 00000100:00000001:3.0:1767325525.371251:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325525.371252:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325525.371254:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000574a5a79 x1853174993398912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325525.371257:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325525.371262:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325525.371265:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325525.371285:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325525.371287:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325525.371293:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325525.371296:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325525.371300:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325525.371302:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325525.371304:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325525.371307:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325525.371308:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325525.371316:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325525.371316:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325525.371324:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325525.371328:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325525.371331:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325525.371335:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [99:99:254:4294967295] 192.168.203.107@tcp LPNI seq info [99:99:6:4294967295] 00000400:00000200:0.0:1767325525.371345:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325525.371350:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325525.371355:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000836678fc. 00000800:00000200:0.0:1767325525.371361:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767325525.371368:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325525.371372:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000836678fc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325525.371376:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325525.371379:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 71282 usecs (72 jiffies) 00000100:00000001:0.0:1767325525.371382:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305442377 00000100:00000001:0.0:1767325525.371385:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305446938 00000800:00000200:2.0:1767325525.371386:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325525.371388:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305442377 00000100:00000001:0.0:1767325525.371390:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305446938 00000100:00000001:0.0:1767325525.371392:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305442377 00000800:00000010:2.0:1767325525.371395:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011945c34. 00000100:00000001:0.0:1767325525.371396:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305446938 00000100:00000001:0.0:1767325525.371401:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305442377 00000400:00000200:2.0:1767325525.371402:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325525.371404:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305446938 00000400:00000200:2.0:1767325525.371408:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325525.371411:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029bcb2ad 00000400:00000010:2.0:1767325525.371415:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029bcb2ad. 00000100:00000001:0.0:1767325525.371416:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325525.371419:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325525.371420:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325525.371424:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325525.371425:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae08152b x1853174993399040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325525.371428:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325525.371437:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325525.371437:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767325525.371441:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae08152b x1853174993399040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325525.371441:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325525.371446:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325525.371449:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325525.371452:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325525.371454:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325525.371456:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325525.371457:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325525.371470:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325525.371473:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000836678fc. 00000400:00000200:2.0:1767325525.371476:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325525.371479:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325525.371481:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034704ee7 00000400:00000010:2.0:1767325525.371483:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034704ee7. 00000100:00000001:2.0:1767325525.371485:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325525.371487:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a860e5cf x1853174993399168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325525.371494:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325525.371496:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a860e5cf x1853174993399168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325525.371502:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325525.371503:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325525.372558:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325525.372573:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325525.372576:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325525.372579:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325525.372653:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325525.372664:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed302c80 00000400:00000200:3.0:1767325525.372668:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x3ed [1] + 224 00000800:00000001:3.0:1767325525.372674:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325525.372681:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325525.372684:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325525.372688:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325525.372705:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325525.372711:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000574a5a79 x1853174993398912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325525.372775:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000574a5a79 x1853174993398912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325525.372805:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325525.372853:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325525.372857:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325525.372863:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325525.372864:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325525.372867:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6b7600c. 00000400:00000200:0.0:1767325525.372872:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000850ac0f3 00000400:00000010:0.0:1767325525.372874:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000850ac0f3. 00000100:00000001:0.0:1767325525.372878:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325525.372884:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000574a5a79 x1853174993398912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325525.372893:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000574a5a79 x1853174993398912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325525.372901:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325525.372902:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325525.372905:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325525.372907:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325525.372909:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325525.372911:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325525.372913:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325525.372928:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=82 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325525.372936:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325525.372939:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325525.372940:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325525.372942:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325525.372944:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325525.372947:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325525.372959:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000574a5a79 x1853174993398912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325525.372966:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325525.372968:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325525.372969:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325525.372971:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000574a5a79 x1853174993398912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325525.372976:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000574a5a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993398912:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325525.372979:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325525.372980:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325525.372982:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000574a5a79 x1853174993398912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325525.372986:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325525.372988:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325525.372990:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dab597a1. 02000000:00000001:0.0:1767325525.372993:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325525.372995:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325525.372996:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325525.372997:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325525.372999:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b6dbbf0. 00000800:00000001:3.0:1767325525.373003:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767325525.373004:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325525.373007:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325525.373008:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000574a5a79. 00000800:00000001:3.0:1767325525.373011:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325525.373011:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:3.0:1767325525.373016:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325525.373016:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325525.373020:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325525.373021:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325525.373025:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325525.373027:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325525.373031:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767325525.373032:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325525.373034:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325525.373046:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed302d00 00000400:00000200:3.0:1767325525.373050:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x3f5 [1] + 224 00000800:00000001:3.0:1767325525.373053:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325525.373056:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325525.373058:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325525.373060:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325525.373062:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325525.373065:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae08152b x1853174993399040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325525.373071:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae08152b x1853174993399040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325525.373083:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325525.373087:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325525.373088:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325525.373089:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325525.373090:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325525.373093:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325525.373096:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed302d80 00000400:00000200:3.0:1767325525.373099:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x3fd [1] + 224 00000800:00000001:3.0:1767325525.373101:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325525.373118:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325525.373120:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767325525.373123:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325525.373124:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325525.373126:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325525.373128:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3db588d. 00000400:00000200:3.0:1767325525.373130:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325525.373132:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9a5dcc 00000400:00000200:3.0:1767325525.373137:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:1.0:1767325525.373137:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d9a5dcc. 00000100:00000001:1.0:1767325525.373169:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325525.373171:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325525.373175:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae08152b x1853174993399040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325525.373187:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a860e5cf x1853174993399168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325525.373189:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae08152b x1853174993399040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325525.373204:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325525.373207:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325525.373209:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767325525.373212:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a860e5cf x1853174993399168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325525.373213:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325525.373215:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325525.373217:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325525.373221:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325525.373229:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=72 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325525.373233:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325525.373235:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325525.373236:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325525.373238:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767325525.373238:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325525.373242:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325525.373244:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325525.373246:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325525.373248:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325525.373250:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1767325525.373253:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325525.373258:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325525.373263:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae08152b x1853174993399040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325525.373269:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325525.373282:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325525.373284:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325525.373288:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae08152b x1853174993399040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325525.373293:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae08152b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993399040:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325525.373293:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325525.373299:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325525.373300:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325525.373303:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1767325525.373305:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767325525.373306:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae08152b x1853174993399040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325525.373309:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325525.373321:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c59242cc. 00000100:00000001:1.0:1767325525.373325:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325525.373328:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767325525.373329:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307c2c15 02000000:00000010:1.0:1767325525.373330:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d445d64. 00000400:00000010:0.0:1767325525.373333:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000307c2c15. 02000000:00000001:1.0:1767325525.373335:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325525.373339:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325525.373342:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325525.373343:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767325525.373351:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325525.373354:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007750120a. 00000100:00000200:0.0:1767325525.373357:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a860e5cf x1853174993399168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325525.373361:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325525.373364:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325525.373370:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae08152b. 00000100:00000001:1.0:1767325525.373378:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325525.373382:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325525.373383:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a860e5cf x1853174993399168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325525.373390:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325525.373400:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325525.373401:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325525.373404:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325525.373406:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325525.373412:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325525.373413:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767325525.373415:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325525.373417:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325525.373420:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325525.373422:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325525.373425:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325525.373430:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=82 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325525.373434:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325525.373436:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325525.373438:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325525.373439:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325525.373443:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a860e5cf x1853174993399168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325525.373449:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325525.373451:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325525.373453:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325525.373454:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325525.373456:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325525.373458:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a860e5cf x1853174993399168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325525.373464:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325525.373466:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325525.373467:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325525.373469:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a860e5cf x1853174993399168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325525.373480:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a860e5cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993399168:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325525.373484:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325525.373486:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325525.373488:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a860e5cf x1853174993399168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325525.373494:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325525.373495:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325525.373497:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058d085fb. 02000000:00000001:0.0:1767325525.373500:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325525.373501:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325525.373503:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325525.373505:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325525.373506:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009620fff6. 02000000:00000001:0.0:1767325525.373509:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325525.373510:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325525.373511:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a860e5cf. 00000100:00000001:0.0:1767325525.373514:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325525.373515:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325525.373517:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325525.373521:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325525.373522:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325525.373541:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325525.373543:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325526.010236:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325526.010241:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325526.010246:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325526.010247:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325526.010310:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325526.010313:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325526.010330:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325527.034253:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325527.034278:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325527.034299:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325527.034300:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325527.034353:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325527.034356:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325527.034358:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325528.058238:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325528.058246:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325528.058264:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325528.058266:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325528.058326:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325528.058331:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325528.058335:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325529.082224:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325529.082230:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325529.082234:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325529.082235:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325529.082271:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325529.082274:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325529.082277:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325530.106234:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325530.106269:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325530.106277:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325530.106278:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325530.106320:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325530.106324:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325530.106327:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325530.490211:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305446938, at 4305447424 00000100:00000040:1.0:1767325530.490215:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305446938, at 4305447424 00000100:00000040:2.0:1767325530.490228:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305446938, at 4305447424 00000100:00000010:1.0:1767325530.490232:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f766f1cc. 00000100:00000010:3.0:1767325530.490234:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047b5e8b. 00000100:00000010:2.0:1767325530.490249:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1d028de. 00000100:00000040:0.0:1767325530.490317:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325530.490322:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325530.490332:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000020:00000040:0.0:1767325530.490336:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325530.490340:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325530.490343:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325530.490348:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325530.490356:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005cdbc160. 00000100:00000001:0.0:1767325530.490362:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325530.490386:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000b9c126d9 x1853174993399296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325530.490395:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325530.490397:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325530.490401:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_00+0] req@00000000b9c126d9 x1853174993399296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325530.490438:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325530.490442:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325530.490444:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325530.490449:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993399296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325530.490454:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325530.490456:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325530.490459:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325530.490461:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325530.490462:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325530.490466:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325530.490468:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325530.490470:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993399296:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325530.490473:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325530.490479:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325530.490486:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325530.490488:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325530.490491:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325530.490493:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080de8b7a. 00000100:00000040:0.0:1767325530.490495:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767325530.490496:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325530.490501:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767325530.490503:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3db588d. 00000100:00000010:0.0:1767325530.490505:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000020:00000040:0.0:1767325530.490508:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325530.490510:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767325530.490511:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d9a5dcc. 02000000:00000001:0.0:1767325530.490511:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325530.490515:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325530.490519:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993399296, portal 25 02000000:00000010:0.0:1767325530.490520:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008382dc3c. 00000100:00000001:0.0:1767325530.490524:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325530.490525:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325530.490528:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000100:00000040:0.0:1767325530.490531:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000a1ef485d x1853174993399424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325530.490541:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767325530.490543:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993399296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325530.490543:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325530.490550:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_01+1] req@00000000a1ef485d x1853174993399424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325530.490557:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325530.490562:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325530.490566:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d9b1115. 00000100:00000200:1.0:1767325530.490568:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993399296, offset 0 00000400:00000200:1.0:1767325530.490573:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325530.490584:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325530.490587:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325530.490588:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325530.490590:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767325530.490595:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767325530.490596:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993399424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325530.490603:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767325530.490605:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767325530.490608:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325530.490609:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325530.490612:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:3.0:1767325530.490615:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767325530.490615:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [100:100:256:4294967295] 192.168.203.107@tcp LPNI seq info [100:100:8:4294967295] 02000000:00000001:3.0:1767325530.490617:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325530.490621:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325530.490623:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993399424:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325530.490628:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767325530.490631:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:3.0:1767325530.490632:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325530.490635:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325530.490638:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767325530.490640:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000010:3.0:1767325530.490642:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013d2aeb1. 02000000:00000001:3.0:1767325530.490645:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325530.490646:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035310fb5. 00000400:00000010:3.0:1767325530.490649:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093805e4c. 00000800:00000200:1.0:1767325530.490654:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:3.0:1767325530.490655:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000850ac0f3. 00000100:00000200:3.0:1767325530.490659:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993399424, portal 10 00000100:00000001:3.0:1767325530.490661:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767325530.490662:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325530.490663:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 00000800:00000200:1.0:1767325530.490667:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035310fb5 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767325530.490672:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993399424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325530.490678:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325530.490680:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325530.490685:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305452058 00000100:00000040:3.0:1767325530.490689:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325530.490692:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2517023. 00000100:00000001:1.0:1767325530.490692:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305446938 00000100:00000200:3.0:1767325530.490695:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993399424, offset 0 00000100:00000001:1.0:1767325530.490698:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305452058 00000400:00000200:3.0:1767325530.490702:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767325530.490704:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e03e3ef. 00000400:00000200:3.0:1767325530.490710:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325530.490710:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767325530.490714:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305452058 00000400:00000200:3.0:1767325530.490716:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1767325530.490718:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffc93207. 00000400:00000200:3.0:1767325530.490720:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325530.490722:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767325530.490724:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325530.490726:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305452058 00000400:00000200:3.0:1767325530.490727:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325530.490729:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [101:101:255:4294967295] 192.168.203.107@tcp LPNI seq info [101:101:7:4294967295] 00000100:00000010:1.0:1767325530.490736:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b16d9ddb. 00000400:00000200:3.0:1767325530.490737:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325530.490739:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767325530.490743:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325530.490745:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767325530.490748:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b237f9b7. 00000100:00000001:1.0:1767325530.490748:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325530.490754:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325530.490755:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325530.490757:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767325530.490761:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325530.490764:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b237f9b7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325530.490765:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325530.490766:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325530.490768:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767325530.490771:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 1161738 usecs (1162 jiffies) 00000100:00000001:1.0:1767325530.490771:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325530.490774:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325530.490776:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305448586 00000100:00000001:1.0:1767325530.490776:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325530.490779:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325530.490783:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305452058 00000100:00000001:3.0:1767325530.490787:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305448586 00000100:00000001:3.0:1767325530.490789:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305452058 00000100:00000001:3.0:1767325530.490791:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305448586 00000100:00000001:3.0:1767325530.490793:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305452058 00000100:00000001:3.0:1767325530.490795:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305448586 00000100:00000001:3.0:1767325530.490797:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305452058 00000100:00000001:3.0:1767325530.490799:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325530.490802:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325530.490811:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325530.490814:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767325530.490814:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325530.490820:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035310fb5. 00000400:00000200:2.0:1767325530.490827:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325530.490834:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325530.490838:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325530.490840:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d9b1115 00000100:00000040:0.0:1767325530.490840:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767325530.490845:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d9b1115. 00000100:00000001:0.0:1767325530.490845:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325530.490849:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000456c8c17. 00000100:00000001:2.0:1767325530.490852:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:0.0:1767325530.490853:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000200:2.0:1767325530.490859:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993399296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325530.490859:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325530.490863:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325530.490864:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767325530.490868:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325530.490868:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325530.490871:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325530.490874:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325530.490878:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767325530.490880:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b5b7574c. 00000100:00000040:2.0:1767325530.490884:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993399296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325530.490886:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325530.490893:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000456c8c17 x1853174993399552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325530.490898:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325530.490903:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325530.490907:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325530.490908:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325530.490911:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456c8c17] to pc [ptlrpcd_00_02+2] req@00000000456c8c17 x1853174993399552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325530.490920:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325530.490923:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b237f9b7. 00000100:00000001:0.0:1767325530.490926:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325530.490927:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325530.490930:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325530.490930:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325530.490934:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767325530.490936:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767325530.490937:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325530.490938:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767325530.490943:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2517023 00000100:00000040:1.0:1767325530.490946:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000456c8c17 x1853174993399552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325530.490947:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10785) 00000400:00000010:2.0:1767325530.490954:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2517023. 00000100:00000001:0.0:1767325530.490959:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325530.490961:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325530.490962:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325530.490962:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325530.490965:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325530.490969:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767325530.490970:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993399424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325530.490971:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325530.490975:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325530.490981:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993399552:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325530.490987:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325530.490992:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767325530.490992:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325530.490996:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325530.490997:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767325530.490999:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993399424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325530.491001:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce1ad143. 02000000:00000001:1.0:1767325530.491005:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325530.491010:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c3a07d9. 00000100:00000001:2.0:1767325530.491014:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325530.491015:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb501575. 00000100:00000001:2.0:1767325530.491017:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767325530.491024:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993399552, portal 10 00000100:00000001:1.0:1767325530.491025:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325530.491026:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250668672 : -112767458882944 : ffff997047abca80) 00000100:00000040:1.0:1767325530.491032:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000456c8c17 x1853174993399552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325530.491036:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325530.491038:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325530.491040:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095dddc78. 00000100:00000200:1.0:1767325530.491041:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993399552, offset 0 00000400:00000200:1.0:1767325530.491044:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325530.491049:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325530.491050:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325530.491052:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325530.491054:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325530.491055:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325530.491057:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [102:102:256:4294967295] 192.168.203.107@tcp LPNI seq info [102:102:8:4294967295] 00000400:00000200:1.0:1767325530.491062:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325530.491064:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325530.491067:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fe8d38. 00000800:00000200:1.0:1767325530.491070:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325530.491074:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325530.491076:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6fe8d38 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325530.491086:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325530.491088:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 67881 usecs (68 jiffies) 00000100:00000001:1.0:1767325530.491090:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305447492 00000100:00000001:1.0:1767325530.491091:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305452058 00000100:00000001:1.0:1767325530.491093:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305447492 00000100:00000001:3.0:1767325530.491094:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325530.491095:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305452058 00000100:00000001:1.0:1767325530.491098:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305447492 00000100:00000001:3.0:1767325530.491101:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325530.491107:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305452058 00000100:00000001:3.0:1767325530.491112:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325530.491112:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305447492 00000100:00000001:1.0:1767325530.491115:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305452058 00000100:00000001:1.0:1767325530.491117:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325530.491119:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325530.491120:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325530.491121:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767325530.491124:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325530.491125:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325530.491128:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1767325530.491129:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fe8d38. 00000100:00000001:1.0:1767325530.491130:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325530.491133:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325530.491135:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325530.491135:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325530.491139:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325530.491162:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325530.491166:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095dddc78 00000400:00000010:2.0:1767325530.491168:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095dddc78. 00000100:00000001:2.0:1767325530.491172:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325530.491176:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000456c8c17 x1853174993399552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325530.491184:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325530.491186:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000456c8c17 x1853174993399552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325530.491193:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325530.491195:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325530.491233:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325530.491247:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325530.491250:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325530.492254:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325530.492265:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325530.492267:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325530.492269:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325530.492301:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325530.492310:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed302e00 00000400:00000200:3.0:1767325530.492315:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x405 [1] + 224 00000800:00000001:3.0:1767325530.492320:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325530.492323:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325530.492325:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325530.492327:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325530.492331:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325530.492333:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993399296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325530.492340:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993399296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325530.492358:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325530.492363:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325530.492365:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325530.492366:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325530.492367:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325530.492371:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325530.492378:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed302e80 00000400:00000200:3.0:1767325530.492383:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x40d [1] + 224 00000800:00000001:3.0:1767325530.492387:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325530.492387:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325530.492391:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325530.492396:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325530.492398:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325530.492400:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3db588d. 00000400:00000200:1.0:1767325530.492403:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9a5dcc 00000400:00000010:1.0:1767325530.492405:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d9a5dcc. 00000100:00000001:1.0:1767325530.492407:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325530.492411:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993399296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325530.492420:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993399296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325530.492425:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325530.492426:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325530.492428:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325530.492430:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325530.492432:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325530.492434:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325530.492436:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325530.492441:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=87 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325530.492445:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325530.492448:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325530.492458:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325530.492460:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325530.492461:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767325530.492464:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767325530.492466:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325530.492471:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325530.492473:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000040:1.0:1767325530.492478:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993399296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325530.492479:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325530.492485:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993399424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325530.492494:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325530.492497:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325530.492499:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325530.492504:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993399296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325530.492511:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993399296:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325530.492515:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325530.492517:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325530.492519:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993399296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325530.492525:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325530.492528:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325530.492530:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080de8b7a. 02000000:00000001:1.0:1767325530.492533:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325530.492536:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325530.492538:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767325530.492540:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325530.492541:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005cdbc160. 02000000:00000001:1.0:1767325530.492545:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325530.492547:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325530.492549:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000040:3.0:1767325530.492550:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993399424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325530.492553:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325530.492555:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325530.492559:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325530.492565:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325530.492566:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325530.492568:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325530.492569:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325530.492570:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325530.492575:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325530.492579:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325530.492581:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325530.492583:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325530.492587:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325530.492595:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed302f00 00000400:00000200:3.0:1767325530.492600:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x415 [1] + 224 00000100:00000001:0.0:1767325530.492602:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767325530.492605:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325530.492605:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325530.492611:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325530.492612:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767325530.492614:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767325530.492614:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093805e4c. 00000400:00000200:3.0:1767325530.492619:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325530.492620:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000850ac0f3 00000400:00000010:0.0:1767325530.492624:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000850ac0f3. 00000400:00000200:3.0:1767325530.492628:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325530.492631:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325530.492633:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325530.492638:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993399424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325530.492640:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000456c8c17 x1853174993399552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325530.492664:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993399424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325530.492666:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000456c8c17 x1853174993399552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325530.492687:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325530.492690:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325530.492692:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767325530.492694:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767325530.492694:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325530.492695:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325530.492698:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325530.492700:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325530.492704:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325530.492710:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325530.492711:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325530.492714:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767325530.492715:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=77 v=5 (5 0 0 0) 00000400:00000001:1.0:1767325530.492717:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325530.492721:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1767325530.492721:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=77 v=5 (1 0 0 0) 00000400:00000010:1.0:1767325530.492722:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c3a07d9. 00000400:00000200:1.0:1767325530.492727:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb501575 00000100:00000001:0.0:1767325530.492728:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767325530.492729:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb501575. 00000100:00000001:0.0:1767325530.492732:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325530.492733:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325530.492737:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000456c8c17 x1853174993399552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325530.492737:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325530.492741:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325530.492747:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000456c8c17 x1853174993399552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325530.492748:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325530.492751:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325530.492754:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325530.492755:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325530.492756:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325530.492759:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767325530.492759:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325530.492761:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325530.492764:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325530.492765:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325530.492767:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325530.492768:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993399424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767325530.492770:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=87 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325530.492777:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325530.492782:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325530.492783:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325530.492784:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325530.492787:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000456c8c17 x1853174993399552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325530.492795:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325530.492798:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325530.492800:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325530.492802:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325530.492805:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325530.492806:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000040:0.0:1767325530.492808:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993399424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325530.492809:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325530.492811:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325530.492816:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000456c8c17 x1853174993399552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325530.492827:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993399424:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325530.492828:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325530.492832:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325530.492837:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325530.492838:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325530.492840:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325530.492841:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993399424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325530.492845:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000456c8c17 x1853174993399552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325530.492853:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325530.492856:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1767325530.492858:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993399552:192.168.203.107@tcp:400: 02000000:00000010:0.0:1767325530.492858:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013d2aeb1. 02000000:00000001:0.0:1767325530.492863:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767325530.492864:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767325530.492866:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767325530.492867:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767325530.492868:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000040:1.0:1767325530.492870:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000456c8c17 x1853174993399552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325546 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767325530.492872:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325530.492875:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008382dc3c. 02000000:00000001:0.0:1767325530.492879:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767325530.492880:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325530.492881:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325530.492882:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce1ad143. 02000000:00000001:1.0:1767325530.492884:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325530.492887:0:211467:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767325530.492887:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1767325530.492890:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000010:0.0:1767325530.492890:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00000020:00000001:1.0:1767325530.492895:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767325530.492895:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1767325530.492896:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b5b7574c. 00000100:00000001:0.0:1767325530.492898:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325530.492901:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767325530.492901:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325530.492904:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325530.492906:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000456c8c17. 00000100:00000001:0.0:1767325530.492906:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325530.492908:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325530.492909:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325530.492910:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325530.492911:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325530.492912:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325530.492914:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325530.492917:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325530.492919:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325530.492920:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325530.492922:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325531.130287:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325531.130293:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325531.130300:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325531.130301:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325531.130365:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325531.130368:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325531.130372:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325532.154272:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325532.154277:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325532.154281:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325532.154282:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325532.154309:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325532.154314:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325532.154317:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325533.178259:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325533.178268:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325533.178271:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325533.178289:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325533.178294:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325533.178296:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325533.178298:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325533.178300:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325533.178304:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325533.178305:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325533.178343:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325533.178347:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325533.178350:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325534.202206:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325534.202222:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325534.202227:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325534.202228:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325534.202262:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325534.202266:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325534.202269:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325535.226275:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325535.226281:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325535.226287:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325535.226291:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325535.226293:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325535.226298:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325535.226301:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325535.226302:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325535.226305:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325535.226308:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325535.226310:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325535.226312:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325535.226357:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325535.226375:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325535.226378:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325535.610258:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305452058, at 4305452544 00000100:00000040:1.0:1767325535.610259:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305452058, at 4305452544 00000100:00000040:3.0:1767325535.610267:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305452058, at 4305452544 00000100:00000040:0.0:1767325535.610267:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305452058, at 4305452544 00000100:00000010:2.0:1767325535.610272:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffc93207. 00000100:00000010:1.0:1767325535.610275:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e03e3ef. 00000100:00000010:3.0:1767325535.610282:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b16d9ddb. 00000100:00000010:0.0:1767325535.610285:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086a56c50. 00000100:00000040:0.0:1767325535.610304:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325535.610311:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325535.610319:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000020:00000040:0.0:1767325535.610323:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325535.610327:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325535.610329:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325535.610334:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325535.610341:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008382dc3c. 00000100:00000001:0.0:1767325535.610347:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325535.610356:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000a1ef485d x1853174993399680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325535.610366:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325535.610368:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325535.610372:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_03+3] req@00000000a1ef485d x1853174993399680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325535.610402:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325535.610404:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325535.610408:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325535.610410:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006df0bad6. 00000020:00000040:0.0:1767325535.610427:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325535.610428:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325535.610431:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767325535.610433:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767325535.610434:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325535.610435:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325535.610437:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325535.610437:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325535.610441:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993399680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325535.610442:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325535.610445:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b5b7574c. 00000100:00000001:0.0:1767325535.610451:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325535.610453:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325535.610455:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325535.610458:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767325535.610458:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000006df0bad6 x1853174993399808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767325535.610461:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325535.610465:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325535.610471:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993399680:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325535.610476:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325535.610478:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325535.610483:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006df0bad6] to pc [ptlrpcd_00_00+0] req@000000006df0bad6 x1853174993399808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325535.610486:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325535.610492:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325535.610495:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325535.610497:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325535.610500:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064629ddd. 02000000:00000001:2.0:1767325535.610502:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325535.610506:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb9d67ea. 00000100:00000001:0.0:1767325535.610511:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325535.610512:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000100:00000040:0.0:1767325535.610517:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1767325535.610519:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993399680, portal 25 00000100:00000001:0.0:1767325535.610521:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767325535.610522:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325535.610529:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325535.610533:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 00000100:00000010:0.0:1767325535.610533:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007523782f. 00000100:00000001:1.0:1767325535.610534:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325535.610538:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767325535.610543:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:2.0:1767325535.610548:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993399680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325535.610548:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767325535.610549:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006df0bad6 x1853174993399808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325535.610551:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325535.610555:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325535.610561:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767325535.610561:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005cdbc160. 00000100:00000001:3.0:1767325535.610570:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325535.610570:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325535.610586:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325535.610586:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767325535.610586:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000007523782f x1853174993399936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325535.610592:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325535.610596:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767325535.610598:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767325535.610602:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001a1d222. 02000000:00000001:1.0:1767325535.610603:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325535.610606:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1767325535.610607:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993399680, offset 0 02000000:00000001:1.0:1767325535.610609:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325535.610610:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325535.610615:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00100000:1.0:1767325535.610618:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993399808:192.168.203.107@tcp:400: 00000100:00000040:0.0:1767325535.610619:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007523782f] to pc [ptlrpcd_00_01+1] req@000000007523782f x1853174993399936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325535.610627:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767325535.610630:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:1.0:1767325535.610632:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325535.610636:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325535.610637:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767325535.610640:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767325535.610643:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325535.610647:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1767325535.610647:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ec9148d. 00000100:00000001:0.0:1767325535.610648:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325535.610654:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:1.0:1767325535.610654:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325535.610654:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767325535.610659:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [103:103:256:4294967295] 192.168.203.107@tcp LPNI seq info [103:103:8:4294967295] 00000400:00000010:1.0:1767325535.610662:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c3a07d9. 00000100:00000040:0.0:1767325535.610669:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767325535.610670:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb501575. 00000100:00000040:0.0:1767325535.610674:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10790) 00000100:00000200:1.0:1767325535.610676:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993399808, portal 10 00000400:00000200:2.0:1767325535.610680:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325535.610681:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325535.610684:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325535.610685:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250670464 : -112767458881152 : ffff997047abd180) 00000100:00000001:3.0:1767325535.610689:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767325535.610689:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325535.610694:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1767325535.610695:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009620fff6. 00000100:00000040:1.0:1767325535.610697:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006df0bad6 x1853174993399808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325535.610702:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007523782f x1853174993399936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325535.610705:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767325535.610715:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325535.610715:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767325535.610720:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009620fff6 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767325535.610724:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325535.610729:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d9a5dcc. 00000100:00000001:3.0:1767325535.610730:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325535.610731:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325535.610733:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325535.610735:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325535.610736:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325535.610738:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325535.610741:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993399808, offset 0 00000100:00100000:3.0:1767325535.610745:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993399936:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325535.610747:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305457178 00000100:00000001:3.0:1767325535.610753:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767325535.610753:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:2.0:1767325535.610754:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064cb1fd6. 02000000:00000001:3.0:1767325535.610757:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325535.610760:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325535.610761:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767325535.610765:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767325535.610765:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325535.610767:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305457178 00000400:00000200:1.0:1767325535.610772:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1767325535.610773:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033956d53. 00000100:00000010:2.0:1767325535.610773:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002388bf57. 00000100:00000001:2.0:1767325535.610777:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767325535.610778:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:3.0:1767325535.610779:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325535.610780:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305457178 00000400:00000200:1.0:1767325535.610785:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1767325535.610786:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000040e4e400. 00000400:00000010:3.0:1767325535.610787:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0667e15. 00000100:00000001:2.0:1767325535.610791:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767325535.610791:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:3.0:1767325535.610795:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ef8ff88. 00000400:00000200:1.0:1767325535.610798:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [104:104:255:4294967295] 192.168.203.107@tcp LPNI seq info [104:104:7:4294967295] 00000100:00000200:3.0:1767325535.610801:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993399936, portal 10 00000100:00000001:2.0:1767325535.610803:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305457178 00000100:00000001:3.0:1767325535.610806:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1767325535.610809:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000163851c. 00000100:00000001:3.0:1767325535.610815:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000400:00000200:1.0:1767325535.610815:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325535.610816:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767325535.610825:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007523782f x1853174993399936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325535.610825:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767325535.610828:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325535.610832:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325535.610836:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fe8d38. 00000100:00000001:2.0:1767325535.610839:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325535.610844:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325535.610845:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325535.610846:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767325535.610846:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000010:0.0:1767325535.610852:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009620fff6. 00000100:00000040:3.0:1767325535.610854:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325535.610858:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767325535.610858:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767325535.610858:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767325535.610859:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f9143b9. 00000100:00000001:2.0:1767325535.610863:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767325535.610865:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6fe8d38 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767325535.610866:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993399936, offset 0 00000100:00000001:2.0:1767325535.610868:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325535.610872:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325535.610872:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325535.610874:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325535.610877:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325535.610878:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767325535.610881:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 1115375 usecs (1116 jiffies) 00000100:00000001:2.0:1767325535.610882:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325535.610888:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001a1d222 00000100:00000001:1.0:1767325535.610889:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305453660 00000400:00000200:3.0:1767325535.610892:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:0.0:1767325535.610894:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001a1d222. 00000100:00000001:1.0:1767325535.610895:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305457178 00000400:00000200:3.0:1767325535.610897:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325535.610901:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325535.610902:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305453660 00000400:00000200:3.0:1767325535.610904:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325535.610907:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305457178 00000100:00000200:0.0:1767325535.610909:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993399680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325535.610910:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325535.610914:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305453660 00000400:00000200:3.0:1767325535.610915:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325535.610920:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305457178 00000400:00000200:3.0:1767325535.610927:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [105:105:254:4294967295] 192.168.203.107@tcp LPNI seq info [105:105:6:4294967295] 00000100:00000001:1.0:1767325535.610927:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305453660 00000100:00000001:0.0:1767325535.610929:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325535.610932:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305457178 00000100:00000040:0.0:1767325535.610935:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993399680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325535.610937:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325535.610943:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325535.610947:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325535.610951:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325535.610952:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325535.610954:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325535.610963:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325535.610965:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325535.610967:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325535.610969:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325535.610971:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325535.610973:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325535.610980:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325535.610984:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325535.610987:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e449eedd. 00000800:00000200:3.0:1767325535.610991:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325535.610994:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325535.610996:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e449eedd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325535.610999:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325535.611001:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 64758 usecs (65 jiffies) 00000100:00000001:3.0:1767325535.611003:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305452609 00000100:00000001:3.0:1767325535.611005:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305457178 00000100:00000001:3.0:1767325535.611006:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305452609 00000100:00000001:3.0:1767325535.611007:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305457178 00000100:00000001:3.0:1767325535.611008:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305452609 00000100:00000001:3.0:1767325535.611009:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305457178 00000100:00000001:3.0:1767325535.611010:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305452609 00000100:00000001:3.0:1767325535.611011:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305457178 00000100:00000001:3.0:1767325535.611012:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325535.611013:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325535.611015:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325535.611016:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767325535.611017:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325535.611019:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1767325535.611021:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fe8d38. 00000100:00000001:3.0:1767325535.611022:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767325535.611027:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325535.611029:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325535.611031:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325535.611033:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325535.611035:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325535.611036:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325535.611042:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9a5dcc 00000400:00000010:0.0:1767325535.611044:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d9a5dcc. 00000100:00000001:0.0:1767325535.611047:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325535.611050:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006df0bad6 x1853174993399808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325535.611057:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325535.611059:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006df0bad6 x1853174993399808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325535.611066:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325535.611067:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325535.611095:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325535.611098:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e449eedd. 00000400:00000200:0.0:1767325535.611105:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325535.611109:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325535.611112:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f9143b9 00000400:00000010:0.0:1767325535.611113:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f9143b9. 00000100:00000001:0.0:1767325535.611116:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325535.611119:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007523782f x1853174993399936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325535.611126:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325535.611128:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007523782f x1853174993399936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325535.611135:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325535.611136:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325535.612790:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325535.612805:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325535.612808:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325535.612809:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325535.612814:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325535.612822:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed302f80 00000400:00000200:2.0:1767325535.612826:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x41d [1] + 224 00000800:00000001:2.0:1767325535.612830:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325535.612832:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325535.612833:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325535.612835:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325535.612843:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325535.612846:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993399680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325535.612854:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993399680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325535.612865:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325535.612870:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325535.612872:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325535.612873:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325535.612874:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325535.612876:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325535.612879:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303000 00000400:00000200:2.0:1767325535.612882:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x425 [1] + 224 00000800:00000001:2.0:1767325535.612885:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325535.612886:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325535.612887:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325535.612891:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325535.612892:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325535.612894:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006df0bad6 x1853174993399808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325535.612899:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006df0bad6 x1853174993399808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325535.612903:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325535.612906:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325535.612908:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767325535.612911:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325535.612914:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325535.612916:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb9d67ea. 00000400:00000200:0.0:1767325535.612920:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000400:00000010:0.0:1767325535.612922:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000100:00000001:0.0:1767325535.612925:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767325535.612927:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325535.612931:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325535.612931:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993399680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325535.612935:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325535.612937:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325535.612947:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767325535.612948:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767325535.612950:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993399680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325535.612952:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325535.612953:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303080 00000400:00000001:1.0:1767325535.612957:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325535.612961:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325535.612964:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c3a07d9. 00000100:00000001:0.0:1767325535.612965:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767325535.612969:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb501575 00000100:00000001:0.0:1767325535.612969:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325535.612972:0:211468:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767325535.612973:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb501575. 02000000:00000001:0.0:1767325535.612976:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325535.612977:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325535.612980:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767325535.612982:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x42d [1] + 224 00000100:00000001:0.0:1767325535.612983:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325535.612986:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006df0bad6 x1853174993399808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325535.612989:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325535.612992:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767325535.612997:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=92 v=5 (5 0 0 0) 00000100:00000200:1.0:1767325535.613001:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006df0bad6 x1853174993399808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325535.613004:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=92 v=5 (1 0 0 0) 00000800:00000001:2.0:1767325535.613006:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325535.613010:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767325535.613012:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325535.613019:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325535.613020:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325535.613024:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325535.613024:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767325535.613025:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767325535.613029:0:211465:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767325535.613030:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325535.613032:0:211459:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767325535.613033:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325535.613034:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325535.613036:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767325535.613039:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007523782f x1853174993399936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325535.613040:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325535.613044:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993399680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325535.613045:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325535.613053:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325535.613061:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=82 v=5 (1 0 0 0) 00000100:00000040:2.0:1767325535.613062:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007523782f x1853174993399936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325535.613070:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325535.613071:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325535.613074:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325535.613078:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767325535.613079:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325535.613082:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325535.613084:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325535.613089:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325535.613089:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993399680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325535.613092:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325535.613096:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325535.613097:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325535.613100:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325535.613103:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767325535.613109:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006df0bad6 x1853174993399808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325535.613110:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767325535.613110:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993399680:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325535.613120:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325535.613124:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325535.613125:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325535.613129:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767325535.613129:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993399680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767325535.613134:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325535.613137:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325535.613155:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0667e15. 00000400:00000200:3.0:1767325535.613158:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ef8ff88 00000400:00000010:3.0:1767325535.613159:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ef8ff88. 00000100:00000001:3.0:1767325535.613163:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325535.613167:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767325535.613168:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007523782f x1853174993399936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325535.613172:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325535.613177:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064629ddd. 00000100:00000200:3.0:1767325535.613179:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007523782f x1853174993399936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325535.613184:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767325535.613185:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767325535.613189:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767325535.613191:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1767325535.613193:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325535.613195:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325535.613196:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767325535.613197:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325535.613199:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325535.613212:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767325535.613213:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008382dc3c. 02000000:00000001:3.0:1767325535.613214:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325535.613217:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767325535.613217:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006df0bad6 x1853174993399808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325535.613220:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325535.613220:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325535.613224:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767325535.613225:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325535.613228:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00000100:00001000:3.0:1767325535.613231:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=92 v=5 (5 0 0 0) 00000100:00000001:0.0:1767325535.613234:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1767325535.613238:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325535.613238:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325535.613243:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1767325535.613243:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993399808:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325535.613243:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325535.613246:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325535.613249:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325535.613250:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325535.613253:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325535.613253:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767325535.613254:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000007523782f x1853174993399936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325535.613258:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325535.613259:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325535.613263:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325535.613264:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006df0bad6 x1853174993399808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325535.613268:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325535.613273:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325535.613276:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325535.613279:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325535.613282:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325535.613282:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325535.613285:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325535.613287:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ec9148d. 02000000:00000001:1.0:1767325535.613293:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767325535.613295:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007523782f x1853174993399936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767325535.613296:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325535.613299:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767325535.613304:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325535.613308:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767325535.613308:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b5b7574c. 00000100:00000001:3.0:1767325535.613312:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325535.613314:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325535.613314:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325535.613317:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767325535.613318:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007523782f x1853174993399936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325535.613320:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006df0bad6. 00000100:00000001:1.0:1767325535.613326:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1767325535.613329:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993399936:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325535.613329:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325535.613333:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325535.613334:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325535.613337:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325535.613338:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007523782f x1853174993399936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325535.613339:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325535.613342:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325535.613345:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767325535.613347:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325535.613348:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325535.613351:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033956d53. 00000100:00000001:1.0:1767325535.613351:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325535.613356:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325535.613357:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325535.613358:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325535.613360:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325535.613361:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005cdbc160. 02000000:00000001:3.0:1767325535.613362:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325535.613364:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325535.613364:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007523782f. 00000100:00000001:3.0:1767325535.613366:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325535.613367:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325535.613368:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325535.613371:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325535.613372:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325535.613374:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325535.613376:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325536.250259:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325536.250264:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325536.250267:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325536.250268:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325536.250283:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325536.250288:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325536.250291:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325537.274278:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325537.274286:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325537.274293:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325537.274294:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325537.274398:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325537.274401:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325537.274409:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325538.298284:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325538.298289:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325538.298293:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325538.298294:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325538.298356:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325538.298373:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325538.298376:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325539.322263:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325539.322269:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325539.322274:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325539.322274:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325539.322332:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325539.322335:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325539.322337:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325540.346238:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325540.346245:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325540.346251:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325540.346252:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325540.346295:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325540.346299:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325540.346302:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325540.730230:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305457178, at 4305457664 00000100:00000040:1.0:1767325540.730230:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305457178, at 4305457664 00000100:00000040:2.0:1767325540.730232:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305457178, at 4305457664 00000100:00000010:1.0:1767325540.730245:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002388bf57. 00000100:00000010:3.0:1767325540.730247:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000163851c. 00000100:00000010:2.0:1767325540.730249:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000040e4e400. 00000100:00000040:0.0:1767325540.730337:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305457178, at 4305457664 00000100:00000010:0.0:1767325540.730343:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064cb1fd6. 00000100:00000040:3.0:1767325540.730358:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325540.730376:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325540.730381:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053fc5178. 00000020:00000040:3.0:1767325540.730385:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325540.730389:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325540.730392:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325540.730397:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325540.730410:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b237f9b7. 00000100:00000001:3.0:1767325540.730417:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325540.730426:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000053fc5178 x1853174993400064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325540.730436:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325540.730438:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325540.730442:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053fc5178] to pc [ptlrpcd_00_02+2] req@0000000053fc5178 x1853174993400064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325540.730465:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325540.730468:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325540.730471:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325540.730473:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004128f820. 00000020:00000040:3.0:1767325540.730475:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325540.730478:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325540.730479:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325540.730481:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325540.730485:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ce6b287f. 00000100:00000001:3.0:1767325540.730487:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325540.730491:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000004128f820 x1853174993400192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325540.730491:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325540.730495:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767325540.730496:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767325540.730500:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325540.730502:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325540.730508:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325540.730510:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325540.730511:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767325540.730515:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004128f820] to pc [ptlrpcd_00_03+3] req@000000004128f820 x1853174993400192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325540.730515:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325540.730520:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325540.730522:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325540.730526:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325540.730533:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053fc5178 x1853174993400064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325540.730534:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325540.730543:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767325540.730544:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325540.730546:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325540.730548:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325540.730549:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325540.730553:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000882297f5. 00000100:00100000:1.0:1767325540.730553:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:0.0:1767325540.730553:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325540.730557:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325540.730558:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767325540.730559:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:0.0:1767325540.730565:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325540.730566:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767325540.730567:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767325540.730570:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325540.730571:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767325540.730571:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993400064:192.168.203.107@tcp:400: 02000000:00000001:3.0:1767325540.730574:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325540.730577:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767325540.730580:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000096734733. 00000100:00000001:0.0:1767325540.730580:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325540.730581:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325540.730585:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325540.730586:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325540.730586:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325540.730591:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325540.730593:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004128f820 x1853174993400192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325540.730594:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000882297f5 x1853174993400320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325540.730596:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325540.730602:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000850bcc73. 02000000:00000001:0.0:1767325540.730606:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325540.730614:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c59242cc. 00000400:00000010:0.0:1767325540.730623:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000307c2c15. 00000100:00000001:3.0:1767325540.730624:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325540.730624:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325540.730628:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325540.730628:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325540.730631:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993400064, portal 25 00000100:00000001:0.0:1767325540.730635:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767325540.730636:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000882297f5] to pc [ptlrpcd_00_00+0] req@00000000882297f5 x1853174993400320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325540.730636:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325540.730639:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268028288 : -112767441523328 : ffff997048b4ad80) 02000000:00000001:1.0:1767325540.730640:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325540.730646:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325540.730654:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004128f820 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993400192:192.168.203.107@tcp:400: 00000100:00000040:0.0:1767325540.730657:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053fc5178 x1853174993400064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325540.730659:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325540.730662:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325540.730664:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325540.730667:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325540.730671:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d48e05ee. 02000000:00000001:1.0:1767325540.730674:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325540.730675:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325540.730676:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767325540.730678:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c3a07d9. 00000100:00000040:3.0:1767325540.730681:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767325540.730684:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb501575. 00000100:00000040:0.0:1767325540.730684:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767325540.730689:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767325540.730691:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 00000100:00000200:1.0:1767325540.730692:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993400192, portal 10 00000100:00000040:3.0:1767325540.730694:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10795) 00000100:00000001:2.0:1767325540.730696:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325540.730697:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767325540.730697:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993400064, offset 0 00000100:00000001:2.0:1767325540.730699:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325540.730706:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325540.730707:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268031872 : -112767441519744 : ffff997048b4bb80) 00000100:00000001:2.0:1767325540.730708:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325540.730709:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325540.730713:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325540.730714:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000882297f5 x1853174993400320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325540.730720:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004128f820 x1853174993400192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325540.730722:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325540.730731:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767325540.730732:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325540.730734:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325540.730741:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325540.730742:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767325540.730744:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325540.730747:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325540.730749:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767325540.730751:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325540.730752:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325540.730756:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00100000:2.0:1767325540.730757:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000882297f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993400320:192.168.203.107@tcp:400: 00000400:00000010:1.0:1767325540.730759:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023a5a225. 00000100:00000001:2.0:1767325540.730763:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325540.730765:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [106:106:256:4294967295] 192.168.203.107@tcp LPNI seq info [106:106:8:4294967295] 02000000:00000001:2.0:1767325540.730767:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767325540.730767:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993400192, offset 0 02000000:00000001:2.0:1767325540.730769:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325540.730774:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325540.730777:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002851a7cf. 02000000:00000001:2.0:1767325540.730780:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325540.730782:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325540.730784:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038f1c9e6. 00000400:00000200:0.0:1767325540.730786:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:2.0:1767325540.730793:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ee2cc3. 00000100:00000200:2.0:1767325540.730798:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993400320, portal 10 00000800:00000200:0.0:1767325540.730798:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325540.730799:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325540.730803:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325540.730806:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268029184 : -112767441522432 : ffff997048b4b100) 00000800:00000010:0.0:1767325540.730807:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008382dc3c. 00000400:00000200:1.0:1767325540.730808:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767325540.730812:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000882297f5 x1853174993400320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325540.730816:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:0.0:1767325540.730820:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325540.730825:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767325540.730825:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767325540.730830:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325540.730833:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ac80c21. 00000400:00000200:1.0:1767325540.730833:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767325540.730834:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:2.0:1767325540.730839:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993400320, offset 0 00000800:00000200:0.0:1767325540.730840:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008382dc3c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325540.730842:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [107:107:255:4294967295] 192.168.203.107@tcp LPNI seq info [107:107:7:4294967295] 00000400:00000200:2.0:1767325540.730853:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325540.730858:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325540.730859:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325540.730865:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305462298 00000800:00000200:1.0:1767325540.730867:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325540.730871:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:0.0:1767325540.730872:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062bef00c. 00000800:00000010:1.0:1767325540.730873:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035310fb5. 00000400:00000200:2.0:1767325540.730878:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325540.730880:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767325540.730881:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767325540.730884:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325540.730888:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305462298 00000400:00000200:2.0:1767325540.730890:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767325540.730892:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:0.0:1767325540.730895:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000ae3708a. 00000800:00000200:1.0:1767325540.730896:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035310fb5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325540.730897:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767325540.730900:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767325540.730902:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325540.730906:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [108:108:254:4294967295] 192.168.203.107@tcp LPNI seq info [108:108:6:4294967295] 00000100:00000040:1.0:1767325540.730908:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 1072598 usecs (1073 jiffies) 00000100:00000001:0.0:1767325540.730908:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305462298 00000800:00000200:3.0:1767325540.730913:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325540.730913:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305458737 00000100:00000010:0.0:1767325540.730914:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f14dad39. 00000100:00000001:1.0:1767325540.730919:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305462298 00000800:00000010:3.0:1767325540.730920:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008382dc3c. 00000100:00000001:0.0:1767325540.730921:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767325540.730924:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305458737 00000400:00000200:3.0:1767325540.730928:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325540.730928:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305462298 00000100:00000001:0.0:1767325540.730928:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305462298 00000100:00000001:1.0:1767325540.730932:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305458737 00000100:00000001:1.0:1767325540.730937:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305462298 00000400:00000200:2.0:1767325540.730939:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:3.0:1767325540.730940:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325540.730941:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305458737 00000100:00000010:0.0:1767325540.730941:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000797caa63. 00000100:00000001:0.0:1767325540.730948:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767325540.730954:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325540.730955:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305462298 00000100:00000001:0.0:1767325540.730955:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325540.730956:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 00000400:00000010:3.0:1767325540.730961:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00000800:00000010:2.0:1767325540.730961:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007750120a. 00000100:00000001:1.0:1767325540.730961:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325540.730962:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325540.730968:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325540.730970:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325540.730971:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325540.730972:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325540.730973:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325540.730976:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325540.730977:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325540.730980:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053fc5178 x1853174993400064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325540.730983:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767325540.730984:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325540.730987:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767325540.730991:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007750120a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325540.730991:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325540.730997:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325540.730998:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325540.730999:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325540.731004:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 61962 usecs (62 jiffies) 00000100:00000001:2.0:1767325540.731009:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305457726 00000100:00000040:3.0:1767325540.731011:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053fc5178 x1853174993400064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325540.731014:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305462298 00000100:00000001:2.0:1767325540.731020:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305457726 00000100:00000001:2.0:1767325540.731026:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305462298 00000100:00000001:3.0:1767325540.731027:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325540.731030:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305457726 00000100:00000001:3.0:1767325540.731031:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325540.731035:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305462298 00000100:00000001:2.0:1767325540.731038:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305457726 00000100:00000001:2.0:1767325540.731040:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305462298 00000100:00000001:2.0:1767325540.731042:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325540.731045:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325540.731047:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325540.731048:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325540.731051:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035310fb5. 00000100:00000001:2.0:1767325540.731052:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325540.731058:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325540.731059:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325540.731062:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767325540.731065:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325540.731067:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325540.731070:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023a5a225 00000100:00000001:2.0:1767325540.731070:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325540.731073:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325540.731074:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023a5a225. 00000100:00000001:2.0:1767325540.731076:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325540.731079:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325540.731083:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004128f820 x1853174993400192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325540.731092:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325540.731094:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004128f820 x1853174993400192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325540.731100:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325540.731102:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325540.731155:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325540.731158:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007750120a. 00000400:00000200:3.0:1767325540.731161:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325540.731164:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325540.731178:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ac80c21 00000400:00000010:3.0:1767325540.731180:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ac80c21. 00000100:00000001:3.0:1767325540.731182:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325540.731185:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000882297f5 x1853174993400320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325540.731192:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325540.731194:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000882297f5 x1853174993400320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325540.731199:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325540.731200:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325540.733191:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325540.733200:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325540.733202:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325540.733204:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325540.733211:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325540.733221:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed303100 00000400:00000200:0.0:1767325540.733227:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x435 [1] + 224 00000800:00000001:0.0:1767325540.733234:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325540.733237:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325540.733239:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325540.733242:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325540.733246:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325540.733249:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053fc5178 x1853174993400064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325540.733258:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000053fc5178 x1853174993400064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325540.733275:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325540.733280:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325540.733283:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325540.733286:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325540.733287:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325540.733291:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325540.733296:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303180 00000100:00000001:2.0:1767325540.733307:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325540.733310:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325540.733310:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x439 [1] + 224 00000400:00000001:2.0:1767325540.733317:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767325540.733317:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767325540.733319:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767325540.733322:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325540.733324:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767325540.733328:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c59242cc. 00000400:00000200:2.0:1767325540.733333:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307c2c15 00000400:00000200:0.0:1767325540.733333:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:2.0:1767325540.733336:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000307c2c15. 00000100:00000001:2.0:1767325540.733339:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325540.733340:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325540.733344:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053fc5178 x1853174993400064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325540.733348:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004128f820 x1853174993400192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325540.733359:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053fc5178 x1853174993400064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325540.733366:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004128f820 x1853174993400192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325540.733374:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325540.733377:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325540.733382:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325540.733384:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325540.733385:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325540.733387:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325540.733388:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767325540.733390:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325540.733397:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=97 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325540.733401:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325540.733405:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767325540.733405:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325540.733409:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325540.733411:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325540.733412:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767325540.733414:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767325540.733415:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767325540.733416:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325540.733419:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767325540.733420:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325540.733421:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767325540.733424:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325540.733427:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767325540.733430:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053fc5178 x1853174993400064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325540.733431:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c3a07d9. 00000400:00000200:0.0:1767325540.733432:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325540.733439:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb501575 00000100:00000001:2.0:1767325540.733441:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767325540.733444:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb501575. 00000400:00000200:0.0:1767325540.733445:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303200 00000100:00000001:2.0:1767325540.733447:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325540.733450:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325540.733451:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767325540.733455:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053fc5178 x1853174993400064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325540.733457:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x445 [1] + 224 00000100:00000200:1.0:1767325540.733459:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004128f820 x1853174993400192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325540.733467:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325540.733475:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767325540.733477:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993400064:192.168.203.107@tcp:400: 00000400:00000200:0.0:1767325540.733480:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325540.733487:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325540.733490:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004128f820 x1853174993400192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325540.733491:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767325540.733492:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000040:2.0:1767325540.733497:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053fc5178 x1853174993400064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325540.733500:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325540.733501:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325540.733504:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325540.733506:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000882297f5 x1853174993400320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325540.733509:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325540.733511:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325540.733514:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325540.733516:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325540.733520:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325540.733525:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1767325540.733526:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=87 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325540.733530:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=87 v=5 (1 0 0 0) 00000100:00000040:0.0:1767325540.733531:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000882297f5 x1853174993400320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325540.733534:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767325540.733535:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767325540.733537:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325540.733540:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000850bcc73. 00010000:00000001:1.0:1767325540.733540:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325540.733544:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325540.733547:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767325540.733548:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1767325540.733551:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767325540.733552:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000020:00000040:2.0:1767325540.733555:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325540.733556:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325540.733557:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325540.733561:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767325540.733563:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767325540.733564:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004128f820 x1853174993400192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325540.733565:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b237f9b7. 00000800:00000001:0.0:1767325540.733568:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767325540.733570:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:0.0:1767325540.733573:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325540.733574:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325540.733577:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053fc5178. 00000100:00000001:2.0:1767325540.733582:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325540.733585:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325540.733587:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325540.733587:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325540.733591:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325540.733593:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325540.733593:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325540.733595:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325540.733598:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325540.733598:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004128f820 x1853174993400192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325540.733600:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325540.733602:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325540.733608:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004128f820 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993400192:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325540.733609:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325540.733614:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767325540.733615:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767325540.733618:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767325540.733619:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767325540.733623:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038f1c9e6. 00000100:00000040:1.0:1767325540.733623:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004128f820 x1853174993400192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325540.733629:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ee2cc3 00000100:00000001:1.0:1767325540.733631:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767325540.733633:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ee2cc3. 00000100:00000001:3.0:1767325540.733636:0:211465:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767325540.733638:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325540.733640:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d48e05ee. 00000100:00000200:3.0:1767325540.733642:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000882297f5 x1853174993400320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325540.733643:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325540.733646:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325540.733647:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767325540.733650:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325540.733652:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ce6b287f. 02000000:00000001:1.0:1767325540.733656:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325540.733659:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325540.733660:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004128f820. 00000100:00000200:3.0:1767325540.733662:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000882297f5 x1853174993400320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325540.733663:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325540.733664:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325540.733665:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325540.733667:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325540.733668:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325540.733669:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325540.733670:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325540.733680:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325540.733682:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325540.733684:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325540.733686:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325540.733687:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325540.733689:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325540.733691:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325540.733694:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325540.733697:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325540.733699:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325540.733700:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325540.733702:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767325540.733704:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000882297f5 x1853174993400320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325540.733712:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325540.733714:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325540.733715:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325540.733717:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325540.733718:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325540.733720:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000882297f5 x1853174993400320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325540.733726:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325540.733728:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325540.733734:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325540.733737:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000882297f5 x1853174993400320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325540.733743:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000882297f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993400320:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325540.733747:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325540.733749:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325540.733750:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000882297f5 x1853174993400320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325540.733756:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325540.733757:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325540.733759:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002851a7cf. 02000000:00000001:3.0:1767325540.733761:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325540.733762:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325540.733763:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325540.733765:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325540.733766:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000096734733. 02000000:00000001:3.0:1767325540.733768:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325540.733769:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325540.733770:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000882297f5. 00000100:00000001:3.0:1767325540.733772:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325540.733773:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325540.733775:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325540.733778:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325540.733779:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325540.733781:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325540.733782:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325541.370267:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325541.370272:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325541.370278:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325541.370280:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325541.370368:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325541.370371:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325541.370375:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325542.394338:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325542.394346:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325542.394348:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325542.394351:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325542.394355:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325542.394357:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325542.394358:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325542.394361:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325542.394365:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325542.394366:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325542.394436:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325542.394456:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325542.394459:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325543.418285:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325543.418292:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325543.418300:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325543.418302:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325543.418344:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325543.418349:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325543.418352:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325544.442260:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325544.442285:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325544.442290:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325544.442293:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325544.442295:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325544.442299:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325544.442301:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325544.442302:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325544.442304:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325544.442306:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325544.442308:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325544.442309:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325544.442372:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325544.442376:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325544.442379:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325545.466249:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325545.466256:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325545.466260:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325545.466261:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325545.466317:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325545.466321:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325545.466324:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325545.850214:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305462298, at 4305462784 00000100:00000040:3.0:1767325545.850230:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305462298, at 4305462784 00000100:00000010:2.0:1767325545.850231:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f14dad39. 00000100:00000010:3.0:1767325545.850240:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000797caa63. 00000100:00000040:0.0:1767325545.850343:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305462298, at 4305462784 00000100:00000010:0.0:1767325545.850350:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062bef00c. 00000100:00000040:0.0:1767325545.850362:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325545.850368:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325545.850374:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000020:00000040:0.0:1767325545.850379:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325545.850384:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325545.850389:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325545.850394:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325545.850402:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000836678fc. 00000100:00000001:0.0:1767325545.850410:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325545.850422:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000a1ef485d x1853174993400448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325545.850433:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325545.850436:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325545.850441:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_01+1] req@00000000a1ef485d x1853174993400448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325545.850465:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325545.850468:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325545.850471:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325545.850474:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ab82abb. 00000020:00000040:0.0:1767325545.850477:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325545.850479:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325545.850480:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325545.850482:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325545.850486:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008382dc3c. 00000100:00000001:0.0:1767325545.850489:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325545.850493:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000003ab82abb x1853174993400576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325545.850500:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325545.850505:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325545.850509:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325545.850517:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993400448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325545.850519:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325545.850521:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325545.850530:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ab82abb] to pc [ptlrpcd_00_02+2] req@000000003ab82abb x1853174993400576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325545.850531:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325545.850542:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325545.850547:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325545.850550:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325545.850550:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325545.850555:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325545.850555:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767325545.850562:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993400448:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325545.850563:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325545.850568:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007523782f. 00000100:00000001:3.0:1767325545.850569:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767325545.850572:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767325545.850576:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325545.850577:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325545.850578:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325545.850582:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325545.850582:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325545.850587:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325545.850589:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005cdbc160. 02000000:00000010:3.0:1767325545.850592:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002358ac68. 00000100:00000001:0.0:1767325545.850594:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325545.850597:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325545.850601:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000007523782f x1853174993400704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767325545.850604:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0667e15. 00000100:00000001:0.0:1767325545.850614:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767325545.850615:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ef8ff88. 00000100:00000001:0.0:1767325545.850616:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325545.850622:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007523782f] to pc [ptlrpcd_00_03+3] req@000000007523782f x1853174993400704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325545.850625:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993400448, portal 25 00000100:00000001:0.0:1767325545.850634:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325545.850636:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325545.850638:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767325545.850640:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767325545.850642:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 00000100:00000040:0.0:1767325545.850648:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10800) 00000100:00000040:3.0:1767325545.850651:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993400448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325545.850660:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325545.850664:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325545.850667:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1ea4949. 00000100:00000001:0.0:1767325545.850669:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767325545.850670:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993400448, offset 0 00000100:00000001:0.0:1767325545.850673:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325545.850676:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767325545.850680:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767325545.850681:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ab82abb x1853174993400576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325545.850703:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325545.850703:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325545.850706:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325545.850710:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325545.850712:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325545.850713:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767325545.850716:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325545.850721:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00100000:0.0:1767325545.850723:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993400576:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767325545.850729:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325545.850730:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325545.850734:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767325545.850735:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:0.0:1767325545.850738:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325545.850743:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [109:109:256:4294967295] 192.168.203.107@tcp LPNI seq info [109:109:8:4294967295] 02000000:00000001:0.0:1767325545.850743:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325545.850748:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009aa5d738. 02000000:00000001:0.0:1767325545.850751:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325545.850755:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ead1dc6b. 00000400:00000200:3.0:1767325545.850761:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:0.0:1767325545.850763:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da6f0bb5. 00000100:00000200:0.0:1767325545.850768:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993400576, portal 10 00000800:00000200:3.0:1767325545.850770:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325545.850773:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325545.850775:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250667776 : -112767458883840 : ffff997047abc700) 00000800:00000010:3.0:1767325545.850777:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000e468a8. 00000100:00000040:0.0:1767325545.850783:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ab82abb x1853174993400576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325545.850793:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325545.850793:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325545.850799:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325545.850803:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bddc121e. 00000800:00000200:3.0:1767325545.850807:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:0.0:1767325545.850807:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993400576, offset 0 00000800:00000200:3.0:1767325545.850812:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000000e468a8 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325545.850818:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325545.850824:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325545.850826:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325545.850831:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305467418 00000400:00000200:0.0:1767325545.850831:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325545.850837:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000010:3.0:1767325545.850838:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000365de8df. 00000100:00000001:3.0:1767325545.850843:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767325545.850847:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305467418 00000400:00000200:0.0:1767325545.850851:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325545.850855:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305462298 00000400:00000200:0.0:1767325545.850855:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325545.850862:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305467418 00000400:00000200:0.0:1767325545.850862:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [110:110:255:4294967295] 192.168.203.107@tcp LPNI seq info [110:110:7:4294967295] 00000100:00000010:3.0:1767325545.850869:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001917c6aa. 00000100:00000001:3.0:1767325545.850875:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767325545.850879:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767325545.850881:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305467418 00000100:00000010:3.0:1767325545.850885:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d91b0be4. 00000100:00000001:3.0:1767325545.850887:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767325545.850892:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325545.850896:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325545.850897:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325545.850901:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767325545.850904:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5b7574c. 00000100:00000001:3.0:1767325545.850905:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767325545.850912:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325545.850915:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325545.850919:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325545.850921:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325545.850923:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325545.850924:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325545.850927:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325545.850929:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325545.850933:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b5b7574c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325545.850937:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325545.850941:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 1033011 usecs (1034 jiffies) 00000100:00000001:0.0:1767325545.850944:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305463818 00000100:00000001:0.0:1767325545.850947:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305467418 00000100:00000001:0.0:1767325545.850950:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305463818 00000100:00000001:0.0:1767325545.850952:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305467418 00000100:00000001:0.0:1767325545.850954:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305463818 00000100:00000001:0.0:1767325545.850956:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305467418 00000100:00000001:0.0:1767325545.850958:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305463818 00000100:00000001:0.0:1767325545.850960:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305467418 00000100:00000001:0.0:1767325545.850962:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325545.850965:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325545.850967:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325545.850969:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325545.850974:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325545.850975:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325545.850977:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325545.850979:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325545.850980:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325545.850982:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767325545.850984:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325545.850986:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325545.850987:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325545.850989:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325545.850990:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325545.850998:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325545.851002:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007523782f x1853174993400704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325545.851010:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325545.851011:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325545.851013:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325545.851015:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325545.851017:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325545.851020:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993400704:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325545.851024:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325545.851027:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325545.851028:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325545.851030:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325545.851033:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000735e0b68. 02000000:00000001:0.0:1767325545.851035:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325545.851038:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a43bc263. 00000400:00000010:0.0:1767325545.851042:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005632e77f. 00000100:00000200:0.0:1767325545.851046:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993400704, portal 10 00000100:00000001:0.0:1767325545.851048:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325545.851049:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000100:00000040:0.0:1767325545.851054:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007523782f x1853174993400704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325545.851061:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325545.851082:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325545.851086:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5b91e06. 00000100:00000200:0.0:1767325545.851089:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993400704, offset 0 00000400:00000200:0.0:1767325545.851094:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325545.851099:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325545.851103:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325545.851105:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325545.851108:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325545.851110:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325545.851114:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [111:111:254:4294967295] 192.168.203.107@tcp LPNI seq info [111:111:6:4294967295] 00000400:00000200:0.0:1767325545.851130:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325545.851176:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325545.851193:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ecf409d. 00000800:00000200:0.0:1767325545.851200:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767325545.851205:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325545.851207:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003ecf409d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325545.851211:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325545.851214:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 59432 usecs (60 jiffies) 00000100:00000001:0.0:1767325545.851217:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305462845 00000100:00000001:0.0:1767325545.851220:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305467418 00000100:00000001:0.0:1767325545.851222:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305462845 00000100:00000001:0.0:1767325545.851224:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305467418 00000100:00000001:0.0:1767325545.851225:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305462845 00000100:00000001:0.0:1767325545.851227:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305467418 00000100:00000001:0.0:1767325545.851229:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305462845 00000100:00000001:0.0:1767325545.851231:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305467418 00000100:00000001:0.0:1767325545.851233:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325545.851235:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325545.851237:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325545.851239:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325545.851307:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325545.851310:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325545.851315:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325545.851318:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325545.851365:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325545.851369:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000e468a8. 00000400:00000200:2.0:1767325545.851374:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325545.851379:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325545.851386:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1ea4949 00000400:00000010:2.0:1767325545.851388:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1ea4949. 00000100:00000001:2.0:1767325545.851393:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325545.851398:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993400448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325545.851408:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325545.851411:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993400448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325561 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325545.851418:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325545.851419:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325545.851433:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325545.851443:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5b7574c. 00000400:00000200:2.0:1767325545.851447:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325545.851451:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325545.851454:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bddc121e 00000400:00000010:2.0:1767325545.851455:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bddc121e. 00000100:00000001:2.0:1767325545.851458:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325545.851461:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ab82abb x1853174993400576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325545.851468:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325545.851470:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ab82abb x1853174993400576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325561 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325545.851476:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325545.851478:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325545.851544:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325545.851546:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ecf409d. 00000400:00000200:2.0:1767325545.851549:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325545.851553:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325545.851556:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5b91e06 00000400:00000010:2.0:1767325545.851557:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5b91e06. 00000100:00000001:2.0:1767325545.851560:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325545.851562:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007523782f x1853174993400704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325545.851569:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325545.851571:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007523782f x1853174993400704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325561 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325545.851577:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325545.851578:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325545.853264:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325545.853298:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325545.853302:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325545.853305:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325545.853315:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325545.853327:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed303280 00000400:00000200:2.0:1767325545.853341:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x44d [1] + 224 00000800:00000001:2.0:1767325545.853349:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325545.853354:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325545.853356:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325545.853360:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325545.853365:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325545.853370:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993400448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325545.853379:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993400448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325545.853396:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325545.853404:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325545.853408:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325545.853410:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325545.853412:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325545.853417:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325545.853424:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303300 00000400:00000200:2.0:1767325545.853430:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x455 [1] + 224 00000100:00000001:0.0:1767325545.853433:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767325545.853434:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325545.853437:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325545.853444:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325545.853446:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325545.853448:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0667e15. 00000400:00000200:0.0:1767325545.853452:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ef8ff88 00000400:00000010:0.0:1767325545.853453:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ef8ff88. 00000100:00000001:0.0:1767325545.853457:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325545.853461:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993400448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325545.853472:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325545.853477:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325545.853485:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325545.853492:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325545.853494:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993400448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325545.853499:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ab82abb x1853174993400576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325545.853513:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325545.853518:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325545.853519:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ab82abb x1853174993400576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325545.853523:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325545.853527:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325545.853531:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325545.853534:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325545.853537:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325545.853542:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767325545.853545:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=102 v=5 (5 0 0 0) 00000800:00000001:2.0:1767325545.853547:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325545.853552:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325545.853557:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767325545.853559:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325545.853563:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325545.853566:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325545.853568:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767325545.853569:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767325545.853569:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325545.853572:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325545.853574:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325545.853575:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325545.853580:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000001:1.0:1767325545.853581:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767325545.853583:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993400448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767325545.853585:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325545.853590:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ead1dc6b. 00000100:00000001:0.0:1767325545.853594:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325545.853595:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303380 00000400:00000200:1.0:1767325545.853597:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da6f0bb5 00000100:00000001:0.0:1767325545.853598:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325545.853602:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767325545.853603:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da6f0bb5. 00000100:00000040:0.0:1767325545.853606:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993400448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325545.853609:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767325545.853615:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x45d [1] + 224 00000100:00000200:1.0:1767325545.853617:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ab82abb x1853174993400576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325545.853618:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993400448:192.168.203.107@tcp:400: 00000800:00000001:2.0:1767325545.853625:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325545.853633:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325545.853635:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ab82abb x1853174993400576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325545.853635:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325545.853637:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325545.853640:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767325545.853647:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000040:0.0:1767325545.853648:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993400448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325545.853655:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325545.853663:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007523782f x1853174993400704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325545.853663:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325545.853665:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767325545.853667:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325545.853670:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767325545.853671:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325545.853675:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1767325545.853676:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002358ac68. 00000100:00000001:1.0:1767325545.853678:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325545.853680:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325545.853682:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007523782f x1853174993400704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325545.853683:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325545.853691:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=92 v=5 (5 0 0 0) 02000000:00000001:0.0:1767325545.853696:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:1.0:1767325545.853699:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325545.853700:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767325545.853700:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767325545.853704:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767325545.853705:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325545.853706:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325545.853708:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767325545.853711:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767325545.853712:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767325545.853714:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325545.853715:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767325545.853716:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000836678fc. 00000100:00000001:1.0:1767325545.853717:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325545.853720:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325545.853723:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767325545.853723:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325545.853727:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325545.853729:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00000100:00000001:1.0:1767325545.853731:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325545.853734:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767325545.853737:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ab82abb x1853174993400576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325545.853737:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325545.853742:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325545.853748:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325545.853750:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325545.853751:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325545.853751:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767325545.853754:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ab82abb x1853174993400576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325545.853755:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325545.853760:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767325545.853764:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993400576:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325545.853764:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325545.853772:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325545.853774:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325545.853777:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ab82abb x1853174993400576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325545.853783:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325545.853786:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325545.853788:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009aa5d738. 02000000:00000001:1.0:1767325545.853791:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325545.853792:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325545.853793:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767325545.853796:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325545.853797:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008382dc3c. 02000000:00000001:1.0:1767325545.853800:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325545.853801:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325545.853802:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ab82abb. 00000100:00000001:1.0:1767325545.853806:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325545.853807:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325545.853809:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325545.853811:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325545.853813:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325545.853816:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325545.853817:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325545.853818:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a43bc263. 00000400:00000200:1.0:1767325545.853821:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005632e77f 00000400:00000010:1.0:1767325545.853823:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005632e77f. 00000100:00000001:1.0:1767325545.853832:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325545.853835:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007523782f x1853174993400704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325545.853840:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007523782f x1853174993400704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325545.853845:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325545.853845:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325545.853846:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325545.853847:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325545.853848:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325545.853849:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325545.853851:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325545.853853:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=102 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325545.853855:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=66 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325545.853856:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325545.853857:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325545.853859:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325545.853861:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000007523782f x1853174993400704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325545.853865:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325545.853866:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325545.853867:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325545.853868:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325545.853869:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325545.853870:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007523782f x1853174993400704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325545.853874:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325545.853875:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325545.853876:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325545.853878:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007523782f x1853174993400704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325545.853882:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993400704:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325545.853889:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325545.853890:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325545.853892:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007523782f x1853174993400704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325561 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325545.853896:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325545.853897:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325545.853898:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000735e0b68. 02000000:00000001:1.0:1767325545.853900:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325545.853901:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325545.853902:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767325545.853903:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325545.853904:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005cdbc160. 02000000:00000001:1.0:1767325545.853906:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325545.853906:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325545.853907:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007523782f. 00000100:00000001:1.0:1767325545.853909:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325545.853910:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325545.853911:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325545.853914:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325545.853915:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325545.853917:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325545.853918:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325546.490250:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325546.490257:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325546.490262:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325546.490262:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325546.490282:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325546.490286:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325546.490289:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325547.514266:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325547.514274:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325547.514282:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325547.514283:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325547.514392:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325547.514396:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325547.514400:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325548.538234:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325548.538240:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325548.538246:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325548.538248:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325548.538300:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325548.538305:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325548.538308:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325549.562221:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325549.562228:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325549.562233:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325549.562234:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325549.562286:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325549.562291:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325549.562295:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325550.586250:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325550.586255:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325550.586275:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325550.586276:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325550.586340:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325550.586344:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325550.586347:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325550.970259:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305467418, at 4305467904 00000100:00000040:1.0:1767325550.970259:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305467418, at 4305467904 00000100:00000010:1.0:1767325550.970275:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000ae3708a. 00000100:00000010:2.0:1767325550.970277:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001917c6aa. 00000100:00000040:0.0:1767325550.970384:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305467418, at 4305467904 00000100:00000010:0.0:1767325550.970390:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000365de8df. 00000100:00000040:1.0:1767325550.970459:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325550.970463:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325550.970486:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6c70c52. 00000020:00000040:1.0:1767325550.970490:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325550.970495:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325550.970498:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325550.970503:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325550.970510:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 00000100:00000001:1.0:1767325550.970517:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325550.970527:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000f6c70c52 x1853174993400832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325550.970537:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325550.970539:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325550.970544:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6c70c52] to pc [ptlrpcd_00_00+0] req@00000000f6c70c52 x1853174993400832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325550.970576:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325550.970578:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325550.970582:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325550.970585:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021e2dd14. 00000020:00000040:1.0:1767325550.970587:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325550.970589:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325550.970591:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325550.970601:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325550.970605:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d53f249. 00000100:00000001:1.0:1767325550.970608:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325550.970612:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000021e2dd14 x1853174993400960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325550.970617:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325550.970618:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325550.970620:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021e2dd14] to pc [ptlrpcd_00_01+1] req@0000000021e2dd14 x1853174993400960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325550.970625:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325550.970626:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325550.970632:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325550.970634:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4811535. 00000020:00000040:1.0:1767325550.970635:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767325550.970637:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325550.970638:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325550.970639:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325550.970641:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef5ef55d. 00000100:00000001:1.0:1767325550.970643:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325550.970645:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000a4811535 x1853174993401088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325550.970649:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325550.970650:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325550.970652:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4811535] to pc [ptlrpcd_00_02+2] req@00000000a4811535 x1853174993401088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325550.970667:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325550.970670:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767325550.970672:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767325550.970676:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10805) 00000100:00000001:1.0:1767325550.970686:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325550.970689:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325550.970691:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325550.970696:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4811535 x1853174993401088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325550.970704:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325550.970706:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325550.970709:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325550.970712:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325550.970714:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325550.970716:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993401088:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325550.970719:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325550.970728:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325550.970730:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325550.970732:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325550.970735:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c00dc79. 02000000:00000001:1.0:1767325550.970736:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325550.970740:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c3a07d9. 00000400:00000010:1.0:1767325550.970745:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb501575. 00000100:00000200:1.0:1767325550.970749:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993401088, portal 10 00000100:00000001:1.0:1767325550.970751:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325550.970752:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138711552 : -112766570840064 : ffff99707c9a4000) 00000100:00000040:1.0:1767325550.970756:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4811535 x1853174993401088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325550.970761:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325550.970763:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325550.970764:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040f23477. 00000100:00000200:1.0:1767325550.970766:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993401088, offset 0 00000400:00000200:1.0:1767325550.970770:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325550.970780:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325550.970784:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325550.970787:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325550.970790:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325550.970792:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325550.970794:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [112:112:256:4294967295] 192.168.203.107@tcp LPNI seq info [112:112:8:4294967295] 00000400:00000200:1.0:1767325550.970802:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325550.970805:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325550.970809:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035310fb5. 00000800:00000200:1.0:1767325550.970814:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325550.970818:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325550.970822:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035310fb5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325550.970829:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325550.970831:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 57123 usecs (58 jiffies) 00000100:00000001:1.0:1767325550.970833:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305467962 00000100:00000010:1.0:1767325550.970842:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025134a42. 00000100:00000001:1.0:1767325550.970851:0:211467:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767325550.970859:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305467962 00000100:00000010:1.0:1767325550.970862:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d104d7f. 00000100:00000001:1.0:1767325550.970864:0:211467:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767325550.970867:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305467962 00000100:00000010:1.0:1767325550.970869:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e07a6719. 00000100:00000001:1.0:1767325550.970871:0:211467:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767325550.970876:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305467962 00000100:00000001:1.0:1767325550.970881:0:211467:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, simply extend its deadline from 4305467418 00000100:00000001:1.0:1767325550.970884:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325550.970886:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325550.970889:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325550.970891:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325550.970898:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325550.970900:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325550.970902:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325550.970903:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325550.970904:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325550.970906:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325550.970958:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325550.970961:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325550.970962:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325550.970966:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6c70c52 x1853174993400832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325550.970974:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325550.970975:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325550.970977:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325550.970978:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325550.970980:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325550.970982:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993400832:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325550.970986:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325550.970988:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325550.970989:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325550.970991:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325550.970994:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091e1f590. 02000000:00000001:2.0:1767325550.970996:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325550.970999:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e013c0a9. 00000400:00000010:2.0:1767325550.971003:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eef61f70. 00000100:00000200:2.0:1767325550.971006:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993400832, portal 25 00000100:00000001:2.0:1767325550.971008:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325550.971009:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138714240 : -112766570837376 : ffff99707c9a4a80) 00000100:00000040:2.0:1767325550.971012:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f6c70c52 x1853174993400832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325550.971018:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325550.971020:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325550.971022:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6e884a0. 00000100:00000200:2.0:1767325550.971024:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993400832, offset 0 00000400:00000200:2.0:1767325550.971026:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325550.971035:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325550.971037:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325550.971039:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325550.971040:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325550.971041:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325550.971043:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [113:113:255:4294967295] 192.168.203.107@tcp LPNI seq info [113:113:7:4294967295] 00000400:00000200:2.0:1767325550.971048:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325550.971050:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325550.971052:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b6dbbf0. 00000800:00000200:2.0:1767325550.971055:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767325550.971058:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325550.971060:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b6dbbf0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325550.971063:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325550.971065:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305472538 00000100:00000001:2.0:1767325550.971068:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305467962 00000100:00000001:2.0:1767325550.971072:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305472538 00000100:00000001:2.0:1767325550.971074:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305467962 00000100:00000001:2.0:1767325550.971076:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305472538 00000100:00000001:2.0:1767325550.971079:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305467962 00000100:00000001:2.0:1767325550.971081:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305472538 00000100:00000001:2.0:1767325550.971083:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305467962 00000100:00000001:2.0:1767325550.971085:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325550.971087:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325550.971089:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325550.971090:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325550.971094:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325550.971095:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325550.971107:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325550.971109:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325550.971110:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325550.971118:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767325550.971119:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325550.971126:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325550.971127:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325550.971130:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325550.971131:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325550.971132:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325550.971136:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021e2dd14 x1853174993400960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325550.971159:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325550.971163:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325550.971179:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325550.971180:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325550.971183:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325550.971187:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325550.971189:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325550.971191:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993400960:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325550.971194:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325550.971197:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325550.971198:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325550.971199:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325550.971202:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000317f2995. 02000000:00000001:2.0:1767325550.971204:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325550.971209:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066809e37. 00000800:00000200:0.0:1767325550.971209:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767325550.971213:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014753050. 00000800:00000010:0.0:1767325550.971213:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035310fb5. 00000100:00000200:2.0:1767325550.971215:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993400960, portal 10 00000100:00000001:2.0:1767325550.971217:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767325550.971217:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325550.971218:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138725888 : -112766570825728 : ffff99707c9a7800) 00000400:00000200:0.0:1767325550.971221:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000040:2.0:1767325550.971222:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021e2dd14 x1853174993400960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325550.971225:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040f23477 00000400:00000010:0.0:1767325550.971227:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040f23477. 00000100:00000001:2.0:1767325550.971228:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325550.971235:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325550.971235:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767325550.971239:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000732629a8. 00000100:00000200:0.0:1767325550.971241:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4811535 x1853174993401088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325550.971242:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993400960, offset 0 00000400:00000200:2.0:1767325550.971249:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325550.971249:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325550.971251:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4811535 x1853174993401088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325566 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325550.971255:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325550.971260:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325550.971265:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325550.971266:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767325550.971269:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325550.971271:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325550.971275:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325550.971303:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325550.971310:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325550.971326:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [114:114:254:4294967295] 192.168.203.107@tcp LPNI seq info [114:114:6:4294967295] 00000400:00000200:2.0:1767325550.971336:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325550.971340:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325550.971344:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000524bc938. 00000800:00000200:2.0:1767325550.971347:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767325550.971351:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325550.971353:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000524bc938 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325550.971356:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325550.971358:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 996257 usecs (997 jiffies) 00000100:00000001:2.0:1767325550.971360:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305468902 00000100:00000001:2.0:1767325550.971362:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305472538 00000100:00000001:2.0:1767325550.971364:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305468902 00000100:00000001:2.0:1767325550.971365:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305472538 00000100:00000001:2.0:1767325550.971367:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305468902 00000100:00000001:2.0:1767325550.971369:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305472538 00000100:00000001:2.0:1767325550.971370:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305468902 00000100:00000001:2.0:1767325550.971372:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305472538 00000100:00000001:2.0:1767325550.971373:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325550.971375:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325550.971377:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325550.971379:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325550.971397:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325550.971400:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b6dbbf0. 00000400:00000200:0.0:1767325550.971403:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325550.971407:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325550.971410:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e884a0 00000400:00000010:0.0:1767325550.971411:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6e884a0. 00000100:00000001:0.0:1767325550.971414:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325550.971416:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f6c70c52 x1853174993400832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325550.971423:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325550.971425:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6c70c52 x1853174993400832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325566 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325550.971431:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325550.971432:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325550.971442:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325550.971444:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000524bc938. 00000400:00000200:0.0:1767325550.971446:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325550.971449:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325550.971452:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000732629a8 00000400:00000010:0.0:1767325550.971453:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000732629a8. 00000100:00000001:0.0:1767325550.971455:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325550.971457:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021e2dd14 x1853174993400960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325550.971464:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325550.971466:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021e2dd14 x1853174993400960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325566 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325550.971472:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325550.971473:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325550.974167:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325550.974186:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325550.974191:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325550.974208:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325550.974221:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325550.974240:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed303400 00000400:00000200:2.0:1767325550.974251:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x46d [1] + 224 00000800:00000001:2.0:1767325550.974260:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325550.974266:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325550.974269:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325550.974273:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325550.974281:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325550.974288:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f6c70c52 x1853174993400832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325550.974301:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6c70c52 x1853174993400832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325550.974354:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325550.974357:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325550.974383:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325550.974392:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325550.974396:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325550.974398:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325550.974400:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325550.974404:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325550.974409:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303500 00000400:00000200:2.0:1767325550.974415:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x465 [1] + 224 00000800:00000001:2.0:1767325550.974426:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325550.974431:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325550.974432:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325550.974435:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325550.974438:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325550.974442:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4811535 x1853174993401088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325550.974460:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4811535 x1853174993401088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325550.974486:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325550.974491:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325550.974494:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325550.974497:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325550.974498:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325550.974502:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325550.974509:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303480 00000400:00000200:2.0:1767325550.974514:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x475 [1] + 224 00000800:00000001:2.0:1767325550.974519:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325550.974523:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767325550.974526:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325550.974531:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325550.974532:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325550.974540:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:1.0:1767325550.974542:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325550.974546:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325550.974549:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c3a07d9. 00000400:00000200:1.0:1767325550.974557:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb501575 00000400:00000010:1.0:1767325550.974558:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb501575. 00000100:00000001:1.0:1767325550.974562:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325550.974570:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4811535 x1853174993401088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325550.974580:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4811535 x1853174993401088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325550.974617:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325550.974619:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325550.974622:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325550.974624:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325550.974627:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325550.974629:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325550.974632:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325550.974639:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=107 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325550.974643:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=71 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325550.974646:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325550.974648:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325550.974651:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325550.974663:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a4811535 x1853174993401088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325550.974669:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325550.974673:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325550.974675:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325550.974676:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325550.974678:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325550.974681:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4811535 x1853174993401088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325550.974687:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325550.974689:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325550.974691:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325550.974694:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4811535 x1853174993401088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325550.974702:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993401088:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325550.974707:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325550.974709:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325550.974711:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4811535 x1853174993401088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325550.974715:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325550.974724:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021e2dd14 x1853174993400960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325550.974749:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021e2dd14 x1853174993400960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325550.974763:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767325550.974770:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767325550.974771:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325550.974777:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c00dc79. 00000800:00000001:2.0:1767325550.974779:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767325550.974783:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1767325550.974786:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767325550.974788:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325550.974793:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767325550.974797:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325550.974800:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ef5ef55d. 02000000:00000001:1.0:1767325550.974804:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325550.974806:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325550.974807:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4811535. 00000100:00000001:1.0:1767325550.974814:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325550.974815:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325550.974817:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325550.974822:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325550.974824:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325550.974826:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325550.974827:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767325550.974834:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325550.974845:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325550.974847:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e013c0a9. 00000400:00000200:3.0:1767325550.974851:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eef61f70 00000400:00000010:3.0:1767325550.974854:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eef61f70. 00000100:00000001:3.0:1767325550.974857:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325550.974861:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f6c70c52 x1853174993400832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325550.974869:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f6c70c52 x1853174993400832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325550.974875:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325550.974877:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325550.974879:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325550.974882:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325550.974884:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325550.974886:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325550.974888:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325550.974893:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=107 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325550.974897:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=107 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325550.974899:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325550.974901:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325550.974903:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325550.974906:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325550.974908:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325550.974911:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6c70c52 x1853174993400832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325550.974917:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325550.974920:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325550.974922:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325550.974925:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6c70c52 x1853174993400832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325550.974932:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993400832:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325550.974937:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325550.974939:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325550.974946:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6c70c52 x1853174993400832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325550.974952:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325550.974955:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325550.974957:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091e1f590. 02000000:00000001:3.0:1767325550.974961:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325550.974963:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325550.974965:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767325550.974967:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325550.974969:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 02000000:00000001:3.0:1767325550.974984:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325550.974986:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325550.974987:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6c70c52. 00000100:00000001:3.0:1767325550.974991:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325550.974992:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325550.974995:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325550.974997:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325550.974999:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325550.975001:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325550.975003:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325550.975004:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066809e37. 00000400:00000200:3.0:1767325550.975007:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014753050 00000400:00000010:3.0:1767325550.975008:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014753050. 00000100:00000001:3.0:1767325550.975010:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325550.975013:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021e2dd14 x1853174993400960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325550.975020:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021e2dd14 x1853174993400960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325550.975026:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325550.975027:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325550.975029:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325550.975030:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325550.975032:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325550.975033:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325550.975034:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325550.975039:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325550.975046:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325550.975049:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325550.975051:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325550.975052:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325550.975056:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325550.975058:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325550.975060:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325550.975062:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325550.975064:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325550.975066:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021e2dd14 x1853174993400960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325550.975072:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325550.975074:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325550.975075:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325550.975078:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021e2dd14 x1853174993400960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325550.975084:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993400960:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325550.975088:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325550.975090:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325550.975091:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021e2dd14 x1853174993400960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325566 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325550.975109:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325550.975111:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325550.975113:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000317f2995. 02000000:00000001:3.0:1767325550.975115:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325550.975117:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325550.975118:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:3.0:1767325550.975120:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325550.975121:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d53f249. 02000000:00000001:3.0:1767325550.975123:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325550.975125:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325550.975126:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021e2dd14. 00000100:00000001:3.0:1767325550.975128:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325550.975134:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325550.975136:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325550.975167:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325550.975170:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325550.975173:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325550.975174:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325551.610278:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325551.610287:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325551.610293:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325551.610295:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325551.610363:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325551.610368:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325551.610371:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325552.634205:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325552.634213:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325552.634216:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325552.634218:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325552.634222:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325552.634224:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325552.634226:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325552.634228:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325552.634246:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325552.634247:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325552.634281:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325552.634284:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325552.634286:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325553.658264:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325553.658270:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325553.658277:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325553.658279:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325553.658342:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325553.658346:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325553.658349:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325554.682276:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325554.682284:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325554.682291:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325554.682295:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325554.682298:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325554.682303:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325554.682305:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325554.682306:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325554.682308:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325554.682310:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325554.682311:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325554.682312:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325554.682376:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325554.682380:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325554.682384:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325555.706284:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325555.706294:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325555.706301:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325555.706302:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325555.706391:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325555.706395:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325555.706398:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325556.090259:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305472538, at 4305473024 00000100:00000040:2.0:1767325556.090259:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305472538, at 4305473024 00000100:00000040:1.0:1767325556.090262:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767325556.090264:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305472538, at 4305473024 00000100:00000001:1.0:1767325556.090276:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325556.090281:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d91b0be4. 00000100:00000010:0.0:1767325556.090282:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025134a42. 00000100:00000010:2.0:1767325556.090284:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e07a6719. 00000100:00000010:1.0:1767325556.090287:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4811535. 00000020:00000040:1.0:1767325556.090293:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325556.090299:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325556.090303:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325556.090309:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325556.090317:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef5ef55d. 00000100:00000001:1.0:1767325556.090325:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325556.090338:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000a4811535 x1853174993401216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325556.090368:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325556.090371:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325556.090393:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4811535] to pc [ptlrpcd_00_03+3] req@00000000a4811535 x1853174993401216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325556.090418:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325556.090421:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325556.090424:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325556.090427:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cc08b51. 00000020:00000040:1.0:1767325556.090430:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325556.090433:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325556.090434:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325556.090437:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325556.090441:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fe8d38. 00000100:00000001:1.0:1767325556.090444:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325556.090449:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000002cc08b51 x1853174993401344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325556.090451:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325556.090454:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325556.090456:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325556.090456:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325556.090459:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325556.090460:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325556.090460:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325556.090463:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cc08b51] to pc [ptlrpcd_00_00+0] req@000000002cc08b51 x1853174993401344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325556.090466:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4811535 x1853174993401216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325556.090476:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325556.090479:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325556.090483:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325556.090486:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325556.090488:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325556.090490:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325556.090490:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767325556.090493:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993401216:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325556.090493:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767325556.090495:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767325556.090496:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005414cf97. 00000100:00000001:2.0:1767325556.090497:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325556.090499:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767325556.090500:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767325556.090502:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325556.090504:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325556.090506:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325556.090507:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325556.090511:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002cc08b51 x1853174993401344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325556.090511:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767325556.090512:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d53f249. 02000000:00000001:2.0:1767325556.090515:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325556.090520:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325556.090521:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325556.090524:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000735e0b68. 02000000:00000001:2.0:1767325556.090528:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325556.090528:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000005414cf97 x1853174993401472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325556.090531:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325556.090534:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325556.090536:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 02000000:00000001:3.0:1767325556.090539:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325556.090540:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767325556.090543:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325556.090543:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325556.090544:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006167ed22. 02000000:00000001:3.0:1767325556.090549:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325556.090549:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005414cf97] to pc [ptlrpcd_00_01+1] req@000000005414cf97 x1853174993401472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325556.090554:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993401216, portal 25 00000100:00100000:3.0:1767325556.090556:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002cc08b51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993401344:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325556.090558:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325556.090560:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138711552 : -112766570840064 : ffff99707c9a4000) 00000100:00000001:1.0:1767325556.090564:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325556.090566:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767325556.090567:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767325556.090569:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4811535 x1853174993401216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325556.090571:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767325556.090572:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767325556.090576:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325556.090579:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767325556.090580:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767325556.090584:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000010:3.0:1767325556.090585:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007901c649. 00000400:00000010:2.0:1767325556.090588:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000970be8f4. 00000100:00000040:1.0:1767325556.090588:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10810) 02000000:00000001:3.0:1767325556.090589:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325556.090592:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993401216, offset 0 00000400:00000010:3.0:1767325556.090596:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8b5d87e. 00000100:00000001:1.0:1767325556.090600:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325556.090601:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325556.090602:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325556.090604:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325556.090610:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005414cf97 x1853174993401472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325556.090611:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d57d4da5. 00000400:00000200:2.0:1767325556.090617:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000200:3.0:1767325556.090618:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993401344, portal 10 00000100:00000001:1.0:1767325556.090620:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325556.090623:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325556.090623:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325556.090624:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325556.090627:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138723200 : -112766570828416 : ffff99707c9a6d80) 02000000:00000001:1.0:1767325556.090628:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325556.090630:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325556.090631:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:1.0:1767325556.090633:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325556.090636:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1767325556.090636:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005414cf97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993401472:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767325556.090639:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002cc08b51 x1853174993401344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325556.090641:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325556.090641:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325556.090644:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325556.090647:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325556.090648:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [115:115:256:4294967295] 192.168.203.107@tcp LPNI seq info [115:115:8:4294967295] 02000000:00000001:1.0:1767325556.090651:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325556.090656:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5b42119. 00000100:00000001:3.0:1767325556.090659:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767325556.090660:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325556.090664:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c3a07d9. 00000100:00000040:3.0:1767325556.090668:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325556.090669:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:1.0:1767325556.090669:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb501575. 00000400:00000010:3.0:1767325556.090674:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e786557. 00000100:00000200:1.0:1767325556.090674:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993401472, portal 10 00000800:00000200:2.0:1767325556.090679:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000200:3.0:1767325556.090680:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993401344, offset 0 00000100:00000001:1.0:1767325556.090683:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1767325556.090685:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000524bc938. 00000100:00000001:1.0:1767325556.090685:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138721408 : -112766570830208 : ffff99707c9a6680) 00000400:00000200:3.0:1767325556.090690:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767325556.090694:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:1.0:1767325556.090694:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005414cf97 x1853174993401472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325556.090700:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:2.0:1767325556.090704:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325556.090704:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325556.090709:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325556.090710:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767325556.090710:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000524bc938 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767325556.090713:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089eaf211. 00000400:00000200:3.0:1767325556.090716:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000200:1.0:1767325556.090717:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993401472, offset 0 00000400:00000200:3.0:1767325556.090721:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325556.090727:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325556.090727:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325556.090733:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [116:116:255:4294967295] 192.168.203.107@tcp LPNI seq info [116:116:7:4294967295] 00000100:00000001:2.0:1767325556.090735:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325556.090741:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305477658 00000400:00000200:3.0:1767325556.090744:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325556.090749:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325556.090752:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b237f9b7. 00000800:00000200:3.0:1767325556.090756:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325556.090761:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325556.090764:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b237f9b7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325556.090768:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325556.090772:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 962093 usecs (963 jiffies) 00000100:00000001:3.0:1767325556.090775:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305473987 00000100:00000010:3.0:1767325556.090778:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d91b0be4. 00000100:00000001:3.0:1767325556.090783:0:211465:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767325556.090787:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305473987 00000100:00000001:3.0:1767325556.090791:0:211465:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, simply extend its deadline from 4305472538 00000100:00000001:3.0:1767325556.090798:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305473987 00000100:00000010:3.0:1767325556.090801:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007357b7f4. 00000100:00000001:3.0:1767325556.090803:0:211465:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767325556.090806:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305473987 00000100:00000010:3.0:1767325556.090808:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063574839. 00000100:00000001:3.0:1767325556.090811:0:211465:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767325556.090814:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325556.090818:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325556.090818:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325556.090825:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000524bc938. 00000100:00000001:3.0:1767325556.090826:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325556.090830:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325556.090831:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325556.090838:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767325556.090839:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325556.090842:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325556.090845:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325556.090846:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325556.090848:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325556.090850:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325556.090887:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325556.090891:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325556.090893:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325556.090895:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325556.090898:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325556.090900:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [117:117:254:4294967295] 192.168.203.107@tcp LPNI seq info [117:117:6:4294967295] 00000400:00000200:1.0:1767325556.090908:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325556.090913:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325556.090917:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011945c34. 00000800:00000200:1.0:1767325556.090921:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325556.090925:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325556.090927:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011945c34 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325556.090930:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325556.090933:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 55037 usecs (56 jiffies) 00000100:00000001:1.0:1767325556.090935:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305473080 00000400:00000200:0.0:1767325556.090936:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000970be8f4 00000100:00000001:1.0:1767325556.090937:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305473987 00000100:00000001:1.0:1767325556.090939:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305473080 00000400:00000010:0.0:1767325556.090939:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000970be8f4. 00000100:00000001:1.0:1767325556.090941:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305473987 00000100:00000001:1.0:1767325556.090942:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305473080 00000100:00000001:1.0:1767325556.090944:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305473987 00000100:00000001:0.0:1767325556.090944:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325556.090948:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4811535 x1853174993401216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325556.090951:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305473080 00000100:00000001:1.0:1767325556.090953:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305473987 00000100:00000001:1.0:1767325556.090955:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325556.090956:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325556.090957:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325556.090958:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325556.090959:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325556.090961:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4811535 x1853174993401216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325556.090963:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325556.090965:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325556.090967:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325556.090967:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325556.090968:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325556.090969:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325556.090970:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325556.090971:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325556.090981:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325556.090984:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b237f9b7. 00000400:00000200:0.0:1767325556.090986:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325556.090994:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325556.090996:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e786557 00000400:00000010:0.0:1767325556.090998:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e786557. 00000100:00000001:0.0:1767325556.091001:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325556.091004:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cc08b51 x1853174993401344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325556.091010:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325556.091012:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002cc08b51 x1853174993401344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325556.091018:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325556.091020:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325556.091098:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325556.091100:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011945c34. 00000400:00000200:0.0:1767325556.091103:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325556.091105:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325556.091107:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089eaf211 00000400:00000010:0.0:1767325556.091112:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089eaf211. 00000100:00000001:0.0:1767325556.091114:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325556.091116:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005414cf97 x1853174993401472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325556.091121:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325556.091122:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005414cf97 x1853174993401472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325556.091126:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325556.091127:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325556.091187:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305473987 00000100:00000001:2.0:1767325556.091196:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305477659 00000100:00000001:2.0:1767325556.091198:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305473987 00000100:00000001:2.0:1767325556.091201:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305477659 00000100:00000001:2.0:1767325556.091203:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305473987 00000100:00000001:2.0:1767325556.091205:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305477659 00000100:00000001:2.0:1767325556.091207:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305473987 00000100:00000001:2.0:1767325556.091210:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325556.091212:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325556.091214:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325556.091215:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325556.091219:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325556.091221:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325556.091223:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325556.091224:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325556.091225:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325556.091227:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325556.092863:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325556.092876:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325556.092879:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325556.092881:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325556.092888:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325556.092900:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed303580 00000400:00000200:0.0:1767325556.092908:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x47d [1] + 224 00000800:00000001:0.0:1767325556.092914:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325556.092921:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325556.092923:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325556.092927:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325556.092941:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325556.092948:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4811535 x1853174993401216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325556.092958:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4811535 x1853174993401216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325556.092973:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325556.092980:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325556.093001:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325556.093003:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325556.093006:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325556.093011:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767325556.093012:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325556.093016:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325556.093020:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303600 00000400:00000001:2.0:1767325556.093022:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325556.093025:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325556.093027:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000400:00000200:2.0:1767325556.093032:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006167ed22 00000400:00000010:2.0:1767325556.093035:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006167ed22. 00000100:00000001:2.0:1767325556.093038:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767325556.093042:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x485 [1] + 224 00000100:00000200:2.0:1767325556.093045:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4811535 x1853174993401216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325556.093050:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325556.093055:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325556.093058:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767325556.093059:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4811535 x1853174993401216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325556.093077:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325556.093083:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325556.093088:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767325556.093089:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002cc08b51 x1853174993401344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325556.093092:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325556.093098:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325556.093102:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767325556.093105:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002cc08b51 x1853174993401344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325556.093107:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325556.093117:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325556.093120:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767325556.093121:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325556.093127:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767325556.093130:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=113 v=5 (5 0 0 0) 00000800:00000001:0.0:1767325556.093132:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325556.093138:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767325556.093139:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=113 v=5 (1 0 0 0) 00000800:00000001:0.0:1767325556.093162:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325556.093168:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325556.093168:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:3.0:1767325556.093173:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325556.093177:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1767325556.093179:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767325556.093181:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325556.093181:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303680 00000400:00000001:3.0:1767325556.093183:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325556.093188:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8b5d87e. 00000400:00000200:3.0:1767325556.093193:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57d4da5 00000400:00000010:3.0:1767325556.093196:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d57d4da5. 00010000:00000001:2.0:1767325556.093196:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325556.093202:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325556.093203:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325556.093207:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325556.093207:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x489 [1] + 224 00000100:00000200:3.0:1767325556.093212:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cc08b51 x1853174993401344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325556.093215:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767325556.093219:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4811535 x1853174993401216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325556.093224:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325556.093229:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767325556.093238:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cc08b51 x1853174993401344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325556.093238:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325556.093246:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325556.093252:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005414cf97 x1853174993401472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325556.093253:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325556.093262:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325556.093265:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325556.093266:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325556.093269:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325556.093275:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767325556.093277:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4811535 x1853174993401216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325556.093279:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767325556.093279:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005414cf97 x1853174993401472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325556.093282:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325556.093285:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325556.093296:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325556.093304:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=103 v=5 (5 0 0 0) 00000100:00100000:2.0:1767325556.093309:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993401216:192.168.203.107@tcp:400: 00000100:00001000:3.0:1767325556.093311:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325556.093318:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325556.093318:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325556.093320:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325556.093322:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325556.093324:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767325556.093325:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767325556.093326:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325556.093331:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325556.093332:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4811535 x1853174993401216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325556.093332:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325556.093336:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325556.093340:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325556.093344:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325556.093346:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325556.093347:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325556.093350:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767325556.093352:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002cc08b51 x1853174993401344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767325556.093356:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325556.093359:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325556.093363:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c3a07d9. 00000100:00000001:2.0:1767325556.093367:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767325556.093370:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb501575 02000000:00000001:2.0:1767325556.093373:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325556.093374:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767325556.093375:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb501575. 02000000:00000010:2.0:1767325556.093377:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000735e0b68. 00000100:00000001:3.0:1767325556.093381:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325556.093382:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325556.093384:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325556.093385:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1767325556.093389:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005414cf97 x1853174993401472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767325556.093390:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767325556.093393:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cc08b51 x1853174993401344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767325556.093394:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767325556.093399:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325556.093403:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ef5ef55d. 02000000:00000001:2.0:1767325556.093410:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325556.093414:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325556.093417:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4811535. 00000100:00000001:2.0:1767325556.093423:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1767325556.093423:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005414cf97 x1853174993401472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325556.093424:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002cc08b51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993401344:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325556.093432:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325556.093434:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325556.093438:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325556.093439:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325556.093445:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002cc08b51 x1853174993401344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325556.093447:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325556.093447:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325556.093452:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325556.093452:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325556.093459:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767325556.093459:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325556.093459:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767325556.093463:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325556.093464:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767325556.093465:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767325556.093469:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767325556.093470:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007901c649. 00000100:00000001:1.0:1767325556.093472:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325556.093475:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767325556.093476:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325556.093478:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325556.093481:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00001000:1.0:1767325556.093483:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=113 v=5 (5 0 0 0) 00000020:00000001:3.0:1767325556.093484:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325556.093486:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fe8d38. 00000100:00001000:1.0:1767325556.093491:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=77 v=5 (1 0 0 0) 02000000:00000001:3.0:1767325556.093492:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767325556.093496:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325556.093497:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325556.093500:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325556.093501:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cc08b51. 00000100:00000001:3.0:1767325556.093505:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325556.093507:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325556.093509:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325556.093510:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767325556.093516:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005414cf97 x1853174993401472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325556.093518:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325556.093520:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325556.093525:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325556.093528:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325556.093533:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325556.093536:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325556.093537:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325556.093539:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325556.093540:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325556.093543:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005414cf97 x1853174993401472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325556.093550:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325556.093551:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325556.093553:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325556.093555:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005414cf97 x1853174993401472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325556.093562:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005414cf97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993401472:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325556.093566:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325556.093568:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325556.093569:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005414cf97 x1853174993401472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325572 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325556.093576:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325556.093577:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325556.093579:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5b42119. 02000000:00000001:1.0:1767325556.093582:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325556.093584:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325556.093585:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767325556.093588:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325556.093589:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d53f249. 02000000:00000001:1.0:1767325556.093591:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325556.093592:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325556.093593:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005414cf97. 00000100:00000001:1.0:1767325556.093601:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325556.093602:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325556.093603:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325556.093607:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325556.093608:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325556.093610:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325556.093612:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325556.730240:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325556.730245:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325556.730249:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325556.730250:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325556.730308:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325556.730312:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325556.730314:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325557.754224:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325557.754230:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325557.754235:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325557.754237:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325557.754276:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325557.754279:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325557.754281:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325558.778255:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325558.778262:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325558.778268:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325558.778269:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325558.778314:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325558.778317:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325558.778319:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325559.802265:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325559.802271:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325559.802276:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325559.802278:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325559.802329:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325559.802332:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325559.802334:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325560.826280:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325560.826285:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325560.826289:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325560.826290:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325560.826347:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325560.826351:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325560.826354:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325561.210247:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305477659, at 4305478144 00000100:00000010:3.0:1767325561.210261:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063574839. 00000100:00000040:1.0:1767325561.210264:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305477659, at 4305478144 00000100:00000010:1.0:1767325561.210274:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d104d7f. 00000100:00000040:0.0:1767325561.210280:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305477658, at 4305478144 00000100:00000010:0.0:1767325561.210296:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d91b0be4. 00000100:00000040:2.0:1767325561.210380:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325561.210387:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325561.210395:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e46534f4. 00000020:00000040:2.0:1767325561.210399:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325561.210404:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325561.210406:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325561.210411:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325561.210418:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b6dbbf0. 00000100:00000001:2.0:1767325561.210424:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325561.210432:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000e46534f4 x1853174993401600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325561.210460:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325561.210463:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325561.210467:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e46534f4] to pc [ptlrpcd_00_02+2] req@00000000e46534f4 x1853174993401600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325561.210502:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325561.210505:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325561.210508:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325561.210511:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031ce12f0. 00000020:00000040:2.0:1767325561.210514:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325561.210518:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325561.210519:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325561.210522:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325561.210525:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007750120a. 00000100:00000001:2.0:1767325561.210528:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325561.210532:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000031ce12f0 x1853174993401728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325561.210539:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325561.210540:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325561.210541:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325561.210541:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325561.210548:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767325561.210549:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031ce12f0] to pc [ptlrpcd_00_03+3] req@0000000031ce12f0 x1853174993401728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325561.210552:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325561.210555:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325561.210569:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e46534f4 x1853174993401600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325561.210571:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325561.210581:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325561.210582:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325561.210584:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325561.210590:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325561.210596:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1767325561.210598:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031ce12f0 x1853174993401728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767325561.210605:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087b1058a. 00000100:00000001:0.0:1767325561.210613:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1767325561.210614:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767325561.210618:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325561.210622:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767325561.210625:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767325561.210625:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767325561.210630:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325561.210630:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325561.210638:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767325561.210639:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009620fff6. 02000000:00000001:0.0:1767325561.210641:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325561.210643:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325561.210646:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325561.210651:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325561.210652:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325561.210653:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325561.210662:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000031ce12f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993401728:192.168.203.107@tcp:400: 00000100:00100000:0.0:1767325561.210668:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e46534f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993401600:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767325561.210669:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000087b1058a x1853174993401856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325561.210674:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325561.210682:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325561.210684:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325561.210690:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767325561.210693:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325561.210694:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325561.210694:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325561.210698:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325561.210701:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767325561.210705:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b1058a] to pc [ptlrpcd_00_00+0] req@0000000087b1058a x1853174993401856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325561.210705:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325561.210708:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000388589da. 02000000:00000001:3.0:1767325561.210713:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325561.210716:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a14ddedd. 00000400:00000010:3.0:1767325561.210724:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8b5d87e. 02000000:00000001:0.0:1767325561.210726:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325561.210735:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d57d4da5. 00000400:00000010:0.0:1767325561.210738:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1ebc58c. 00000100:00000200:3.0:1767325561.210744:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993401728, portal 10 00000400:00000010:0.0:1767325561.210747:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af49f56e. 00000100:00000001:3.0:1767325561.210749:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325561.210753:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531373952 : -112767178177664 : ffff997058670380) 00000100:00000200:0.0:1767325561.210756:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993401600, portal 25 00000100:00000001:0.0:1767325561.210761:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767325561.210765:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000031ce12f0 x1853174993401728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325561.210766:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531387392 : -112767178164224 : ffff997058673800) 00000100:00000001:1.0:1767325561.210773:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325561.210778:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325561.210782:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325561.210782:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e46534f4 x1853174993401600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325561.210783:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325561.210793:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767325561.210795:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087b1058a x1853174993401856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325561.210801:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c282df1. 00000100:00000200:3.0:1767325561.210810:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993401728, offset 0 00000400:00000200:3.0:1767325561.210831:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325561.210842:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325561.210846:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325561.210849:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325561.210851:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:1.0:1767325561.210854:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325561.210857:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325561.210858:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767325561.210864:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767325561.210867:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325561.210869:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:0.0:1767325561.210870:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000665b4022. 00000400:00000200:3.0:1767325561.210879:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1767325561.210879:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087b1058a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993401856:192.168.203.107@tcp:400: 00000100:00000200:0.0:1767325561.210881:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993401600, offset 0 00000400:00000200:3.0:1767325561.210886:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325561.210895:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [118:118:256:4294967295] 192.168.203.107@tcp LPNI seq info [118:118:8:4294967295] 00000100:00000001:1.0:1767325561.210903:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325561.210904:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767325561.210911:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325561.210914:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325561.210917:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:1.0:1767325561.210919:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767325561.210926:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000010:1.0:1767325561.210930:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccebdf54. 00000800:00000010:3.0:1767325561.210933:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b237f9b7. 00000400:00000200:0.0:1767325561.210935:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:1.0:1767325561.210936:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325561.210948:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c3a07d9. 00000800:00000200:3.0:1767325561.210949:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325561.210950:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767325561.210958:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb501575. 00000800:00000200:3.0:1767325561.210961:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:1.0:1767325561.210964:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993401856, portal 10 00000800:00000200:3.0:1767325561.210971:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b237f9b7 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325561.210976:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325561.210979:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325561.210984:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531376640 : -112767178174976 : ffff997058670e00) 00000400:00000200:0.0:1767325561.210984:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325561.210988:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325561.210993:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:3.0:1767325561.210996:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 930140 usecs (931 jiffies) 00000100:00000001:3.0:1767325561.211001:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305479075 00000100:00000040:1.0:1767325561.211001:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087b1058a x1853174993401856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325561.211006:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [119:119:255:4294967295] 192.168.203.107@tcp LPNI seq info [119:119:7:4294967295] 00000100:00000010:3.0:1767325561.211016:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063574839. 00000100:00000001:3.0:1767325561.211025:0:211468:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767325561.211043:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325561.211047:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305479075 00000100:00000040:1.0:1767325561.211053:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000010:3.0:1767325561.211057:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000678b8b64. 00000400:00000010:1.0:1767325561.211059:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009eda70b2. 00000100:00000001:3.0:1767325561.211063:0:211468:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767325561.211065:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767325561.211068:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305479075 00000100:00000200:1.0:1767325561.211068:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993401856, offset 0 00000100:00000001:3.0:1767325561.211079:0:211468:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, simply extend its deadline from 4305477659 00000400:00000200:1.0:1767325561.211087:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767325561.211087:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325561.211088:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305479075 00000100:00000010:3.0:1767325561.211099:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047b5e8b. 00000800:00000010:0.0:1767325561.211102:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b42c8091. 00000100:00000001:3.0:1767325561.211103:0:211468:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767325561.211103:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325561.211112:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325561.211115:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325561.211117:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325561.211121:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325561.211124:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325561.211128:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767325561.211129:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325561.211136:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325561.211138:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325561.211157:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325561.211161:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325561.211162:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325561.211164:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325561.211166:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325561.211171:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767325561.211175:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767325561.211180:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b42c8091 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325561.211187:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [120:120:254:4294967295] 192.168.203.107@tcp LPNI seq info [120:120:6:4294967295] 00000100:00000001:0.0:1767325561.211189:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325561.211196:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305482778 00000100:00000001:0.0:1767325561.211205:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305479075 00000400:00000200:1.0:1767325561.211209:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325561.211213:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305482778 00000800:00000200:3.0:1767325561.211214:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767325561.211222:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325561.211224:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b237f9b7. 00000100:00000001:0.0:1767325561.211224:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305479075 00000800:00000010:1.0:1767325561.211228:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d53f249. 00000100:00000001:0.0:1767325561.211234:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305482778 00000400:00000200:3.0:1767325561.211235:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767325561.211237:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325561.211246:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305479075 00000100:00000001:0.0:1767325561.211250:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305482778 00000400:00000200:3.0:1767325561.211256:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000800:00000200:1.0:1767325561.211258:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325561.211259:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305479075 00000400:00000200:3.0:1767325561.211263:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c282df1 00000100:00000001:0.0:1767325561.211263:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767325561.211266:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d53f249 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767325561.211269:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c282df1. 00000100:00000001:0.0:1767325561.211270:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325561.211279:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325561.211281:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325561.211281:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325561.211283:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325561.211290:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031ce12f0 x1853174993401728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325561.211292:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 53060 usecs (54 jiffies) 00000100:00000001:0.0:1767325561.211295:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325561.211300:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325561.211302:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305478198 00000100:00000001:0.0:1767325561.211309:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325561.211312:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305482778 00000100:00000001:0.0:1767325561.211314:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325561.211316:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325561.211325:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305478198 00000100:00000001:0.0:1767325561.211326:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325561.211328:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325561.211338:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031ce12f0 x1853174993401728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325561.211338:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305482778 00000100:00000001:1.0:1767325561.211344:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305478198 00000100:00000001:1.0:1767325561.211350:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305482778 00000100:00000001:1.0:1767325561.211361:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305478198 00000100:00000001:1.0:1767325561.211366:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305482778 00000100:00000001:3.0:1767325561.211370:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325561.211371:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325561.211373:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325561.211375:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325561.211380:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325561.211382:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767325561.211386:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325561.211388:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b42c8091. 00000400:00000200:3.0:1767325561.211391:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325561.211393:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325561.211395:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000665b4022 00000400:00000010:3.0:1767325561.211396:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000665b4022. 00000100:00000001:3.0:1767325561.211398:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325561.211400:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e46534f4 x1853174993401600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325561.211405:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325561.211407:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e46534f4 x1853174993401600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325561.211411:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325561.211412:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325561.211435:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325561.211439:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767325561.211443:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767325561.211447:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325561.211448:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10815) 00000100:00000001:0.0:1767325561.211456:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325561.211461:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325561.211466:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d53f249. 00000400:00000200:3.0:1767325561.211472:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325561.211478:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325561.211481:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eda70b2 00000400:00000010:3.0:1767325561.211483:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009eda70b2. 00000100:00000001:3.0:1767325561.211485:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325561.211488:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087b1058a x1853174993401856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325561.211494:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325561.211496:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087b1058a x1853174993401856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325561.211501:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325561.211503:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325561.211578:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325561.211581:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325561.211585:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325561.211586:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325561.211589:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325561.211591:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325561.212991:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325561.213000:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325561.213002:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325561.213004:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325561.213010:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325561.213020:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed303700 00000400:00000200:0.0:1767325561.213026:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x499 [1] + 224 00000800:00000001:0.0:1767325561.213043:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325561.213050:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325561.213052:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325561.213055:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325561.213060:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325561.213063:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e46534f4 x1853174993401600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325561.213074:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e46534f4 x1853174993401600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325561.213095:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325561.213104:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325561.213107:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325561.213109:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325561.213112:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325561.213115:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325561.213122:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303780 00000400:00000200:0.0:1767325561.213128:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x495 [1] + 224 00000800:00000001:0.0:1767325561.213132:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325561.213137:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325561.213158:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325561.213162:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325561.213169:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767325561.213170:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767325561.213172:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325561.213176:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1ebc58c. 00000400:00000200:0.0:1767325561.213178:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325561.213182:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af49f56e 00000400:00000010:1.0:1767325561.213185:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af49f56e. 00000100:00000001:1.0:1767325561.213189:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325561.213190:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325561.213194:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e46534f4 x1853174993401600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325561.213198:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031ce12f0 x1853174993401728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325561.213221:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e46534f4 x1853174993401600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325561.213250:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325561.213254:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325561.213254:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000031ce12f0 x1853174993401728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325561.213260:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325561.213264:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325561.213268:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325561.213270:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325561.213271:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325561.213275:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325561.213276:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325561.213281:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767325561.213282:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=118 v=5 (5 0 0 0) 00000800:00000001:0.0:1767325561.213282:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325561.213286:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767325561.213286:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767325561.213290:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=118 v=5 (1 0 0 0) 00000800:00000001:0.0:1767325561.213291:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325561.213298:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767325561.213299:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1767325561.213300:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767325561.213302:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767325561.213304:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767325561.213306:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303800 00000400:00000010:3.0:1767325561.213308:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8b5d87e. 00000400:00000200:3.0:1767325561.213315:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57d4da5 00010000:00000001:1.0:1767325561.213316:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767325561.213318:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d57d4da5. 00010000:00000001:1.0:1767325561.213320:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325561.213324:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325561.213325:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325561.213329:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x4a5 [1] + 224 00000100:00000200:3.0:1767325561.213332:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031ce12f0 x1853174993401728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325561.213336:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e46534f4 x1853174993401600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325561.213338:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325561.213346:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325561.213347:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325561.213351:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325561.213352:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325561.213356:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325561.213358:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000040:1.0:1767325561.213362:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e46534f4 x1853174993401600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325561.213365:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325561.213372:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087b1058a x1853174993401856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325561.213377:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e46534f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993401600:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325561.213389:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325561.213389:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087b1058a x1853174993401856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325561.213395:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325561.213401:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e46534f4 x1853174993401600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325561.213410:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325561.213417:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325561.213422:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325561.213431:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767325561.213435:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031ce12f0 x1853174993401728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325561.213436:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325561.213436:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325561.213440:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a14ddedd. 00000100:00000001:2.0:1767325561.213441:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325561.213446:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767325561.213448:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:2.0:1767325561.213449:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767325561.213452:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325561.213453:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767325561.213453:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c3a07d9. 00000020:00000040:1.0:1767325561.213457:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325561.213458:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325561.213459:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb501575 00000020:00000001:1.0:1767325561.213463:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325561.213464:0:211468:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:2.0:1767325561.213465:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb501575. 02000000:00000001:3.0:1767325561.213468:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767325561.213468:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b6dbbf0. 00000100:00000001:2.0:1767325561.213470:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325561.213472:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325561.213475:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325561.213476:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087b1058a x1853174993401856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325561.213476:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325561.213479:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325561.213480:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325561.213484:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e46534f4. 00000100:00001000:3.0:1767325561.213488:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=108 v=5 (5 0 0 0) 00000100:00000001:1.0:1767325561.213490:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325561.213494:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325561.213496:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=108 v=5 (1 0 0 0) 00000100:00000200:2.0:1767325561.213497:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087b1058a x1853174993401856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325561.213498:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325561.213504:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325561.213507:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325561.213508:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325561.213511:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325561.213513:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325561.213514:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325561.213516:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767325561.213518:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325561.213518:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325561.213519:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325561.213525:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767325561.213526:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767325561.213529:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767325561.213530:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325561.213533:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325561.213534:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325561.213537:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325561.213538:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325561.213542:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325561.213545:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031ce12f0 x1853174993401728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767325561.213549:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=118 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325561.213556:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325561.213559:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325561.213561:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325561.213563:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325561.213569:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031ce12f0 x1853174993401728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325561.213569:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325561.213573:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325561.213578:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325561.213585:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000087b1058a x1853174993401856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325561.213607:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325561.213610:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767325561.213611:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000031ce12f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993401728:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767325561.213613:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325561.213618:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325561.213620:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325561.213621:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325561.213623:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325561.213626:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031ce12f0 x1853174993401728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325561.213636:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325561.213638:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325561.213640:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000388589da. 00000100:00000040:2.0:1767325561.213642:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087b1058a x1853174993401856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325561.213644:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325561.213647:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325561.213649:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325561.213653:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767325561.213654:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325561.213657:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007750120a. 00000100:00000001:2.0:1767325561.213658:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325561.213660:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325561.213663:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087b1058a x1853174993401856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325561.213667:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087b1058a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993401856:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325561.213670:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325561.213672:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767325561.213672:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767325561.213675:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767325561.213676:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087b1058a x1853174993401856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325577 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325561.213679:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031ce12f0. 00000100:00000001:3.0:1767325561.213682:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325561.213683:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325561.213684:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325561.213688:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325561.213689:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325561.213691:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325561.213693:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325561.213711:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325561.213713:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325561.213715:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccebdf54. 02000000:00000001:2.0:1767325561.213717:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325561.213718:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325561.213719:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325561.213720:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325561.213721:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009620fff6. 02000000:00000001:2.0:1767325561.213723:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325561.213728:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325561.213729:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087b1058a. 00000100:00000001:2.0:1767325561.213731:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325561.213732:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325561.213733:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325561.213741:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325561.213742:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325561.213743:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325561.213745:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325561.850259:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325561.850265:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325561.850272:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325561.850273:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325561.850332:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325561.850335:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325561.850339:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325562.874178:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325562.874187:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325562.874189:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325562.874191:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325562.874197:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325562.874199:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325562.874201:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325562.874203:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325562.874207:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325562.874217:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325562.874291:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325562.874316:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325562.874319:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325563.898220:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325563.898226:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325563.898231:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325563.898232:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325563.898271:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325563.898274:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325563.898276:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325564.922249:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325564.922257:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325564.922265:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325564.922269:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325564.922272:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325564.922277:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325564.922280:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325564.922281:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325564.922285:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325564.922287:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325564.922289:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325564.922291:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325564.922387:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325564.922392:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325564.922395:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325565.946258:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325565.946265:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325565.946270:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325565.946272:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325565.946320:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325565.946325:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325565.946328:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325566.330259:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305482778, at 4305483264 00000100:00000040:1.0:1767325566.330259:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305482778, at 4305483264 00000100:00000040:0.0:1767325566.330259:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305482778, at 4305483264 00000100:00000040:3.0:1767325566.330260:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305482778, at 4305483264 00000100:00000010:1.0:1767325566.330280:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000678b8b64. 00000100:00000010:2.0:1767325566.330281:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007357b7f4. 00000100:00000010:0.0:1767325566.330288:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063574839. 00000100:00000010:3.0:1767325566.330292:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047b5e8b. 00000100:00000040:1.0:1767325566.330301:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325566.330308:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325566.330317:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005414cf97. 00000020:00000040:1.0:1767325566.330322:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325566.330327:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325566.330331:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325566.330336:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325566.330344:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035310fb5. 00000100:00000001:1.0:1767325566.330352:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325566.330363:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000005414cf97 x1853174993401984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325566.330375:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325566.330377:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325566.330383:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005414cf97] to pc [ptlrpcd_00_01+1] req@000000005414cf97 x1853174993401984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325566.330406:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325566.330408:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325566.330412:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325566.330415:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ce5d4e7. 00000020:00000040:1.0:1767325566.330417:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325566.330420:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325566.330421:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325566.330423:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325566.330428:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d53f249. 00000100:00000001:0.0:1767325566.330428:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325566.330433:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325566.330434:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325566.330436:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325566.330438:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325566.330441:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325566.330446:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000005ce5d4e7 x1853174993402112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767325566.330449:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005414cf97 x1853174993401984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325566.330467:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325566.330470:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325566.330471:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767325566.330475:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ce5d4e7] to pc [ptlrpcd_00_02+2] req@000000005ce5d4e7 x1853174993402112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325566.330482:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325566.330489:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325566.330492:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325566.330495:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325566.330499:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325566.330500:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005414cf97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993401984:192.168.203.107@tcp:400: 00000100:00000040:1.0:1767325566.330503:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325566.330510:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767325566.330510:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767325566.330515:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf46d036. 00000100:00000001:2.0:1767325566.330517:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767325566.330519:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:0.0:1767325566.330519:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325566.330522:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325566.330525:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325566.330525:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325566.330526:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767325566.330528:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325566.330531:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325566.330532:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325566.330536:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ce5d4e7 x1853174993402112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325566.330536:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325566.330537:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325566.330537:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc133f1b. 02000000:00000010:1.0:1767325566.330544:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fe8d38. 02000000:00000001:0.0:1767325566.330544:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325566.330551:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325566.330555:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cde6322. 00000100:00000040:1.0:1767325566.330558:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000cf46d036 x1853174993402240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767325566.330567:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000100:00000001:2.0:1767325566.330569:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325566.330574:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325566.330579:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993401984, portal 25 02000000:00000001:2.0:1767325566.330580:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325566.330580:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325566.330583:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325566.330585:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325566.330585:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325566.330589:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138721408 : -112766570830208 : ffff99707c9a6680) 00000100:00000040:1.0:1767325566.330590:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf46d036] to pc [ptlrpcd_00_03+3] req@00000000cf46d036 x1853174993402240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325566.330591:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325566.330599:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ce5d4e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993402112:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325566.330607:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767325566.330610:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005414cf97 x1853174993401984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325566.330612:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325566.330616:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325566.330618:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325566.330620:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767325566.330624:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767325566.330627:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c15009e. 00000100:00000001:0.0:1767325566.330631:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767325566.330634:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325566.330634:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767325566.330640:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325566.330642:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767325566.330643:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000100:00000040:1.0:1767325566.330644:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10820) 00000400:00000010:0.0:1767325566.330644:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000307f847a. 00000100:00000001:3.0:1767325566.330646:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325566.330651:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767325566.330651:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993401984, offset 0 00000400:00000010:2.0:1767325566.330652:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006167ed22. 00000100:00000040:3.0:1767325566.330658:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf46d036 x1853174993402240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325566.330660:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993402112, portal 10 00000100:00000001:2.0:1767325566.330667:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767325566.330670:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325566.330675:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325566.330678:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325566.330678:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138712448 : -112766570839168 : ffff99707c9a4380) 02000000:00000001:3.0:1767325566.330682:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325566.330685:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325566.330689:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325566.330690:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:2.0:1767325566.330693:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ce5d4e7 x1853174993402112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325566.330704:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf46d036 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993402240:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325566.330704:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767325566.330710:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325566.330716:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767325566.330717:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325566.330720:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:3.0:1767325566.330721:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767325566.330722:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a346707. 02000000:00000001:3.0:1767325566.330726:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325566.330727:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1767325566.330728:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993402112, offset 0 02000000:00000001:3.0:1767325566.330730:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325566.330734:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000010:3.0:1767325566.330737:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007afaf364. 00000400:00000200:2.0:1767325566.330738:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325566.330742:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325566.330743:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [121:121:256:4294967295] 192.168.203.107@tcp LPNI seq info [121:121:8:4294967295] 00000400:00000010:3.0:1767325566.330749:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8b5d87e. 00000400:00000010:3.0:1767325566.330755:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d57d4da5. 00000400:00000200:0.0:1767325566.330760:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:3.0:1767325566.330761:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993402240, portal 10 00000100:00000001:3.0:1767325566.330765:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325566.330767:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138724992 : -112766570826624 : ffff99707c9a7480) 00000800:00000200:0.0:1767325566.330769:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325566.330771:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:3.0:1767325566.330777:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf46d036 x1853174993402240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325566.330777:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325566.330783:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000010:0.0:1767325566.330785:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099e782ae. 00000400:00000200:2.0:1767325566.330789:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325566.330792:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767325566.330796:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:3.0:1767325566.330800:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325566.330805:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [122:122:255:4294967295] 192.168.203.107@tcp LPNI seq info [122:122:7:4294967295] 00000800:00000200:0.0:1767325566.330805:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:3.0:1767325566.330806:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c282df1. 00000100:00000200:3.0:1767325566.330812:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993402240, offset 0 00000800:00000200:0.0:1767325566.330821:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767325566.330823:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325566.330828:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325566.330830:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099e782ae type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767325566.330836:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325566.330841:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009620fff6. 00000400:00000200:3.0:1767325566.330842:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:2.0:1767325566.330848:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325566.330855:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325566.330856:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767325566.330858:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325566.330863:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305487898 00000800:00000200:2.0:1767325566.330864:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009620fff6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325566.330870:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325566.330870:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077e90a0d. 00000400:00000200:3.0:1767325566.330872:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325566.330878:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767325566.330878:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 900252 usecs (901 jiffies) 00000100:00000001:0.0:1767325566.330879:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767325566.330884:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767325566.330885:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305484165 00000100:00000001:0.0:1767325566.330886:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305487898 00000400:00000200:3.0:1767325566.330892:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [123:123:254:4294967295] 192.168.203.107@tcp LPNI seq info [123:123:6:4294967295] 00000100:00000001:2.0:1767325566.330892:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305487898 00000100:00000010:0.0:1767325566.330893:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000198668e1. 00000100:00000001:2.0:1767325566.330900:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305484165 00000100:00000001:0.0:1767325566.330900:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767325566.330907:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305487898 00000100:00000001:0.0:1767325566.330907:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305487898 00000400:00000200:3.0:1767325566.330911:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325566.330914:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305484165 00000100:00000010:0.0:1767325566.330915:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d63c42e. 00000800:00000200:1.0:1767325566.330920:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767325566.330921:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325566.330922:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000010:1.0:1767325566.330926:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099e782ae. 00000100:00000001:2.0:1767325566.330929:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305487898 00000100:00000001:0.0:1767325566.330929:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305487898 00000800:00000010:3.0:1767325566.330930:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b237f9b7. 00000400:00000200:1.0:1767325566.330932:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325566.330936:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305484165 00000100:00000010:0.0:1767325566.330938:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062bef00c. 00000800:00000200:3.0:1767325566.330939:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325566.330945:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767325566.330951:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767325566.330951:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325566.330952:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305487898 00000100:00000001:0.0:1767325566.330952:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767325566.330959:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b237f9b7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325566.330960:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325566.330960:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325566.330964:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307f847a 00000100:00000001:3.0:1767325566.330966:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325566.330967:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325566.330967:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000307f847a. 00000100:00000001:0.0:1767325566.330968:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325566.330971:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 51223 usecs (52 jiffies) 00000100:00000001:0.0:1767325566.330973:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325566.330974:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767325566.330976:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305483316 00000100:00000001:2.0:1767325566.330981:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325566.330982:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305487898 00000100:00000200:1.0:1767325566.330982:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005414cf97 x1853174993401984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325566.330987:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325566.330987:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325566.330988:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305483316 00000100:00000001:0.0:1767325566.331004:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325566.331007:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305487898 00000100:00000001:2.0:1767325566.331007:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325566.331012:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325566.331013:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325566.331014:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305483316 00000100:00000001:1.0:1767325566.331016:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325566.331017:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325566.331018:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325566.331020:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305487898 00000100:00000001:2.0:1767325566.331021:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325566.331021:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325566.331022:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005414cf97 x1853174993401984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325566.331025:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325566.331026:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305483316 00000100:00000001:0.0:1767325566.331028:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325566.331031:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325566.331033:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305487898 00000100:00000001:3.0:1767325566.331039:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325566.331044:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325566.331046:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325566.331049:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325566.331050:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325566.331054:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325566.331059:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325566.331061:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325566.331063:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767325566.331065:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325566.331068:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009620fff6. 00000400:00000200:1.0:1767325566.331071:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325566.331072:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325566.331076:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325566.331077:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325566.331081:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325566.331082:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a346707 00000400:00000010:1.0:1767325566.331086:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a346707. 00000100:00000001:1.0:1767325566.331089:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325566.331092:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ce5d4e7 x1853174993402112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325566.331099:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325566.331102:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ce5d4e7 x1853174993402112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325566.331108:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325566.331109:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325566.331191:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325566.331194:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b237f9b7. 00000400:00000200:1.0:1767325566.331197:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325566.331200:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325566.331203:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c282df1 00000400:00000010:1.0:1767325566.331204:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c282df1. 00000100:00000001:1.0:1767325566.331207:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325566.331210:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf46d036 x1853174993402240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325566.331222:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325566.331224:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf46d036 x1853174993402240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325566.331230:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325566.331231:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325566.332838:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325566.332850:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325566.332853:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325566.332855:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325566.332964:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325566.332976:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed303880 00000400:00000200:3.0:1767325566.332982:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x4ad [1] + 224 00000800:00000001:3.0:1767325566.332989:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325566.333006:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325566.333008:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325566.333012:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325566.333016:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325566.333020:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005414cf97 x1853174993401984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325566.333030:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005414cf97 x1853174993401984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325566.333045:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325566.333051:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325566.333054:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325566.333055:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325566.333058:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325566.333063:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325566.333070:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303900 00000100:00000001:0.0:1767325566.333072:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325566.333075:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325566.333076:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x4b5 [1] + 224 00000800:00000001:3.0:1767325566.333081:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767325566.333082:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325566.333084:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767325566.333085:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767325566.333086:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cde6322. 00000400:00000200:3.0:1767325566.333089:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325566.333091:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000200:3.0:1767325566.333095:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:0.0:1767325566.333095:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:0.0:1767325566.333107:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325566.333108:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325566.333112:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005414cf97 x1853174993401984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325566.333115:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ce5d4e7 x1853174993402112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325566.333125:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005414cf97 x1853174993401984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325566.333133:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325566.333135:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325566.333137:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325566.333167:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325566.333169:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325566.333170:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325566.333173:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325566.333178:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=123 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325566.333181:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=123 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325566.333183:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325566.333184:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325566.333186:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325566.333189:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325566.333190:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325566.333194:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005414cf97 x1853174993401984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325566.333203:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325566.333207:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325566.333210:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325566.333214:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005414cf97 x1853174993401984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325566.333218:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005ce5d4e7 x1853174993402112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325566.333224:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005414cf97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993401984:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325566.333232:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325566.333235:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325566.333238:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005414cf97 x1853174993401984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325566.333242:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325566.333245:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767325566.333251:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1767325566.333252:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767325566.333253:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc133f1b. 00000800:00000001:3.0:1767325566.333258:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325566.333258:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325566.333261:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:3.0:1767325566.333262:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1767325566.333264:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000800:00000001:3.0:1767325566.333266:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767325566.333267:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325566.333271:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035310fb5. 00000400:00000200:3.0:1767325566.333276:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767325566.333278:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325566.333278:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325566.333281:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767325566.333282:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767325566.333285:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005414cf97. 00000400:00000200:3.0:1767325566.333286:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303980 00000400:00000001:2.0:1767325566.333288:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767325566.333290:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:2.0:1767325566.333291:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325566.333292:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767325566.333293:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000100:00000001:0.0:1767325566.333295:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325566.333299:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006167ed22 00000400:00000010:2.0:1767325566.333302:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006167ed22. 00000100:00000001:2.0:1767325566.333306:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767325566.333309:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x4bd [1] + 224 00000100:00000200:2.0:1767325566.333314:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ce5d4e7 x1853174993402112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325566.333315:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325566.333321:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325566.333325:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767325566.333331:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ce5d4e7 x1853174993402112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325566.333332:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325566.333337:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325566.333343:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf46d036 x1853174993402240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325566.333343:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325566.333346:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325566.333347:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325566.333351:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325566.333352:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325566.333355:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325566.333358:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767325566.333360:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf46d036 x1853174993402240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325566.333362:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325566.333364:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325566.333367:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325566.333370:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325566.333376:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=113 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325566.333379:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=113 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325566.333381:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325566.333382:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325566.333383:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325566.333384:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767325566.333386:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325566.333389:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325566.333390:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325566.333393:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000800:00000001:3.0:1767325566.333395:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325566.333396:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325566.333403:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325566.333404:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325566.333406:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767325566.333409:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ce5d4e7 x1853174993402112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325566.333410:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325566.333413:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325566.333416:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8b5d87e. 00000100:00000001:2.0:1767325566.333419:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325566.333421:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57d4da5 00000100:00000001:2.0:1767325566.333422:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325566.333424:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767325566.333425:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d57d4da5. 00000100:00000040:2.0:1767325566.333428:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ce5d4e7 x1853174993402112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325566.333429:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325566.333435:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf46d036 x1853174993402240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325566.333436:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ce5d4e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993402112:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325566.333444:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325566.333447:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325566.333451:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ce5d4e7 x1853174993402112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325566.333453:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf46d036 x1853174993402240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325566.333466:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325566.333468:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767325566.333470:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767325566.333471:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c15009e. 00000100:00000001:0.0:1767325566.333473:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325566.333475:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767325566.333475:0:211468:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767325566.333477:0:211467:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767325566.333478:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767325566.333479:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325566.333480:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767325566.333483:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767325566.333484:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325566.333487:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d53f249. 02000000:00000001:0.0:1767325566.333487:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325566.333491:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325566.333493:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1767325566.333493:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=123 v=5 (5 0 0 0) 00000100:00000010:2.0:1767325566.333495:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ce5d4e7. 00000100:00000001:2.0:1767325566.333496:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325566.333497:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325566.333498:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325566.333502:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1767325566.333503:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325566.333504:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325566.333509:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325566.333509:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325566.333511:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325566.333512:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325566.333515:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325566.333517:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cf46d036 x1853174993402240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325566.333521:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325566.333523:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325566.333524:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325566.333525:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325566.333526:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325566.333528:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf46d036 x1853174993402240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325566.333531:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325566.333532:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325566.333533:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325566.333534:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf46d036 x1853174993402240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325566.333538:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf46d036 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993402240:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325566.333540:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325566.333542:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325566.333543:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf46d036 x1853174993402240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325582 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325566.333547:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325566.333548:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325566.333549:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007afaf364. 02000000:00000001:0.0:1767325566.333551:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325566.333551:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325566.333552:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325566.333554:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325566.333555:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fe8d38. 02000000:00000001:0.0:1767325566.333559:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325566.333560:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325566.333561:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf46d036. 00000100:00000001:0.0:1767325566.333573:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325566.333574:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325566.333579:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325566.333583:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325566.333584:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325566.333586:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325566.333588:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325566.970243:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325566.970250:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325566.970271:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325566.970272:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325566.970332:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325566.970336:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325566.970338:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325567.994209:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325567.994216:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325567.994222:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325567.994224:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325567.994274:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325567.994278:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325567.994281:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325569.018236:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325569.018245:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325569.018251:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325569.018252:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325569.018297:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325569.018301:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325569.018303:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325570.042258:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325570.042266:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325570.042272:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325570.042272:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325570.042332:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325570.042337:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325570.042340:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325571.066259:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325571.066267:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325571.066273:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325571.066274:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325571.066328:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325571.066331:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325571.066333:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325571.450253:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305487898, at 4305488384 00000100:00000040:2.0:1767325571.450253:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305487898, at 4305488384 00000100:00000040:1.0:1767325571.450253:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305487898, at 4305488384 00000100:00000040:0.0:1767325571.450253:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305487898, at 4305488384 00000100:00000010:3.0:1767325571.450272:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062bef00c. 00000100:00000010:1.0:1767325571.450272:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000198668e1. 00000100:00000010:0.0:1767325571.450275:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077e90a0d. 00000100:00000010:2.0:1767325571.450276:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d63c42e. 00000100:00000040:1.0:1767325571.450295:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325571.450302:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325571.450313:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf46d036. 00000020:00000040:1.0:1767325571.450318:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325571.450323:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325571.450327:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325571.450333:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325571.450345:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef5ef55d. 00000100:00000001:1.0:1767325571.450353:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325571.450365:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000cf46d036 x1853174993402368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325571.450376:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325571.450379:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325571.450385:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf46d036] to pc [ptlrpcd_00_00+0] req@00000000cf46d036 x1853174993402368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325571.450410:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325571.450412:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325571.450415:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325571.450418:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ce5d4e7. 00000020:00000040:1.0:1767325571.450420:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325571.450427:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325571.450431:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325571.450431:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325571.450435:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325571.450436:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325571.450437:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325571.450439:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767325571.450442:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf46d036 x1853174993402368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325571.450443:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325571.450449:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 00000100:00000001:2.0:1767325571.450452:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325571.450453:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325571.450455:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325571.450458:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000005ce5d4e7 x1853174993402496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767325571.450459:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325571.450462:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325571.450467:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325571.450468:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325571.450470:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325571.450471:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf46d036 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993402368:192.168.203.107@tcp:400: 00000100:00000040:1.0:1767325571.450476:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ce5d4e7] to pc [ptlrpcd_00_01+1] req@000000005ce5d4e7 x1853174993402496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325571.450477:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325571.450484:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325571.450487:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325571.450488:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325571.450489:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767325571.450491:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325571.450493:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325571.450496:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005414cf97. 00000020:00000040:1.0:1767325571.450499:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000010:2.0:1767325571.450500:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ee914bf. 00000100:00000001:0.0:1767325571.450500:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325571.450501:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325571.450503:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767325571.450504:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325571.450505:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325571.450506:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767325571.450507:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325571.450512:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 02000000:00000010:1.0:1767325571.450512:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fe8d38. 00000100:00000040:0.0:1767325571.450513:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ce5d4e7 x1853174993402496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325571.450517:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325571.450521:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006167ed22. 00000100:00000040:1.0:1767325571.450525:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000005414cf97 x1853174993402624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325571.450528:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325571.450530:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325571.450531:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993402368, portal 25 02000000:00000001:0.0:1767325571.450535:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325571.450537:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325571.450540:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138724992 : -112766570826624 : ffff99707c9a7480) 00000100:00000001:1.0:1767325571.450540:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767325571.450540:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325571.450543:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325571.450546:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325571.450549:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005414cf97] to pc [ptlrpcd_00_02+2] req@000000005414cf97 x1853174993402624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325571.450550:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf46d036 x1853174993402368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325571.450553:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ce5d4e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993402496:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325571.450560:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325571.450564:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325571.450567:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325571.450572:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325571.450578:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031e4b8ac. 00000100:00000001:2.0:1767325571.450583:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767325571.450584:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325571.450588:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325571.450591:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cde6322. 00000400:00000010:2.0:1767325571.450592:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939b1d42. 00000100:00000001:1.0:1767325571.450594:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325571.450597:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993402368, offset 0 00000100:00000040:1.0:1767325571.450598:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767325571.450601:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000100:00000040:1.0:1767325571.450604:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767325571.450608:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325571.450611:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325571.450615:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767325571.450616:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10826) 00000100:00000001:3.0:1767325571.450617:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767325571.450617:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993402496, portal 10 00000100:00000001:0.0:1767325571.450621:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767325571.450625:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005414cf97 x1853174993402624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325571.450627:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325571.450631:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138712448 : -112766570839168 : ffff99707c9a4380) 00000400:00000200:2.0:1767325571.450637:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325571.450639:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325571.450640:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767325571.450642:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ce5d4e7 x1853174993402496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325571.450643:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325571.450644:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325571.450646:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325571.450653:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325571.450655:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767325571.450657:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767325571.450658:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:3.0:1767325571.450663:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325571.450663:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325571.450670:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000307f847a. 02000000:00000001:3.0:1767325571.450672:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325571.450675:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [124:124:256:4294967295] 192.168.203.107@tcp LPNI seq info [124:124:8:4294967295] 00000100:00000200:0.0:1767325571.450675:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993402496, offset 0 00000100:00100000:3.0:1767325571.450679:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005414cf97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993402624:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325571.450687:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325571.450688:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325571.450692:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325571.450696:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325571.450697:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:3.0:1767325571.450700:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767325571.450704:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000010:3.0:1767325571.450706:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f0672a4. 00000400:00000200:0.0:1767325571.450707:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:2.0:1767325571.450710:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009620fff6. 02000000:00000001:3.0:1767325571.450712:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325571.450716:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767325571.450719:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004facabe5. 00000800:00000200:2.0:1767325571.450721:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325571.450722:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:3.0:1767325571.450728:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014d537d4. 00000400:00000200:0.0:1767325571.450728:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767325571.450733:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:3.0:1767325571.450735:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993402624, portal 10 00000400:00000200:0.0:1767325571.450737:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767325571.450739:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009620fff6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325571.450740:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325571.450744:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138721408 : -112766570830208 : ffff99707c9a6680) 00000100:00000040:3.0:1767325571.450751:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005414cf97 x1853174993402624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325571.450753:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325571.450754:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [125:125:255:4294967295] 192.168.203.107@tcp LPNI seq info [125:125:7:4294967295] 00000100:00000001:2.0:1767325571.450760:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305493018 00000100:00000010:2.0:1767325571.450767:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000040e4e400. 00000100:00000001:2.0:1767325571.450774:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767325571.450774:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767325571.450775:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325571.450781:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305493018 00000100:00000040:3.0:1767325571.450782:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325571.450786:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084592b49. 00000800:00000200:0.0:1767325571.450786:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000200:3.0:1767325571.450791:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993402624, offset 0 00000800:00000010:0.0:1767325571.450793:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d977c447. 00000100:00000010:2.0:1767325571.450794:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab703378. 00000800:00000200:0.0:1767325571.450800:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325571.450801:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767325571.450808:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325571.450809:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305493018 00000800:00000200:0.0:1767325571.450809:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325571.450814:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d977c447 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767325571.450817:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de87715d. 00000100:00000001:0.0:1767325571.450818:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325571.450820:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325571.450824:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767325571.450824:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 872232 usecs (873 jiffies) 00000400:00000200:3.0:1767325571.450827:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767325571.450827:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325571.450832:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305493018 00000100:00000001:0.0:1767325571.450832:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305489257 00000800:00000010:1.0:1767325571.450834:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009620fff6. 00000400:00000200:3.0:1767325571.450835:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000010:2.0:1767325571.450839:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000286d1ffb. 00000100:00000001:0.0:1767325571.450840:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305493018 00000400:00000200:3.0:1767325571.450843:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325571.450843:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325571.450844:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767325571.450846:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305489257 00000100:00000001:2.0:1767325571.450850:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325571.450851:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767325571.450852:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305493018 00000100:00000001:2.0:1767325571.450856:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325571.450859:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325571.450859:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305489257 00000100:00000001:2.0:1767325571.450861:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325571.450863:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [126:126:254:4294967295] 192.168.203.107@tcp LPNI seq info [126:126:6:4294967295] 00000100:00000001:0.0:1767325571.450866:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305493018 00000100:00000001:2.0:1767325571.450867:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325571.450873:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305489257 00000400:00000200:3.0:1767325571.450875:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325571.450879:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325571.450882:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767325571.450883:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939b1d42 00000100:00000001:0.0:1767325571.450884:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305493018 00000100:00000001:2.0:1767325571.450886:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767325571.450887:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939b1d42. 00000800:00000200:3.0:1767325571.450889:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325571.450890:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325571.450890:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325571.450894:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325571.450895:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325571.450896:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325571.450898:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b237f9b7. 00000100:00000200:1.0:1767325571.450901:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf46d036 x1853174993402368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325571.450902:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325571.450903:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325571.450908:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325571.450908:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325571.450916:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767325571.450919:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325571.450919:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325571.450920:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1767325571.450923:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b237f9b7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325571.450925:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325571.450928:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf46d036 x1853174993402368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325571.450928:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325571.450929:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325571.450932:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325571.450936:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 49522 usecs (50 jiffies) 00000100:00000001:0.0:1767325571.450937:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325571.450942:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305488434 00000100:00000001:1.0:1767325571.450945:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325571.450946:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305493018 00000100:00000001:1.0:1767325571.450951:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325571.450952:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305488434 00000100:00000001:3.0:1767325571.450955:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305493018 00000100:00000001:3.0:1767325571.450957:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305488434 00000100:00000001:3.0:1767325571.450968:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305493018 00000100:00000001:3.0:1767325571.450969:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305488434 00000100:00000001:3.0:1767325571.450970:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305493018 00000100:00000001:3.0:1767325571.450972:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325571.450973:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325571.450976:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325571.450978:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767325571.450979:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325571.450982:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d977c447. 00000100:00000001:3.0:1767325571.450983:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767325571.450985:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325571.450991:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325571.450992:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767325571.450996:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307f847a 00000100:00000001:3.0:1767325571.450997:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325571.451001:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767325571.451001:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000307f847a. 00000100:00000001:3.0:1767325571.451004:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325571.451006:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767325571.451008:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325571.451013:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ce5d4e7 x1853174993402496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325571.451021:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325571.451024:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ce5d4e7 x1853174993402496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325571.451030:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325571.451032:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325571.451102:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325571.451105:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b237f9b7. 00000400:00000200:1.0:1767325571.451113:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325571.451117:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325571.451120:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084592b49 00000400:00000010:1.0:1767325571.451121:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084592b49. 00000100:00000001:1.0:1767325571.451124:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325571.451137:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005414cf97 x1853174993402624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325571.451165:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325571.451168:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005414cf97 x1853174993402624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325571.451173:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325571.451174:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325571.452412:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325571.452425:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325571.452430:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325571.452432:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325571.452440:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325571.452452:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed303a00 00000400:00000200:1.0:1767325571.452460:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x4c5 [1] + 224 00000800:00000001:1.0:1767325571.452467:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325571.452500:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325571.452503:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325571.452506:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325571.452511:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325571.452515:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf46d036 x1853174993402368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325571.452524:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf46d036 x1853174993402368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325571.452538:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325571.452546:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325571.452550:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325571.452552:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325571.452570:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767325571.452572:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325571.452575:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325571.452584:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000001:2.0:1767325571.452593:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767325571.452593:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303b00 00000400:00000001:2.0:1767325571.452597:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325571.452601:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000400:00000200:2.0:1767325571.452605:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006167ed22 00000400:00000010:2.0:1767325571.452607:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006167ed22. 00000100:00000001:2.0:1767325571.452610:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767325571.452614:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x4d5 [1] + 224 00000100:00000200:2.0:1767325571.452616:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf46d036 x1853174993402368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325571.452622:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325571.452629:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325571.452631:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf46d036 x1853174993402368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325571.452633:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325571.452643:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325571.452647:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325571.452649:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325571.452651:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325571.452656:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767325571.452656:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005414cf97 x1853174993402624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325571.452660:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767325571.452666:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005414cf97 x1853174993402624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325571.452670:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325571.452674:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325571.452678:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325571.452686:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=128 v=5 (5 0 0 0) 00000100:00000001:1.0:1767325571.452686:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767325571.452692:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=128 v=5 (1 0 0 0) 00000800:00000001:1.0:1767325571.452694:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325571.452696:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325571.452699:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325571.452700:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325571.452702:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767325571.452705:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767325571.452706:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325571.452710:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325571.452711:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325571.452711:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325571.452716:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767325571.452720:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf46d036 x1853174993402368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767325571.452722:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767325571.452723:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000001:3.0:1767325571.452727:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325571.452731:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004facabe5. 00000100:00000001:2.0:1767325571.452734:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325571.452737:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d537d4 00000400:00000200:1.0:1767325571.452738:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303a80 00000400:00000010:3.0:1767325571.452741:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014d537d4. 00000100:00000001:2.0:1767325571.452746:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325571.452747:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767325571.452750:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x4cd [1] + 224 00000100:00000001:2.0:1767325571.452751:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325571.452759:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767325571.452760:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf46d036 x1853174993402368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325571.452766:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325571.452770:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767325571.452771:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf46d036 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993402368:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767325571.452778:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325571.452781:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325571.452783:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325571.452785:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767325571.452789:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ce5d4e7 x1853174993402496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325571.452792:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf46d036 x1853174993402368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325571.452807:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005414cf97 x1853174993402624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325571.452819:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325571.452823:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767325571.452826:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005414cf97 x1853174993402624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325571.452827:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ee914bf. 02000000:00000001:2.0:1767325571.452834:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767325571.452836:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005ce5d4e7 x1853174993402496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767325571.452837:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325571.452840:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325571.452845:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767325571.452846:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325571.452849:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767325571.452850:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ef5ef55d. 00000100:00000001:3.0:1767325571.452854:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325571.452857:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325571.452860:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767325571.452860:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767325571.452864:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325571.452864:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767325571.452869:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325571.452870:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf46d036. 00000100:00001000:3.0:1767325571.452877:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=128 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325571.452881:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325571.452882:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325571.452883:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325571.452885:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325571.452886:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325571.452886:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767325571.452889:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325571.452894:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325571.452894:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00080000:3.0:1767325571.452895:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005414cf97 x1853174993402624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325571.452901:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325571.452903:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767325571.452904:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325571.452907:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325571.452908:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325571.452911:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325571.452913:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325571.452914:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325571.452917:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325571.452921:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325571.452922:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325571.452925:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767325571.452928:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005414cf97 x1853174993402624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325571.452931:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767325571.452935:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767325571.452935:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767325571.452939:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767325571.452939:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cde6322. 00000100:00000001:3.0:1767325571.452942:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325571.452946:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005414cf97 x1853174993402624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325571.452946:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325571.452951:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00100000:3.0:1767325571.452955:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005414cf97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993402624:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325571.452969:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325571.452971:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325571.452974:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767325571.452977:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ce5d4e7 x1853174993402496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325571.452978:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005414cf97 x1853174993402624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325571.453001:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325571.453003:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325571.453005:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f0672a4. 00000100:00000200:0.0:1767325571.453009:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ce5d4e7 x1853174993402496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325571.453010:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325571.453012:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325571.453014:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325571.453017:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325571.453020:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fe8d38. 02000000:00000001:3.0:1767325571.453023:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325571.453027:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325571.453028:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005414cf97. 00000100:00000001:0.0:1767325571.453028:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325571.453032:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325571.453033:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325571.453034:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325571.453038:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325571.453039:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767325571.453041:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767325571.453043:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325571.453044:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325571.453046:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325571.453047:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325571.453050:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325571.453051:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325571.453057:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325571.453062:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=118 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325571.453066:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=118 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325571.453069:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325571.453070:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325571.453072:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325571.453081:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325571.453083:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325571.453085:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325571.453086:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325571.453087:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325571.453091:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ce5d4e7 x1853174993402496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325571.453098:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325571.453100:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325571.453101:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325571.453104:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ce5d4e7 x1853174993402496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325571.453111:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ce5d4e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993402496:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325571.453115:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325571.453117:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325571.453119:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ce5d4e7 x1853174993402496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325571.453125:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325571.453127:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325571.453129:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031e4b8ac. 02000000:00000001:0.0:1767325571.453132:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325571.453134:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325571.453135:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767325571.453137:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325571.453139:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 02000000:00000001:0.0:1767325571.453162:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325571.453163:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325571.453165:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ce5d4e7. 00000100:00000001:0.0:1767325571.453168:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325571.453169:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325571.453171:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325571.453175:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325571.453176:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325571.453185:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325571.453187:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325572.090261:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325572.090272:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325572.090279:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325572.090281:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325572.090338:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325572.090341:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325572.090343:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325573.114279:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325573.114291:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325573.114294:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325573.114297:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325573.114303:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325573.114305:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325573.114307:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325573.114310:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325573.114315:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325573.114317:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325573.114383:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325573.114387:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325573.114389:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325574.138489:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325574.138497:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325574.138504:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325574.138505:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325574.138562:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325574.138566:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325574.138590:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325575.162530:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325575.162537:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325575.162544:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325575.162547:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325575.162550:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325575.162555:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325575.162557:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325575.162559:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325575.162562:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325575.162564:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325575.162566:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325575.162568:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325575.162633:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325575.162637:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325575.162640:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325576.186217:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325576.186240:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325576.186247:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325576.186248:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325576.186310:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325576.186314:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325576.186317:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325576.570212:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305493018, at 4305493504 00000100:00000010:3.0:1767325576.570226:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000286d1ffb. 00000100:00000040:2.0:1767325576.570231:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305493018, at 4305493504 00000100:00000010:2.0:1767325576.570240:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de87715d. 00000100:00000040:1.0:1767325576.570313:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305493018, at 4305493504 00000100:00000010:1.0:1767325576.570320:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab703378. 00000100:00000040:2.0:1767325576.570393:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325576.570400:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325576.570408:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087b1058a. 00000020:00000040:2.0:1767325576.570412:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325576.570417:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325576.570427:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767325576.570430:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305493018, at 4305493504 02000000:00000001:2.0:1767325576.570431:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325576.570439:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007750120a. 00000100:00000010:0.0:1767325576.570445:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000040e4e400. 00000100:00000001:2.0:1767325576.570447:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325576.570458:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000087b1058a x1853174993402752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325576.570467:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325576.570469:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325576.570474:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b1058a] to pc [ptlrpcd_00_03+3] req@0000000087b1058a x1853174993402752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325576.570495:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325576.570497:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325576.570501:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325576.570503:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007bd47479. 00000020:00000040:2.0:1767325576.570506:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325576.570509:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325576.570510:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325576.570512:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325576.570513:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325576.570518:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b6dbbf0. 00000100:00000001:1.0:1767325576.570518:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325576.570521:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325576.570522:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325576.570523:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325576.570525:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325576.570531:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000007bd47479 x1853174993402880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767325576.570531:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087b1058a x1853174993402752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325576.570556:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325576.570558:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325576.570562:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325576.570564:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325576.570569:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325576.570576:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087b1058a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993402752:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325576.570579:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325576.570582:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325576.570583:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767325576.570588:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd47479] to pc [ptlrpcd_00_00+0] req@000000007bd47479 x1853174993402880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325576.570589:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325576.570593:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325576.570598:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325576.570604:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e186c793. 02000000:00000001:1.0:1767325576.570623:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325576.570626:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325576.570628:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3db588d. 00000100:00000040:2.0:1767325576.570630:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325576.570635:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767325576.570636:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8b3beac. 00000100:00000010:2.0:1767325576.570639:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080e1f90e. 00000020:00000040:2.0:1767325576.570643:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000200:1.0:1767325576.570644:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993402752, portal 25 00000100:00000001:2.0:1767325576.570646:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767325576.570647:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325576.570649:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767325576.570650:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767325576.570651:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325576.570652:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531376640 : -112767178174976 : ffff997058670e00) 00000100:00000001:3.0:1767325576.570655:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325576.570661:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087b1058a x1853174993402752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325576.570662:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007bd47479 x1853174993402880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325576.570664:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325576.570671:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ee91c56. 00000100:00000001:2.0:1767325576.570677:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325576.570686:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000080e1f90e x1853174993403008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325576.570691:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325576.570692:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325576.570696:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325576.570700:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325576.570702:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767325576.570705:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8fd9bfd. 02000000:00000001:3.0:1767325576.570706:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325576.570707:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325576.570710:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325576.570711:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325576.570712:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993402752, offset 0 00000100:00100000:3.0:1767325576.570718:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007bd47479 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993402880:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767325576.570719:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080e1f90e] to pc [ptlrpcd_00_01+1] req@0000000080e1f90e x1853174993403008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325576.570728:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767325576.570730:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325576.570732:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325576.570735:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325576.570740:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325576.570743:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325576.570744:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5c40a87. 00000100:00000040:2.0:1767325576.570747:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767325576.570749:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325576.570749:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:2.0:1767325576.570754:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1767325576.570756:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004facabe5. 00000400:00000200:1.0:1767325576.570758:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767325576.570759:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10831) 00000400:00000010:3.0:1767325576.570762:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014d537d4. 00000400:00000200:1.0:1767325576.570766:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000200:3.0:1767325576.570767:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993402880, portal 10 00000100:00000001:3.0:1767325576.570770:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767325576.570772:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325576.570773:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531382016 : -112767178169600 : ffff997058672300) 00000400:00000200:1.0:1767325576.570779:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:3.0:1767325576.570783:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007bd47479 x1853174993402880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325576.570787:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [127:127:256:4294967295] 192.168.203.107@tcp LPNI seq info [127:127:8:4294967295] 00000100:00000001:3.0:1767325576.570795:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325576.570798:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325576.570800:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac753d23. 00000100:00000200:3.0:1767325576.570803:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993402880, offset 0 00000400:00000200:3.0:1767325576.570818:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325576.570819:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325576.570821:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325576.570826:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325576.570828:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767325576.570832:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:1.0:1767325576.570832:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767325576.570836:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080e1f90e x1853174993403008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325576.570840:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767325576.570840:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d53f249. 00000400:00000200:3.0:1767325576.570846:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325576.570853:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767325576.570853:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325576.570854:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325576.570858:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325576.570860:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:0.0:1767325576.570863:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767325576.570865:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:0.0:1767325576.570867:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325576.570868:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [128:128:255:4294967295] 192.168.203.107@tcp LPNI seq info [128:128:7:4294967295] 00000800:00000200:1.0:1767325576.570872:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d53f249 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767325576.570873:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325576.570882:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000080e1f90e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993403008:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767325576.570887:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325576.570889:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325576.570893:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1767325576.570894:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325576.570894:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325576.570897:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325576.570901:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305498138 02000000:00000001:0.0:1767325576.570901:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1767325576.570902:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b237f9b7. 02000000:00000010:0.0:1767325576.570906:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f6f9c7b. 00000100:00000010:1.0:1767325576.570908:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000092aef95c. 00000800:00000200:3.0:1767325576.570911:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:0.0:1767325576.570911:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325576.570915:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767325576.570918:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cde6322. 00000800:00000200:3.0:1767325576.570919:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325576.570932:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305498138 00000800:00000200:3.0:1767325576.570934:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b237f9b7 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767325576.570936:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000100:00000010:1.0:1767325576.570939:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e693017. 00000100:00000001:3.0:1767325576.570942:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325576.570942:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993403008, portal 10 00000100:00000040:3.0:1767325576.570947:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 845897 usecs (846 jiffies) 00000100:00000001:0.0:1767325576.570947:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325576.570950:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767325576.570952:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305494350 00000100:00000001:0.0:1767325576.570952:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531383808 : -112767178167808 : ffff997058672a00) 00000100:00000001:1.0:1767325576.570955:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305498138 00000100:00000001:3.0:1767325576.570958:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305498138 00000100:00000001:3.0:1767325576.570962:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305494350 00000100:00000010:1.0:1767325576.570962:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f134d5bd. 00000100:00000040:0.0:1767325576.570963:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000080e1f90e x1853174993403008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325576.570967:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305498138 00000100:00000001:1.0:1767325576.570968:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767325576.570972:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305494350 00000100:00000001:1.0:1767325576.570974:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305498138 00000100:00000001:3.0:1767325576.570977:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305498138 00000100:00000001:3.0:1767325576.570982:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305494350 00000100:00000010:1.0:1767325576.570982:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d104d7f. 00000100:00000001:0.0:1767325576.570984:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325576.570989:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767325576.570990:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325576.570995:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325576.570998:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305498138 00000100:00000001:1.0:1767325576.570998:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325576.571002:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325576.571004:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325576.571004:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325576.571010:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325576.571010:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325576.571013:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325576.571019:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325576.571019:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325576.571022:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325576.571026:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325576.571026:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325576.571030:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325576.571031:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325576.571033:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325576.571034:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325576.571035:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325576.571039:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325576.571039:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325576.571170:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325576.571174:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d53f249. 00000400:00000200:2.0:1767325576.571179:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325576.571184:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325576.571194:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8fd9bfd 00000400:00000010:2.0:1767325576.571196:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8fd9bfd. 00000100:00000001:2.0:1767325576.571208:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325576.571212:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087b1058a x1853174993402752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325576.571220:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325576.571223:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087b1058a x1853174993402752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325576.571228:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325576.571230:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325576.571281:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325576.571283:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b237f9b7. 00000400:00000200:2.0:1767325576.571286:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325576.571289:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325576.571291:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac753d23 00000400:00000010:2.0:1767325576.571293:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac753d23. 00000100:00000001:2.0:1767325576.571295:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325576.571298:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007bd47479 x1853174993402880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325576.571304:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325576.571305:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007bd47479 x1853174993402880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325576.571310:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325576.571312:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767325576.571355:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af49f56e. 00000100:00000200:0.0:1767325576.571360:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993403008, offset 0 00000400:00000200:0.0:1767325576.571367:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325576.571377:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325576.571380:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325576.571383:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325576.571385:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325576.571387:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325576.571390:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [129:129:256:4294967295] 192.168.203.107@tcp LPNI seq info [129:129:8:4294967295] 00000400:00000200:0.0:1767325576.571397:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325576.571401:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325576.571405:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba567bd5. 00000800:00000200:0.0:1767325576.571409:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767325576.571413:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325576.571416:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba567bd5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325576.571427:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325576.571430:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 47912 usecs (48 jiffies) 00000100:00000001:0.0:1767325576.571433:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305493553 00000100:00000001:0.0:1767325576.571434:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305498138 00000100:00000001:0.0:1767325576.571436:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305493553 00000100:00000001:0.0:1767325576.571438:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305498138 00000100:00000001:0.0:1767325576.571439:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305493553 00000100:00000001:0.0:1767325576.571441:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305498138 00000100:00000001:0.0:1767325576.571442:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305493553 00000100:00000001:0.0:1767325576.571444:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305498138 00000100:00000001:0.0:1767325576.571446:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325576.571449:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325576.571451:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325576.571453:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325576.571457:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325576.571458:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325576.571466:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325576.571467:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325576.571469:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325576.571471:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325576.571499:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325576.571502:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba567bd5. 00000400:00000200:1.0:1767325576.571505:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325576.571510:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325576.571513:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af49f56e 00000400:00000010:1.0:1767325576.571515:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af49f56e. 00000100:00000001:1.0:1767325576.571519:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325576.571522:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000080e1f90e x1853174993403008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325576.571530:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325576.571533:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000080e1f90e x1853174993403008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325576.571539:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325576.571540:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325576.572832:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325576.572843:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325576.572852:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325576.572854:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325576.572860:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325576.572869:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed303b80 00000400:00000200:1.0:1767325576.572875:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x4dd [1] + 224 00000800:00000001:1.0:1767325576.572880:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325576.572892:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325576.572895:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325576.572898:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325576.572902:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325576.572906:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087b1058a x1853174993402752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325576.572915:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087b1058a x1853174993402752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325576.572992:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325576.573000:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325576.573004:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325576.573006:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325576.573008:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325576.573012:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325576.573021:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303c00 00000400:00000200:1.0:1767325576.573026:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x4e5 [1] + 224 00000100:00000001:0.0:1767325576.573029:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767325576.573030:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325576.573032:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767325576.573037:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767325576.573037:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767325576.573041:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767325576.573041:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325576.573043:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3db588d. 00000400:00000200:0.0:1767325576.573047:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8b3beac 00000400:00000010:0.0:1767325576.573050:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8b3beac. 00000400:00000200:1.0:1767325576.573051:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325576.573053:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325576.573056:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325576.573059:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087b1058a x1853174993402752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325576.573064:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007bd47479 x1853174993402880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325576.573087:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087b1058a x1853174993402752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325576.573090:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007bd47479 x1853174993402880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325576.573112:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325576.573114:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325576.573116:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325576.573119:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325576.573122:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325576.573126:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325576.573131:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325576.573136:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=133 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325576.573156:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=133 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325576.573158:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325576.573159:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325576.573162:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325576.573165:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325576.573168:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325576.573168:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325576.573174:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325576.573176:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087b1058a x1853174993402752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325576.573177:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325576.573178:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325576.573184:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767325576.573184:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767325576.573187:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325576.573189:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767325576.573191:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004facabe5. 00000100:00000001:0.0:1767325576.573195:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767325576.573197:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d537d4 00000100:00000001:0.0:1767325576.573198:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767325576.573200:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014d537d4. 00000100:00000001:3.0:1767325576.573205:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767325576.573205:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087b1058a x1853174993402752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325576.573210:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007bd47479 x1853174993402880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325576.573235:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087b1058a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993402752:192.168.203.107@tcp:400: 00000100:00000200:3.0:1767325576.573237:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007bd47479 x1853174993402880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325576.573241:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325576.573245:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325576.573250:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087b1058a x1853174993402752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325576.573252:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325576.573255:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325576.573260:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767325576.573261:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325576.573263:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767325576.573263:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325576.573266:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767325576.573267:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e186c793. 00000100:00000001:3.0:1767325576.573269:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325576.573271:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767325576.573273:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325576.573274:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325576.573276:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325576.573278:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1767325576.573279:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=123 v=5 (5 0 0 0) 02000000:00000010:0.0:1767325576.573280:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007750120a. 02000000:00000001:0.0:1767325576.573285:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325576.573287:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325576.573287:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087b1058a. 00000100:00000001:0.0:1767325576.573290:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325576.573291:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325576.573292:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325576.573295:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325576.573296:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325576.573297:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325576.573298:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325576.573347:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=123 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325576.573351:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325576.573352:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325576.573354:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325576.573356:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325576.573358:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325576.573360:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325576.573362:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325576.573363:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325576.573367:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007bd47479 x1853174993402880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325576.573381:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325576.573389:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325576.573391:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325576.573393:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325576.573398:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325576.573407:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303c80 00000400:00000200:2.0:1767325576.573413:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x4ed [1] + 224 00000800:00000001:2.0:1767325576.573421:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325576.573422:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325576.573424:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325576.573426:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325576.573432:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007bd47479 x1853174993402880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325576.573433:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325576.573437:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325576.573442:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325576.573446:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325576.573452:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000080e1f90e x1853174993403008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325576.573456:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007bd47479 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993402880:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325576.573464:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325576.573468:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325576.573472:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000080e1f90e x1853174993403008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325576.573473:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007bd47479 x1853174993402880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325576.573498:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325576.573501:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325576.573502:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5c40a87. 02000000:00000001:3.0:1767325576.573505:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325576.573506:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325576.573506:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:3.0:1767325576.573508:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767325576.573509:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767325576.573510:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b6dbbf0. 02000000:00000001:3.0:1767325576.573514:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325576.573515:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325576.573516:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007bd47479. 00000800:00000001:2.0:1767325576.573517:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325576.573520:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:2.0:1767325576.573522:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325576.573523:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325576.573528:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325576.573531:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325576.573533:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325576.573535:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325576.573537:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325576.573626:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325576.573628:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325576.573630:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325576.573631:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325576.573632:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cde6322. 00000400:00000200:0.0:1767325576.573634:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325576.573635:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:0.0:1767325576.573637:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325576.573640:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000080e1f90e x1853174993403008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325576.573645:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000080e1f90e x1853174993403008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325576.573653:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325576.573654:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325576.573655:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325576.573656:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325576.573657:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325576.573658:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325576.573659:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325576.573662:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=133 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325576.573663:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325576.573665:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325576.573666:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325576.573667:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325576.573668:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000080e1f90e x1853174993403008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325576.573672:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325576.573674:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325576.573674:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325576.573675:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325576.573676:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325576.573677:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000080e1f90e x1853174993403008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325576.573680:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325576.573682:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325576.573682:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325576.573684:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080e1f90e x1853174993403008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325576.573688:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000080e1f90e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993403008:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325576.573690:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325576.573691:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325576.573692:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000080e1f90e x1853174993403008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325576.573701:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325576.573703:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325576.573704:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f6f9c7b. 02000000:00000001:0.0:1767325576.573706:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325576.573707:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325576.573708:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325576.573709:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325576.573710:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ee91c56. 02000000:00000001:0.0:1767325576.573711:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325576.573712:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325576.573713:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000080e1f90e. 00000100:00000001:0.0:1767325576.573714:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325576.573715:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325576.573716:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325576.573718:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325576.573719:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325576.573720:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325576.573721:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325577.210253:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325577.210258:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325577.210264:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325577.210265:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325577.210312:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325577.210315:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325577.210317:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325578.234265:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325578.234271:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325578.234278:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325578.234280:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325578.234343:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325578.234347:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325578.234350:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325579.258359:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325579.258365:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325579.258370:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325579.258371:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325579.258428:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325579.258432:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325579.258434:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325580.282273:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325580.282279:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325580.282285:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325580.282287:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325580.282346:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325580.282368:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325580.282371:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325581.306204:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325581.306209:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325581.306214:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325581.306215:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325581.306257:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325581.306261:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325581.306264:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325581.690249:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305498138, at 4305498624 00000100:00000040:1.0:1767325581.690249:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305498138, at 4305498624 00000100:00000040:2.0:1767325581.690262:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305498138, at 4305498624 00000100:00000010:3.0:1767325581.690263:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d104d7f. 00000100:00000010:1.0:1767325581.690264:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e693017. 00000100:00000010:2.0:1767325581.690273:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f134d5bd. 00000100:00000040:0.0:1767325581.690359:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325581.690365:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325581.690374:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000020:00000040:0.0:1767325581.690378:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325581.690382:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325581.690384:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325581.690388:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325581.690395:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dead0e98. 00000100:00000001:0.0:1767325581.690401:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325581.690410:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000a1ef485d x1853174993403136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325581.690420:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325581.690423:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325581.690428:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_02+2] req@00000000a1ef485d x1853174993403136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325581.690475:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325581.690478:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325581.690482:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325581.690485:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006df0bad6. 00000020:00000040:0.0:1767325581.690488:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325581.690491:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767325581.690492:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325581.690493:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325581.690497:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325581.690498:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767325581.690501:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba0f4571. 00000100:00000001:3.0:1767325581.690502:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325581.690503:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325581.690508:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325581.690508:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325581.690510:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993403136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325581.690517:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000006df0bad6 x1853174993403264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325581.690530:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325581.690533:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325581.690534:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325581.690538:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325581.690540:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767325581.690542:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006df0bad6] to pc [ptlrpcd_00_03+3] req@000000006df0bad6 x1853174993403264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325581.690544:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325581.690550:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325581.690557:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993403136:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325581.690562:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325581.690566:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325581.690569:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767325581.690572:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325581.690575:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325581.690578:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325581.690581:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325581.690583:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767325581.690584:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767325581.690585:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009aa5d738. 00000100:00000001:1.0:1767325581.690588:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767325581.690588:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000456c8c17. 02000000:00000001:3.0:1767325581.690589:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767325581.690594:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:1.0:1767325581.690596:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006df0bad6 x1853174993403264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325581.690598:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004facabe5. 00000100:00000001:0.0:1767325581.690599:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325581.690602:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325581.690606:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325581.690608:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014d537d4. 00000100:00000001:1.0:1767325581.690610:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1767325581.690612:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9272bf7. 00000100:00000001:1.0:1767325581.690613:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325581.690616:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993403136, portal 25 00000100:00000001:0.0:1767325581.690618:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325581.690619:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325581.690620:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325581.690624:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 02000000:00000001:1.0:1767325581.690624:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325581.690628:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000456c8c17 x1853174993403392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767325581.690631:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325581.690635:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993403136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325581.690639:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993403264:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325581.690651:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325581.690652:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325581.690654:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325581.690657:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325581.690660:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325581.690661:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767325581.690662:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0ae589d. 02000000:00000001:1.0:1767325581.690665:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325581.690667:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993403136, offset 0 02000000:00000001:1.0:1767325581.690670:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767325581.690671:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456c8c17] to pc [ptlrpcd_00_00+0] req@00000000456c8c17 x1853174993403392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325581.690675:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e186c793. 00000400:00000200:3.0:1767325581.690676:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767325581.690680:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325581.690693:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c5b1efc. 00000400:00000200:3.0:1767325581.690696:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:1.0:1767325581.690700:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017952509. 00000400:00000200:3.0:1767325581.690701:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767325581.690706:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993403264, portal 10 00000400:00000200:3.0:1767325581.690707:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325581.690711:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767325581.690713:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325581.690714:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250670464 : -112767458881152 : ffff997047abd180) 00000400:00000200:3.0:1767325581.690720:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767325581.690724:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325581.690727:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [130:130:256:4294967295] 192.168.203.107@tcp LPNI seq info [130:130:8:4294967295] 00000100:00000040:1.0:1767325581.690727:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006df0bad6 x1853174993403264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325581.690729:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325581.690737:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325581.690746:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000456c8c17 x1853174993403392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325581.690747:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767325581.690749:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:1.0:1767325581.690756:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325581.690761:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba163e5e. 00000800:00000200:3.0:1767325581.690764:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000200:1.0:1767325581.690766:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993403264, offset 0 00000800:00000010:3.0:1767325581.690771:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b237f9b7. 00000100:00000001:2.0:1767325581.690771:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325581.690773:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325581.690778:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767325581.690779:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325581.690782:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767325581.690783:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:2.0:1767325581.690788:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325581.690789:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325581.690795:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1767325581.690796:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993403392:192.168.203.107@tcp:400: 00000800:00000200:3.0:1767325581.690798:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767325581.690803:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325581.690804:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1767325581.690806:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b237f9b7 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767325581.690808:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767325581.690809:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767325581.690812:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325581.690815:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:2.0:1767325581.690816:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325581.690820:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325581.690822:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076d9e7b4. 00000400:00000200:1.0:1767325581.690822:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [131:131:255:4294967295] 192.168.203.107@tcp LPNI seq info [131:131:7:4294967295] 00000100:00000001:3.0:1767325581.690825:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305503258 02000000:00000001:2.0:1767325581.690826:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325581.690834:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305498138 00000400:00000010:2.0:1767325581.690834:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000100:00000001:3.0:1767325581.690840:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305503258 00000400:00000010:2.0:1767325581.690842:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006167ed22. 00000400:00000200:1.0:1767325581.690845:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:3.0:1767325581.690846:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d8ba429. 00000100:00000200:2.0:1767325581.690848:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993403392, portal 10 00000100:00000001:3.0:1767325581.690852:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767325581.690853:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325581.690856:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305503258 00000800:00000200:1.0:1767325581.690857:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325581.690858:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250668672 : -112767458882944 : ffff997047abca80) 00000100:00000010:3.0:1767325581.690859:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c06959ff. 00000100:00000001:3.0:1767325581.690864:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000010:1.0:1767325581.690865:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035310fb5. 00000100:00000001:3.0:1767325581.690867:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305503258 00000100:00000040:2.0:1767325581.690870:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000456c8c17 x1853174993403392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325581.690871:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce179f13. 00000800:00000200:1.0:1767325581.690875:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325581.690876:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767325581.690879:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325581.690884:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325581.690899:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325581.690902:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325581.690904:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035310fb5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325581.690906:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325581.690913:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325581.690915:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325581.690919:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325581.690920:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325581.690921:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 821116 usecs (822 jiffies) 00000100:00000040:2.0:1767325581.690928:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325581.690928:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305499446 00000100:00000001:3.0:1767325581.690929:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325581.690932:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767325581.690934:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d7be8e. 00000100:00000001:3.0:1767325581.690935:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325581.690936:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305503258 00000100:00000001:3.0:1767325581.690939:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325581.690941:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993403392, offset 0 00000100:00000001:1.0:1767325581.690942:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305499446 00000100:00000001:1.0:1767325581.690947:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305503258 00000400:00000200:2.0:1767325581.690949:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325581.690957:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325581.690957:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305499446 00000100:00000001:1.0:1767325581.690963:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305503258 00000400:00000200:2.0:1767325581.690964:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325581.690968:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305499446 00000400:00000200:2.0:1767325581.690970:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:3.0:1767325581.690974:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325581.690974:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305503258 00000400:00000200:2.0:1767325581.690976:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325581.690980:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767325581.690981:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b237f9b7. 00000400:00000200:2.0:1767325581.690982:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325581.690987:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325581.690988:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325581.690991:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [132:132:254:4294967295] 192.168.203.107@tcp LPNI seq info [132:132:6:4294967295] 00000100:00000001:1.0:1767325581.690992:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325581.690997:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325581.690998:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325581.691013:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325581.691015:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325581.691018:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325581.691019:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325581.691020:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325581.691022:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325581.691037:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325581.691041:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767325581.691045:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767325581.691049:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10836) 00000100:00000001:0.0:1767325581.691065:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325581.691068:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325581.691103:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325581.691109:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325581.691111:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0ae589d 00000800:00000010:2.0:1767325581.691113:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000524bc938. 00000400:00000010:3.0:1767325581.691114:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0ae589d. 00000800:00000200:2.0:1767325581.691122:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325581.691123:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767325581.691129:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:3.0:1767325581.691130:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993403136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325581.691134:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000524bc938 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325581.691165:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325581.691168:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993403136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325581.691175:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325581.691177:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325581.691195:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325581.691199:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 46437 usecs (47 jiffies) 00000100:00000001:2.0:1767325581.691202:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305498672 00000100:00000001:2.0:1767325581.691204:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305503258 00000100:00000001:2.0:1767325581.691206:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305498672 00000100:00000001:2.0:1767325581.691208:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305503258 00000100:00000001:2.0:1767325581.691210:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305498672 00000100:00000001:2.0:1767325581.691212:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305503258 00000100:00000001:2.0:1767325581.691213:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305498672 00000100:00000001:2.0:1767325581.691215:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305503258 00000100:00000001:2.0:1767325581.691217:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325581.691219:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325581.691222:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325581.691224:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767325581.691225:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325581.691228:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035310fb5. 00000100:00000001:2.0:1767325581.691228:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325581.691232:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767325581.691234:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325581.691238:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325581.691240:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325581.691242:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325581.691243:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba163e5e 00000400:00000010:3.0:1767325581.691246:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba163e5e. 00000100:00000001:2.0:1767325581.691246:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325581.691248:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325581.691251:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325581.691252:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006df0bad6 x1853174993403264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325581.691258:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325581.691260:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006df0bad6 x1853174993403264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325581.691264:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325581.691265:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325581.691272:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325581.691273:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000524bc938. 00000400:00000200:3.0:1767325581.691279:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325581.691281:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325581.691283:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d7be8e 00000400:00000010:3.0:1767325581.691284:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d7be8e. 00000100:00000001:3.0:1767325581.691285:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325581.691287:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000456c8c17 x1853174993403392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325581.691291:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325581.691292:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000456c8c17 x1853174993403392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325581.691295:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325581.691296:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325581.693023:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325581.693057:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325581.693061:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325581.693064:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325581.693071:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325581.693081:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed303d00 00000400:00000200:1.0:1767325581.693087:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x4f5 [1] + 224 00000800:00000001:1.0:1767325581.693093:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325581.693097:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325581.693099:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325581.693103:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325581.693107:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325581.693110:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993403136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325581.693119:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993403136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325581.693134:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325581.693166:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325581.693168:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767325581.693169:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767325581.693172:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325581.693175:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767325581.693175:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767325581.693177:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004facabe5. 00000800:00000001:1.0:1767325581.693180:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767325581.693181:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d537d4 00000400:00000010:3.0:1767325581.693183:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014d537d4. 00000800:00000001:1.0:1767325581.693185:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325581.693186:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325581.693191:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993403136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325581.693196:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000200:3.0:1767325581.693205:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993403136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325581.693210:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303d80 00000100:00000001:3.0:1767325581.693216:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325581.693218:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325581.693220:0:211467:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767325581.693221:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x4fd [1] + 224 02000000:00000001:3.0:1767325581.693223:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325581.693225:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325581.693227:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325581.693228:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767325581.693229:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325581.693234:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=138 v=5 (5 0 0 0) 00000800:00000001:1.0:1767325581.693234:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325581.693239:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=138 v=5 (1 0 0 0) 00000400:00000200:1.0:1767325581.693239:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325581.693245:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767325581.693247:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325581.693250:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325581.693252:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325581.693256:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767325581.693256:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006df0bad6 x1853174993403264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325581.693258:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325581.693263:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325581.693269:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993403136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325581.693276:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006df0bad6 x1853174993403264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325581.693277:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325581.693280:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325581.693283:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325581.693290:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993403136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325581.693295:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993403136:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325581.693298:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325581.693299:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325581.693300:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993403136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325581.693302:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325581.693306:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325581.693308:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1767325581.693310:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767325581.693311:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009aa5d738. 02000000:00000001:3.0:1767325581.693315:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325581.693316:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:1.0:1767325581.693316:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767325581.693319:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000800:00000001:1.0:1767325581.693320:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767325581.693322:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325581.693325:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dead0e98. 00000800:00000001:1.0:1767325581.693326:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325581.693327:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325581.693330:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325581.693331:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00000100:00000001:0.0:1767325581.693333:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325581.693334:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767325581.693336:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767325581.693337:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325581.693338:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325581.693342:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767325581.693343:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325581.693345:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767325581.693346:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767325581.693349:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c5b1efc. 00000100:00000001:3.0:1767325581.693350:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325581.693350:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303e00 00000100:00000001:3.0:1767325581.693355:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325581.693356:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017952509 00000100:00000001:3.0:1767325581.693357:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325581.693359:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017952509. 00000100:00000001:0.0:1767325581.693361:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767325581.693365:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x505 [1] + 224 00000100:00000200:0.0:1767325581.693366:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006df0bad6 x1853174993403264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325581.693375:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767325581.693378:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006df0bad6 x1853174993403264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325581.693384:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325581.693386:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325581.693387:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325581.693388:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325581.693389:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767325581.693390:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325581.693390:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325581.693391:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325581.693397:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1767325581.693398:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=128 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325581.693401:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=128 v=5 (1 0 0 0) 00000400:00000200:1.0:1767325581.693405:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325581.693406:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325581.693408:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325581.693411:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767325581.693412:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767325581.693413:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325581.693417:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000456c8c17 x1853174993403392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325581.693423:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325581.693425:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325581.693428:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325581.693430:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325581.693434:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000456c8c17 x1853174993403392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325581.693437:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006df0bad6 x1853174993403264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325581.693454:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325581.693459:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325581.693462:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325581.693466:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006df0bad6 x1853174993403264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325581.693469:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767325581.693476:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993403264:192.168.203.107@tcp:400: 00000800:00000001:1.0:1767325581.693477:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325581.693482:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325581.693483:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325581.693488:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325581.693491:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006df0bad6 x1853174993403264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325581.693495:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325581.693498:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325581.693502:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1767325581.693503:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325581.693505:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767325581.693505:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325581.693508:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e186c793. 02000000:00000001:0.0:1767325581.693511:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1767325581.693512:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000020:00000001:0.0:1767325581.693513:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325581.693517:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000400:00000200:2.0:1767325581.693518:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006167ed22 00000400:00000010:2.0:1767325581.693521:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006167ed22. 00000020:00000001:0.0:1767325581.693522:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767325581.693524:0:211465:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767325581.693525:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba0f4571. 00000100:00000200:2.0:1767325581.693529:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000456c8c17 x1853174993403392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325581.693531:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325581.693533:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325581.693534:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006df0bad6. 00000100:00000001:0.0:1767325581.693538:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325581.693540:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325581.693543:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000456c8c17 x1853174993403392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325581.693543:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325581.693549:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325581.693551:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325581.693552:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325581.693554:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325581.693555:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325581.693556:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325581.693557:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325581.693558:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325581.693559:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325581.693562:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325581.693562:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325581.693568:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=138 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325581.693570:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=102 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325581.693572:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325581.693572:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325581.693574:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325581.693576:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000456c8c17 x1853174993403392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325581.693583:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325581.693585:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325581.693586:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325581.693587:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325581.693588:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325581.693591:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000456c8c17 x1853174993403392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325581.693597:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325581.693598:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325581.693600:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325581.693602:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000456c8c17 x1853174993403392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325581.693615:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993403392:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325581.693620:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325581.693621:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325581.693623:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000456c8c17 x1853174993403392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325597 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325581.693630:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325581.693631:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325581.693633:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076d9e7b4. 02000000:00000001:2.0:1767325581.693635:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325581.693637:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325581.693638:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325581.693640:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325581.693640:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9272bf7. 02000000:00000001:2.0:1767325581.693642:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325581.693642:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325581.693643:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000456c8c17. 00000100:00000001:2.0:1767325581.693645:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325581.693645:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325581.693646:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325581.693649:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325581.693650:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325581.693651:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325581.693652:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325582.330221:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325582.330228:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325582.330234:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325582.330236:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325582.330292:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325582.330296:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325582.330299:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325583.354250:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325583.354258:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325583.354261:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325583.354264:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325583.354269:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325583.354271:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325583.354273:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325583.354293:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325583.354298:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325583.354300:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325583.354351:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325583.354354:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325583.354356:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325584.378231:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325584.378237:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325584.378243:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325584.378246:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325584.378248:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325584.378253:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325584.378255:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325584.378256:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325584.378259:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325584.378261:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325584.378262:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325584.378264:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325584.378315:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325584.378322:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325584.378324:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325585.402269:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325585.402277:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325585.402285:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325585.402286:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325585.402339:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325585.402343:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325585.402345:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325586.426296:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325586.426305:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325586.426310:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325586.426311:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325586.426370:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325586.426373:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325586.426375:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325586.810262:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305503258, at 4305503744 00000100:00000040:2.0:1767325586.810262:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305503258, at 4305503744 00000100:00000040:1.0:1767325586.810262:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305503258, at 4305503744 00000100:00000010:3.0:1767325586.810281:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce179f13. 00000100:00000010:2.0:1767325586.810283:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c06959ff. 00000100:00000010:1.0:1767325586.810285:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d8ba429. 00000100:00000040:0.0:1767325586.810920:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305503258, at 4305503744 00000100:00000010:0.0:1767325586.810926:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000092aef95c. 00000100:00000040:1.0:1767325586.810937:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325586.810945:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325586.810955:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cc08b51. 00000020:00000040:1.0:1767325586.810960:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325586.810964:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325586.810967:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325586.810973:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325586.810982:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035310fb5. 00000100:00000001:1.0:1767325586.810990:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325586.811002:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000002cc08b51 x1853174993403520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325586.811014:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325586.811016:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325586.811022:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cc08b51] to pc [ptlrpcd_00_01+1] req@000000002cc08b51 x1853174993403520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325586.811051:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325586.811054:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325586.811072:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767325586.811074:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767325586.811075:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4811535. 00000100:00000001:0.0:1767325586.811078:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767325586.811080:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325586.811082:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325586.811084:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325586.811088:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767325586.811088:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002cc08b51 x1853174993403520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325586.811091:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325586.811093:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325586.811100:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325586.811100:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d53f249. 00000100:00000001:0.0:1767325586.811100:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325586.811104:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325586.811107:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325586.811108:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325586.811112:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325586.811116:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000a4811535 x1853174993403648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325586.811116:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325586.811122:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002cc08b51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993403520:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325586.811132:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325586.811134:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325586.811136:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325586.811158:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325586.811162:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325586.811166:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767325586.811167:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4811535] to pc [ptlrpcd_00_02+2] req@00000000a4811535 x1853174993403648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325586.811171:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031e4b8ac. 02000000:00000001:0.0:1767325586.811176:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325586.811184:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cde6322. 00000400:00000010:0.0:1767325586.811193:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000100:00000001:1.0:1767325586.811200:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325586.811202:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993403520, portal 25 00000100:00000040:1.0:1767325586.811204:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325586.811206:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325586.811209:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138723200 : -112766570828416 : ffff99707c9a6d80) 00000100:00000001:1.0:1767325586.811210:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325586.811215:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021e2dd14. 00000100:00000040:0.0:1767325586.811215:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002cc08b51 x1853174993403520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325586.811216:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767325586.811221:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00100000:2.0:1767325586.811222:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767325586.811227:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767325586.811228:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325586.811229:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767325586.811230:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767325586.811232:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325586.811234:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325586.811235:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325586.811237:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325586.811239:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1767325586.811239:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 00000400:00000010:0.0:1767325586.811240:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000665b4022. 00000100:00000001:2.0:1767325586.811243:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325586.811245:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993403520, offset 0 00000100:00000001:1.0:1767325586.811246:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325586.811248:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325586.811251:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325586.811254:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767325586.811254:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767325586.811255:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000021e2dd14 x1853174993403776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767325586.811262:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4811535 x1853174993403648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325586.811271:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325586.811278:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325586.811281:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325586.811287:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767325586.811287:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767325586.811291:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021e2dd14] to pc [ptlrpcd_00_03+3] req@0000000021e2dd14 x1853174993403776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325586.811294:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325586.811299:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325586.811301:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767325586.811306:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767325586.811307:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:2.0:1767325586.811309:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325586.811313:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [133:133:256:4294967295] 192.168.203.107@tcp LPNI seq info [133:133:8:4294967295] 02000000:00000001:2.0:1767325586.811314:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325586.811323:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993403648:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325586.811331:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325586.811336:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767325586.811336:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:2.0:1767325586.811339:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325586.811343:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325586.811345:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325586.811345:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000010:2.0:1767325586.811348:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8c30ed7. 00000100:00000040:1.0:1767325586.811350:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:0.0:1767325586.811351:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba0f4571. 02000000:00000001:2.0:1767325586.811362:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325586.811362:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:1.0:1767325586.811369:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767325586.811371:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000100:00000040:1.0:1767325586.811376:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10841) 00000800:00000200:0.0:1767325586.811377:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000010:2.0:1767325586.811378:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006167ed22. 00000100:00000001:3.0:1767325586.811382:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767325586.811383:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba0f4571 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767325586.811384:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993403648, portal 10 00000100:00100000:3.0:1767325586.811386:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767325586.811389:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325586.811391:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325586.811392:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138711552 : -112766570840064 : ffff99707c9a4000) 00000100:00000001:0.0:1767325586.811395:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325586.811399:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325586.811401:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305508379 00000100:00000040:2.0:1767325586.811403:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4811535 x1853174993403648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325586.811404:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767325586.811406:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f0d6bc1. 00000100:00000001:3.0:1767325586.811411:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325586.811413:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767325586.811414:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325586.811419:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325586.811419:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305508379 00000100:00000001:2.0:1767325586.811423:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767325586.811424:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e7dee28. 00000100:00000040:3.0:1767325586.811429:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021e2dd14 x1853174993403776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325586.811430:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325586.811430:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767325586.811436:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6e09edd. 00000100:00000001:0.0:1767325586.811437:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305508379 00000100:00000200:2.0:1767325586.811442:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993403648, offset 0 00000100:00000010:0.0:1767325586.811445:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b57c0e8b. 00000100:00000001:3.0:1767325586.811451:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325586.811452:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767325586.811453:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325586.811456:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325586.811459:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305508379 02000000:00000001:3.0:1767325586.811460:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767325586.811463:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:3.0:1767325586.811465:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767325586.811466:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077e90a0d. 00000400:00000200:2.0:1767325586.811469:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767325586.811472:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325586.811473:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767325586.811475:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325586.811480:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767325586.811481:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993403776:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767325586.811482:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325586.811487:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325586.811490:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325586.811491:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325586.811493:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325586.811496:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767325586.811497:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [134:134:255:4294967295] 192.168.203.107@tcp LPNI seq info [134:134:7:4294967295] 00000100:00000001:0.0:1767325586.811498:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325586.811500:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325586.811506:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325586.811507:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767325586.811511:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325586.811512:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:3.0:1767325586.811514:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b6faffd. 00000400:00000200:2.0:1767325586.811514:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000010:1.0:1767325586.811518:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba0f4571. 02000000:00000001:3.0:1767325586.811520:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325586.811523:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325586.811526:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767325586.811527:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325586.811527:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325586.811529:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325586.811534:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004facabe5. 00000100:00000001:0.0:1767325586.811535:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767325586.811536:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000524bc938. 00000400:00000200:1.0:1767325586.811540:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:3.0:1767325586.811544:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014d537d4. 00000400:00000200:1.0:1767325586.811547:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000665b4022 00000800:00000200:2.0:1767325586.811551:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:1.0:1767325586.811553:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000665b4022. 00000800:00000200:2.0:1767325586.811559:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325586.811561:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325586.811562:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993403776, portal 10 00000800:00000200:2.0:1767325586.811563:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000524bc938 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325586.811567:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325586.811570:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 797757 usecs (798 jiffies) 00000100:00000001:3.0:1767325586.811574:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325586.811576:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305504543 00000100:00000200:1.0:1767325586.811576:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cc08b51 x1853174993403520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325586.811578:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138725888 : -112766570825728 : ffff99707c9a7800) 00000100:00000001:2.0:1767325586.811583:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305508379 00000100:00000001:2.0:1767325586.811588:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305504543 00000100:00000040:3.0:1767325586.811591:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021e2dd14 x1853174993403776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325586.811593:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305508379 00000100:00000001:1.0:1767325586.811594:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325586.811598:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002cc08b51 x1853174993403520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325586.811604:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325586.811605:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325586.811611:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305504543 00000100:00000001:2.0:1767325586.811614:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305508379 00000100:00000001:2.0:1767325586.811616:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305504543 00000100:00000001:2.0:1767325586.811618:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305508379 00000800:00000200:1.0:1767325586.811620:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325586.811621:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767325586.811624:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000524bc938. 00000100:00000001:2.0:1767325586.811625:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325586.811627:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325586.811630:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325586.811632:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325586.811636:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325586.811636:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6e09edd 00000100:00000001:2.0:1767325586.811641:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767325586.811641:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6e09edd. 00000100:00000001:2.0:1767325586.811644:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325586.811645:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325586.811648:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325586.811649:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4811535 x1853174993403648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325586.811653:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325586.811660:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325586.811662:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4811535 x1853174993403648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325586.811673:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325586.811675:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325586.811701:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325586.811705:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325586.811708:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0ae589d. 00000100:00000200:3.0:1767325586.811712:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993403776, offset 0 00000400:00000200:3.0:1767325586.811717:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325586.811723:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325586.811726:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325586.811728:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325586.811731:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325586.811733:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325586.811736:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [135:135:256:4294967295] 192.168.203.107@tcp LPNI seq info [135:135:8:4294967295] 00000400:00000200:3.0:1767325586.811744:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325586.811807:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325586.811811:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b237f9b7. 00000800:00000200:3.0:1767325586.811815:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325586.811820:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325586.811823:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b237f9b7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325586.811836:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325586.811840:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 45055 usecs (46 jiffies) 00000100:00000001:3.0:1767325586.811842:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305503791 00000100:00000001:3.0:1767325586.811845:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305508379 00000100:00000001:3.0:1767325586.811847:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305503791 00000100:00000001:3.0:1767325586.811850:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305508379 00000100:00000001:3.0:1767325586.811852:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305503791 00000100:00000001:3.0:1767325586.811865:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305508379 00000100:00000001:3.0:1767325586.811873:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305503791 00000100:00000001:3.0:1767325586.811876:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305508379 00000100:00000001:3.0:1767325586.811878:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325586.811880:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325586.811883:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325586.811886:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325586.811904:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325586.811906:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b237f9b7. 00000400:00000200:1.0:1767325586.811909:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325586.811911:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325586.811913:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0ae589d 00000400:00000010:1.0:1767325586.811914:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0ae589d. 00000100:00000001:1.0:1767325586.811917:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325586.811919:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021e2dd14 x1853174993403776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325586.811924:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325586.811926:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021e2dd14 x1853174993403776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325586.811931:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325586.811933:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325586.812701:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325586.812713:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325586.812716:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325586.812718:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325586.812729:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325586.812745:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed303e80 00000400:00000200:1.0:1767325586.812753:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x50d [1] + 224 00000800:00000001:1.0:1767325586.812760:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325586.812767:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325586.812770:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325586.812774:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325586.812780:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325586.812787:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002cc08b51 x1853174993403520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325586.812798:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002cc08b51 x1853174993403520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325586.812824:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325586.812830:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325586.812833:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325586.812868:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325586.812871:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325586.812875:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325586.812877:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325586.812878:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cde6322. 00000400:00000200:0.0:1767325586.812882:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325586.812883:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:0.0:1767325586.812885:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325586.812888:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cc08b51 x1853174993403520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325586.812896:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cc08b51 x1853174993403520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325586.812901:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325586.812902:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325586.812904:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325586.812905:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325586.812907:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325586.812909:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325586.812911:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325586.812916:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=143 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325586.812919:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=143 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325586.812921:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325586.812922:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325586.812924:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325586.812926:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325586.812928:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325586.812930:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002cc08b51 x1853174993403520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325586.812934:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325586.812936:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325586.812937:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325586.812939:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cc08b51 x1853174993403520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325586.812960:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002cc08b51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993403520:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325586.812964:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325586.812966:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325586.812967:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002cc08b51 x1853174993403520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325586.812972:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325586.812974:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325586.812976:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031e4b8ac. 02000000:00000001:0.0:1767325586.812978:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325586.812980:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325586.812981:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325586.812983:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325586.812985:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035310fb5. 02000000:00000001:0.0:1767325586.812990:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325586.812992:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325586.812993:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cc08b51. 00000100:00000001:0.0:1767325586.812996:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325586.812998:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325586.813000:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325586.813004:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325586.813005:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325586.813007:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325586.813009:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325586.814050:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325586.814055:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325586.814057:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325586.814058:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325586.814062:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325586.814070:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303f00 00000400:00000200:1.0:1767325586.814075:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x515 [1] + 224 00000800:00000001:1.0:1767325586.814079:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325586.814082:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325586.814083:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325586.814086:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325586.814089:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325586.814094:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4811535 x1853174993403648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325586.814102:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4811535 x1853174993403648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325586.814135:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325586.814169:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325586.814174:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325586.814176:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325586.814179:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325586.814181:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325586.814186:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325586.814186:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000001:2.0:1767325586.814194:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767325586.814196:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed303f80 00000400:00000001:2.0:1767325586.814198:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325586.814202:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000400:00000200:2.0:1767325586.814207:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006167ed22 00000400:00000010:2.0:1767325586.814209:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006167ed22. 00000100:00000001:2.0:1767325586.814212:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767325586.814217:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x51d [1] + 224 00000100:00000200:2.0:1767325586.814218:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4811535 x1853174993403648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325586.814226:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325586.814233:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325586.814235:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325586.814247:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:2.0:1767325586.814251:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4811535 x1853174993403648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325586.814252:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325586.814258:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021e2dd14 x1853174993403776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325586.814266:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767325586.814270:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021e2dd14 x1853174993403776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325586.814271:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325586.814276:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325586.814281:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325586.814284:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325586.814285:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325586.814287:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767325586.814289:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325586.814292:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325586.814295:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767325586.814297:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=133 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325586.814303:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=133 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325586.814306:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325586.814308:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325586.814311:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325586.814314:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325586.814318:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325586.814320:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325586.814322:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325586.814324:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325586.814328:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325586.814328:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4811535 x1853174993403648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325586.814333:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325586.814338:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767325586.814340:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767325586.814341:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325586.814344:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004facabe5. 00000100:00000001:2.0:1767325586.814345:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325586.814349:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325586.814350:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d537d4 00000400:00000010:3.0:1767325586.814353:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014d537d4. 00000100:00000040:2.0:1767325586.814354:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4811535 x1853174993403648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325586.814359:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325586.814367:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021e2dd14 x1853174993403776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325586.814368:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993403648:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325586.814377:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325586.814382:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767325586.814385:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021e2dd14 x1853174993403776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325586.814390:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4811535 x1853174993403648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325586.814395:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325586.814397:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325586.814401:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325586.814402:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325586.814404:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325586.814405:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325586.814407:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325586.814410:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=143 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325586.814416:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=107 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325586.814421:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325586.814423:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325586.814426:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325586.814428:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:3.0:1767325586.814432:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000021e2dd14 x1853174993403776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325586.814433:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325586.814437:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8c30ed7. 02000000:00000001:2.0:1767325586.814443:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767325586.814444:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325586.814447:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325586.814450:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767325586.814453:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325586.814456:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:2.0:1767325586.814457:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d53f249. 00000100:00000040:3.0:1767325586.814460:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 02000000:00000001:2.0:1767325586.814463:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767325586.814464:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767325586.814466:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767325586.814467:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325586.814469:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4811535. 00000100:00000040:3.0:1767325586.814474:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021e2dd14 x1853174993403776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325586.814474:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325586.814478:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325586.814482:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325586.814488:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325586.814490:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325586.814491:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325586.814492:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767325586.814494:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021e2dd14 x1853174993403776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325586.814496:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325586.814501:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325586.814505:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325586.814506:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993403776:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325586.814512:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325586.814513:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325586.814514:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021e2dd14 x1853174993403776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325602 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325586.814518:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325586.814519:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325586.814521:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b6faffd. 02000000:00000001:3.0:1767325586.814524:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325586.814525:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325586.814526:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325586.814527:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325586.814528:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 02000000:00000001:3.0:1767325586.814529:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325586.814530:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325586.814531:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021e2dd14. 00000100:00000001:3.0:1767325586.814533:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325586.814533:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325586.814535:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325586.814538:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325586.814539:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325586.814541:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325586.814547:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325587.450272:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325587.450281:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325587.450288:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325587.450290:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325587.450370:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325587.450374:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325587.450377:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325588.474222:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325588.474229:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325588.474234:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325588.474236:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325588.474295:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325588.474300:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325588.474304:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325589.498264:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325589.498270:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325589.498275:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325589.498277:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325589.498340:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325589.498343:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325589.498345:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325590.522210:0:197084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325590.522215:0:197084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325590.522221:0:197084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325590.522223:0:197084:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325590.522312:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325590.522316:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325590.522319:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325591.546203:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325591.546210:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325591.546231:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325591.546233:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325591.546285:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325591.546287:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325591.546290:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325591.930234:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305508379, at 4305508864 00000100:00000040:2.0:1767325591.930234:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305508379, at 4305508864 00000100:00000010:3.0:1767325591.930251:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077e90a0d. 00000100:00000010:2.0:1767325591.930252:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b57c0e8b. 00000100:00000040:0.0:1767325591.930263:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305508379, at 4305508864 00000100:00000010:0.0:1767325591.930281:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f0d6bc1. 00000100:00000040:1.0:1767325591.930353:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305508379, at 4305508864 00000100:00000010:1.0:1767325591.930361:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e7dee28. 00000100:00000040:0.0:1767325591.930369:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325591.930376:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325591.930384:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006df0bad6. 00000020:00000040:0.0:1767325591.930389:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325591.930393:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325591.930396:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325591.930401:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325591.930420:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b0d7f53f. 00000100:00000001:0.0:1767325591.930426:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325591.930435:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000006df0bad6 x1853174993403904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325591.930446:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325591.930448:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325591.930463:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006df0bad6] to pc [ptlrpcd_00_00+0] req@000000006df0bad6 x1853174993403904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325591.930499:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325591.930502:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325591.930506:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325591.930509:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000020:00000040:0.0:1767325591.930511:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325591.930513:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325591.930515:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325591.930518:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325591.930519:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767325591.930521:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325591.930525:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767325591.930527:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d57537d. 00000100:00000001:0.0:1767325591.930533:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325591.930537:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006df0bad6 x1853174993403904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325591.930541:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325591.930543:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000b9c126d9 x1853174993404032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325591.930551:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325591.930588:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325591.930590:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325591.930592:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325591.930593:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325591.930603:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767325591.930604:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_01+1] req@00000000b9c126d9 x1853174993404032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325591.930609:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325591.930618:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325591.930630:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993403904:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325591.930636:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325591.930637:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325591.930642:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767325591.930643:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325591.930648:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767325591.930649:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325591.930654:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767325591.930655:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000456c8c17. 00000100:00000001:1.0:1767325591.930656:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767325591.930661:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000010:2.0:1767325591.930663:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d48e05ee. 00000100:00000001:1.0:1767325591.930663:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325591.930666:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325591.930670:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325591.930670:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767325591.930676:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325591.930680:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325591.930683:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000100:00000040:1.0:1767325591.930683:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993404032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325591.930687:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000062e9f023. 00000100:00000001:0.0:1767325591.930693:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325591.930696:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006167ed22. 00000100:00000040:0.0:1767325591.930700:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000456c8c17 x1853174993404160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767325591.930710:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993403904, portal 25 00000100:00000001:2.0:1767325591.930721:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325591.930727:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250670464 : -112767458881152 : ffff997047abd180) 00000100:00000001:1.0:1767325591.930735:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325591.930740:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325591.930741:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767325591.930745:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006df0bad6 x1853174993403904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325591.930745:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325591.930748:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325591.930754:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325591.930759:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456c8c17] to pc [ptlrpcd_00_02+2] req@00000000456c8c17 x1853174993404160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325591.930775:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767325591.930776:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325591.930789:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00100000:1.0:1767325591.930790:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993404032:192.168.203.107@tcp:400: 00000400:00000010:2.0:1767325591.930797:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f1a63e0. 00000100:00000001:1.0:1767325591.930799:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767325591.930803:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993403904, offset 0 02000000:00000001:1.0:1767325591.930806:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325591.930810:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325591.930814:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325591.930817:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767325591.930831:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767325591.930832:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767325591.930837:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:1.0:1767325591.930839:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008a771b87. 00000100:00000040:0.0:1767325591.930842:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10846) 02000000:00000001:1.0:1767325591.930849:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325591.930857:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef42a7b4. 00000100:00000001:3.0:1767325591.930859:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325591.930864:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325591.930866:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767325591.930868:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a79660. 00000400:00000200:2.0:1767325591.930871:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:3.0:1767325591.930874:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000456c8c17 x1853174993404160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325591.930879:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993404032, portal 10 00000400:00000200:2.0:1767325591.930884:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325591.930888:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325591.930891:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325591.930895:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325591.930897:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325591.930898:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000400:00000200:2.0:1767325591.930900:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767325591.930902:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325591.930910:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767325591.930913:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767325591.930915:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325591.930916:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993404032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325591.930924:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:3.0:1767325591.930925:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325591.930937:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993404160:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767325591.930941:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [136:136:256:4294967295] 192.168.203.107@tcp LPNI seq info [136:136:8:4294967295] 00000100:00000001:3.0:1767325591.930953:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325591.930961:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325591.930962:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767325591.930967:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325591.930974:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767325591.930977:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325591.930978:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000010:3.0:1767325591.930982:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000729d917. 00000400:00000010:1.0:1767325591.930985:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f1b0c7d. 02000000:00000001:3.0:1767325591.930991:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325591.930995:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000200:1.0:1767325591.930995:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993404032, offset 0 00000400:00000010:3.0:1767325591.931000:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004facabe5. 00000800:00000010:2.0:1767325591.931009:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee91c56. 00000400:00000010:3.0:1767325591.931011:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014d537d4. 00000400:00000200:1.0:1767325591.931018:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767325591.931024:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:3.0:1767325591.931027:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993404160, portal 10 00000100:00000001:3.0:1767325591.931030:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325591.931032:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250668672 : -112767458882944 : ffff997047abca80) 00000400:00000200:1.0:1767325591.931036:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:2.0:1767325591.931038:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000040:3.0:1767325591.931043:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000456c8c17 x1853174993404160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325591.931045:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767325591.931046:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ee91c56 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325591.931059:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325591.931063:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325591.931068:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:3.0:1767325591.931070:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000206a045a. 00000100:00000001:2.0:1767325591.931073:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325591.931075:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325591.931081:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305513498 00000400:00000200:1.0:1767325591.931083:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000200:3.0:1767325591.931085:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993404160, offset 0 00000100:00000010:2.0:1767325591.931090:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082a1942f. 00000400:00000200:1.0:1767325591.931097:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [137:137:255:4294967295] 192.168.203.107@tcp LPNI seq info [137:137:7:4294967295] 00000100:00000001:2.0:1767325591.931099:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767325591.931100:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325591.931111:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305513498 00000100:00000010:2.0:1767325591.931116:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062fa5963. 00000100:00000001:2.0:1767325591.931120:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767325591.931126:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305513498 00000100:00000010:2.0:1767325591.931133:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de87715d. 00000400:00000200:1.0:1767325591.931133:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325591.931178:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767325591.931185:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305513499 00000800:00000200:1.0:1767325591.931185:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325591.931189:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:2.0:1767325591.931198:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9303397. 00000400:00000200:3.0:1767325591.931200:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767325591.931202:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fe8d38. 00000100:00000001:2.0:1767325591.931205:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767325591.931208:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325591.931217:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767325591.931218:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767325591.931219:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767325591.931219:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325591.931228:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767325591.931232:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee91c56. 00000400:00000200:3.0:1767325591.931233:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767325591.931236:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325591.931244:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767325591.931247:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325591.931247:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325591.931250:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [138:138:254:4294967295] 192.168.203.107@tcp LPNI seq info [138:138:6:4294967295] 00000800:00000200:1.0:1767325591.931263:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6fe8d38 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325591.931269:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325591.931270:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325591.931273:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325591.931284:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767325591.931285:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 775705 usecs (776 jiffies) 00000100:00000001:2.0:1767325591.931293:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325591.931293:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305509641 00000100:00000001:2.0:1767325591.931297:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325591.931300:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305513498 00000100:00000001:2.0:1767325591.931302:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325591.931304:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305509641 00000100:00000001:2.0:1767325591.931308:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325591.931309:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305513498 00000100:00000001:1.0:1767325591.931315:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305509641 00000100:00000001:1.0:1767325591.931317:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305513498 00000100:00000001:1.0:1767325591.931318:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305509641 00000100:00000001:1.0:1767325591.931321:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305513499 00000100:00000001:1.0:1767325591.931323:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325591.931325:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325591.931330:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325591.931332:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325591.931339:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325591.931341:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767325591.931348:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325591.931348:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325591.931354:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325591.931356:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325591.931357:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325591.931358:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f1a63e0 00000100:00000001:1.0:1767325591.931366:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325591.931368:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f1a63e0. 00000800:00000010:3.0:1767325591.931369:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b237f9b7. 00000100:00000001:0.0:1767325591.931379:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767325591.931380:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325591.931387:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:0.0:1767325591.931392:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006df0bad6 x1853174993403904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325591.931393:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b237f9b7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325591.931401:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325591.931409:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 43766 usecs (44 jiffies) 00000100:00000001:3.0:1767325591.931414:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305508909 00000100:00000001:3.0:1767325591.931422:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305513498 00000100:00000001:3.0:1767325591.931427:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305508909 00000100:00000001:3.0:1767325591.931430:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305513498 00000100:00000001:0.0:1767325591.931431:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325591.931437:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305508909 00000100:00000040:0.0:1767325591.931443:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006df0bad6 x1853174993403904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325607 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325591.931444:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305513498 00000100:00000001:3.0:1767325591.931452:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305508909 00000100:00000001:3.0:1767325591.931462:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305513499 00000100:00000001:3.0:1767325591.931469:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325591.931471:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325591.931476:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325591.931477:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325591.931484:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325591.931487:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767325591.931496:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325591.931498:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325591.931499:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325591.931501:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325591.931502:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325591.931505:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325591.931509:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767325591.931509:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fe8d38. 00000400:00000200:0.0:1767325591.931519:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325591.931527:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325591.931531:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f1b0c7d 00000400:00000010:0.0:1767325591.931532:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f1b0c7d. 00000100:00000001:0.0:1767325591.931536:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325591.931539:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993404032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325591.931546:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325591.931548:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993404032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325607 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325591.931555:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325591.931556:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325591.931585:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325591.931588:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b237f9b7. 00000400:00000200:0.0:1767325591.931591:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325591.931594:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325591.931597:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000206a045a 00000400:00000010:0.0:1767325591.931598:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000206a045a. 00000100:00000001:0.0:1767325591.931601:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325591.931604:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000456c8c17 x1853174993404160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325591.931611:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325591.931613:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000456c8c17 x1853174993404160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325607 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325591.931620:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325591.931621:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325591.932625:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325591.932636:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325591.932638:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325591.932640:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325591.932648:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325591.932659:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed304000 00000400:00000200:1.0:1767325591.932665:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x525 [1] + 224 00000800:00000001:1.0:1767325591.932671:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325591.932680:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325591.932682:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325591.932692:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325591.932696:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325591.932700:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006df0bad6 x1853174993403904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325591.932707:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006df0bad6 x1853174993403904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325591.932732:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325591.932738:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325591.932741:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325591.932797:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325591.932800:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325591.932805:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325591.932807:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325591.932809:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000400:00000200:2.0:1767325591.932812:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006167ed22 00000400:00000010:2.0:1767325591.932814:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006167ed22. 00000100:00000001:2.0:1767325591.932816:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325591.932831:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006df0bad6 x1853174993403904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325591.932838:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006df0bad6 x1853174993403904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325591.932845:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325591.932847:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325591.932849:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325591.932851:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325591.932853:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325591.932854:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325591.932857:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325591.932861:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=148 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325591.932865:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=148 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325591.932868:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325591.932870:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325591.932873:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325591.932875:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325591.932877:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325591.932881:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006df0bad6 x1853174993403904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325591.932887:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325591.932890:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325591.932893:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325591.932903:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006df0bad6 x1853174993403904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325591.932910:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993403904:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325591.932914:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325591.932916:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325591.932918:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006df0bad6 x1853174993403904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325591.932924:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325591.932926:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325591.932929:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d48e05ee. 02000000:00000001:2.0:1767325591.932931:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325591.932933:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325591.932935:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767325591.932937:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325591.932939:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b0d7f53f. 02000000:00000001:2.0:1767325591.932942:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325591.932943:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325591.932945:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006df0bad6. 00000100:00000001:2.0:1767325591.932947:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325591.932948:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325591.932950:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325591.932953:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325591.932955:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325591.932957:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325591.932960:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325591.933004:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325591.933010:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325591.933012:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325591.933014:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325591.933019:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325591.933025:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed304080 00000400:00000200:1.0:1767325591.933029:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x52d [1] + 224 00000800:00000001:1.0:1767325591.933033:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325591.933038:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325591.933039:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325591.933042:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325591.933045:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325591.933048:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993404032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325591.933055:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993404032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325591.933072:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325591.933076:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325591.933078:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325591.933109:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325591.933112:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325591.933115:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325591.933117:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325591.933118:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef42a7b4. 00000400:00000200:0.0:1767325591.933122:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a79660 00000400:00000010:0.0:1767325591.933123:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a79660. 00000100:00000001:0.0:1767325591.933132:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325591.933135:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993404032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325591.933166:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993404032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325591.933172:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325591.933174:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325591.933176:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325591.933178:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325591.933179:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325591.933180:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325591.933182:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325591.933186:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=138 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325591.933189:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=138 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325591.933190:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325591.933191:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325591.933193:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325591.933196:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325591.933199:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325591.933200:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325591.933203:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325591.933204:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325591.933207:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993404032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325591.933213:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325591.933214:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325591.933215:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325591.933218:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993404032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325591.933224:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993404032:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325591.933228:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325591.933230:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325591.933239:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993404032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325591.933245:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325591.933246:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325591.933248:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008a771b87. 02000000:00000001:0.0:1767325591.933251:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325591.933252:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325591.933253:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767325591.933255:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325591.933256:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d57537d. 02000000:00000001:0.0:1767325591.933258:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325591.933260:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325591.933262:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000001:0.0:1767325591.933264:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325591.933265:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325591.933267:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325591.933270:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325591.933272:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325591.933273:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325591.933276:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325591.933320:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325591.933326:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325591.933328:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325591.933330:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325591.933334:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325591.933341:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed304100 00000400:00000200:0.0:1767325591.933346:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x535 [1] + 224 00000800:00000001:0.0:1767325591.933350:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325591.933355:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325591.933357:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325591.933361:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325591.933364:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325591.933367:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000456c8c17 x1853174993404160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325591.933375:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000456c8c17 x1853174993404160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325591.933396:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325591.933405:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325591.933410:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325591.933418:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325591.933422:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325591.933429:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325591.933431:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325591.933433:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004facabe5. 00000400:00000200:3.0:1767325591.933438:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d537d4 00000400:00000010:3.0:1767325591.933439:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014d537d4. 00000100:00000001:3.0:1767325591.933443:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325591.933448:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000456c8c17 x1853174993404160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325591.933456:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000456c8c17 x1853174993404160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325591.933462:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325591.933464:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325591.933466:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325591.933468:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325591.933469:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325591.933471:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325591.933473:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325591.933479:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=148 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325591.933482:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=112 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325591.933484:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325591.933486:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325591.933488:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767325591.933491:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000456c8c17 x1853174993404160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325591.933498:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325591.933500:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325591.933502:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325591.933503:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325591.933512:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325591.933515:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000456c8c17 x1853174993404160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325591.933520:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325591.933523:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325591.933524:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325591.933527:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000456c8c17 x1853174993404160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325591.933532:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993404160:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325591.933536:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325591.933538:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325591.933540:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000456c8c17 x1853174993404160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325607 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325591.933546:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325591.933548:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325591.933550:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000729d917. 02000000:00000001:3.0:1767325591.933552:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325591.933554:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325591.933556:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325591.933558:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325591.933560:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000062e9f023. 02000000:00000001:3.0:1767325591.933563:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325591.933564:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325591.933565:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000456c8c17. 00000100:00000001:3.0:1767325591.933568:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325591.933569:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325591.933571:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325591.933575:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325591.933576:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325591.933578:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325591.933579:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325592.570892:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325592.570900:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325592.570902:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325592.570904:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325592.570908:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325592.570910:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325592.570912:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325592.570914:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325592.570918:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325592.570919:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325592.571014:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325592.571018:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325592.571027:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325593.594269:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325593.594275:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325593.594282:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325593.594283:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325593.594371:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325593.594374:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325593.594377:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325594.618265:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325594.618271:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325594.618277:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325594.618281:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325594.618283:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325594.618288:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325594.618290:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325594.618291:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325594.618294:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325594.618296:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325594.618298:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325594.618300:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325594.618400:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325594.618420:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325594.618424:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325595.642259:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325595.642265:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325595.642271:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325595.642272:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325595.642338:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325595.642345:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325595.642350:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325596.666216:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325596.666221:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325596.666225:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325596.666226:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325596.666279:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325596.666283:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325596.666287:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325597.050257:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305513498, at 4305513984 00000100:00000040:1.0:1767325597.050257:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305513498, at 4305513984 00000100:00000040:0.0:1767325597.050266:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305513498, at 4305513984 00000100:00000010:2.0:1767325597.050274:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de87715d. 00000100:00000010:0.0:1767325597.050277:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082a1942f. 00000100:00000010:1.0:1767325597.050288:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062fa5963. 00000100:00000040:3.0:1767325597.050355:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325597.050363:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325597.050371:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000882297f5. 00000020:00000040:3.0:1767325597.050377:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325597.050382:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325597.050387:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325597.050392:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325597.050402:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b237f9b7. 00000100:00000001:3.0:1767325597.050410:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325597.050423:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000882297f5 x1853174993404288/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325597.050436:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325597.050438:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325597.050445:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000882297f5] to pc [ptlrpcd_00_03+3] req@00000000882297f5 x1853174993404288/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325597.050474:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325597.050476:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325597.050480:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325597.050484:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058a26f23. 00000020:00000040:3.0:1767325597.050487:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325597.050489:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325597.050491:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325597.050493:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325597.050498:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005e377d90. 00000100:00000001:3.0:1767325597.050501:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325597.050505:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000058a26f23 x1853174993404416/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325597.050510:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325597.050513:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1767325597.050516:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767325597.050520:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325597.050528:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325597.050529:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325597.050532:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325597.050536:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325597.050539:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058a26f23] to pc [ptlrpcd_00_00+0] req@0000000058a26f23 x1853174993404416/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325597.050540:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325597.050544:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325597.050552:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000882297f5 x1853174993404288/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325597.050562:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325597.050563:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767325597.050567:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325597.050571:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325597.050573:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767325597.050573:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325597.050575:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767325597.050579:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f17934a9. 00000100:00000001:1.0:1767325597.050579:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767325597.050580:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1767325597.050584:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:2.0:1767325597.050585:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325597.050586:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058a26f23 x1853174993404416/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325597.050589:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325597.050591:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325597.050592:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325597.050596:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325597.050597:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000882297f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993404288:192.168.203.107@tcp:400: 02000000:00000010:3.0:1767325597.050604:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c8e23257. 00000100:00000001:2.0:1767325597.050606:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325597.050612:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325597.050613:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767325597.050614:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325597.050617:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325597.050618:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325597.050621:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000f17934a9 x1853174993404544/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767325597.050623:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767325597.050624:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325597.050628:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767325597.050629:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a089ac10. 02000000:00000001:1.0:1767325597.050631:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325597.050633:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325597.050637:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058a26f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993404416:192.168.203.107@tcp:400: 00000400:00000010:2.0:1767325597.050641:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000100:00000001:1.0:1767325597.050643:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325597.050647:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325597.050648:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325597.050649:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767325597.050651:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006167ed22. 02000000:00000010:1.0:1767325597.050653:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ec8abcd. 02000000:00000001:1.0:1767325597.050656:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325597.050659:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e035faa. 00000100:00000200:2.0:1767325597.050660:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993404288, portal 25 00000100:00000001:2.0:1767325597.050664:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767325597.050664:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e54fbf9b. 00000100:00000001:2.0:1767325597.050666:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268029184 : -112767441522432 : ffff997048b4b100) 00000100:00000200:1.0:1767325597.050669:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993404416, portal 10 00000100:00000001:1.0:1767325597.050672:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767325597.050674:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000882297f5 x1853174993404288/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325597.050675:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268018432 : -112767441533184 : ffff997048b48700) 00000100:00000040:1.0:1767325597.050686:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058a26f23 x1853174993404416/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325597.050703:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325597.050707:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767325597.050711:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325597.050712:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325597.050712:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767325597.050717:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002101126a. 00000100:00000040:1.0:1767325597.050721:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767325597.050723:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f17934a9] to pc [ptlrpcd_00_01+1] req@00000000f17934a9 x1853174993404544/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325597.050723:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993404288, offset 0 00000400:00000010:1.0:1767325597.050734:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8cda165. 00000400:00000200:2.0:1767325597.050736:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325597.050737:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325597.050741:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767325597.050744:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767325597.050747:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10851) 00000100:00000200:1.0:1767325597.050750:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993404416, offset 0 00000100:00000040:3.0:1767325597.050757:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305513499, at 4305513984 00000400:00000200:1.0:1767325597.050760:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:3.0:1767325597.050763:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e9303397. 00000100:00000001:3.0:1767325597.050778:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325597.050780:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325597.050780:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325597.050797:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325597.050799:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325597.050804:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f17934a9 x1853174993404544/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325597.050816:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325597.050817:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325597.050820:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325597.050821:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325597.050823:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325597.050826:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f17934a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993404544:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325597.050830:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325597.050832:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325597.050833:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325597.050835:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325597.050838:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac7511f8. 02000000:00000001:0.0:1767325597.050840:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325597.050843:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cde6322. 00000400:00000010:0.0:1767325597.050847:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000100:00000200:0.0:1767325597.050850:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993404544, portal 10 00000100:00000001:0.0:1767325597.050851:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325597.050853:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030976 : -112767441520640 : ffff997048b4b800) 00000100:00000040:0.0:1767325597.050858:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f17934a9 x1853174993404544/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325597.050868:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325597.050870:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325597.050877:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005632e77f. 00000100:00000200:0.0:1767325597.050879:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993404544, offset 0 00000400:00000200:0.0:1767325597.050883:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325597.050913:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325597.050920:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325597.050925:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325597.050929:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325597.050932:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325597.050935:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [139:139:256:4294967295] 192.168.203.107@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:2.0:1767325597.050947:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325597.050953:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325597.050958:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b6dbbf0. 00000400:00000200:1.0:1767325597.050962:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325597.050967:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325597.050971:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:2.0:1767325597.050974:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767325597.050978:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325597.050982:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767325597.050986:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767325597.050987:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [140:140:255:4294967295] 192.168.203.107@tcp LPNI seq info [140:140:7:4294967295] 00000800:00000200:2.0:1767325597.050991:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b6dbbf0 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325597.051001:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325597.051006:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325597.051008:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325597.051011:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef5ef55d. 00000100:00000001:2.0:1767325597.051014:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305518618 00000100:00000010:2.0:1767325597.051020:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de87715d. 00000800:00000200:1.0:1767325597.051020:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325597.051027:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767325597.051028:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767325597.051034:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305518618 00000800:00000200:1.0:1767325597.051034:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef5ef55d type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767325597.051039:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b11e55c. 00000100:00000001:1.0:1767325597.051039:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325597.051044:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767325597.051047:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 754826 usecs (755 jiffies) 00000100:00000001:2.0:1767325597.051048:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305518618 00000100:00000010:2.0:1767325597.051053:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005885a45f. 00000100:00000001:1.0:1767325597.051053:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305514739 00000100:00000001:2.0:1767325597.051057:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767325597.051059:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305518618 00000100:00000001:2.0:1767325597.051060:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305518618 00000100:00000010:2.0:1767325597.051064:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd4ef55a. 00000100:00000001:2.0:1767325597.051066:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767325597.051068:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325597.051071:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325597.051072:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305514739 00000100:00000001:2.0:1767325597.051076:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325597.051080:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305518618 00000100:00000001:2.0:1767325597.051081:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325597.051086:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305514739 00000100:00000001:1.0:1767325597.051089:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305518618 00000100:00000001:1.0:1767325597.051092:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305514739 00000100:00000001:1.0:1767325597.051094:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305518618 00000100:00000001:1.0:1767325597.051096:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325597.051097:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325597.051099:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325597.051105:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325597.051109:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325597.051110:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325597.051112:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325597.051113:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325597.051114:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325597.051115:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325597.051132:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325597.051136:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325597.051138:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325597.051162:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325597.051165:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325597.051169:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [141:141:254:4294967295] 192.168.203.107@tcp LPNI seq info [141:141:6:4294967295] 00000400:00000200:0.0:1767325597.051177:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325597.051181:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325597.051185:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d57537d. 00000800:00000200:0.0:1767325597.051189:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767325597.051193:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325597.051195:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d57537d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325597.051198:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325597.051201:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 42541 usecs (43 jiffies) 00000100:00000001:0.0:1767325597.051203:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305514028 00000100:00000001:0.0:1767325597.051205:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305518618 00000100:00000001:0.0:1767325597.051207:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305514028 00000100:00000001:0.0:1767325597.051209:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305518618 00000100:00000001:0.0:1767325597.051211:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305514028 00000100:00000001:0.0:1767325597.051212:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305518618 00000100:00000001:0.0:1767325597.051214:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305514028 00000100:00000001:0.0:1767325597.051215:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305518618 00000100:00000001:0.0:1767325597.051217:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325597.051218:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325597.051220:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325597.051226:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325597.051230:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325597.051231:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325597.051233:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325597.051234:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325597.051236:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325597.051237:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325597.052007:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325597.052012:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b6dbbf0. 00000400:00000200:3.0:1767325597.052018:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325597.052028:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325597.052033:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002101126a 00000400:00000010:3.0:1767325597.052036:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002101126a. 00000100:00000001:3.0:1767325597.052041:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325597.052045:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000882297f5 x1853174993404288/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325597.052056:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325597.052058:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000882297f5 x1853174993404288/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325597.052066:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325597.052068:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325597.052081:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325597.052083:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef5ef55d. 00000400:00000200:3.0:1767325597.052087:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325597.052090:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325597.052092:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8cda165 00000400:00000010:3.0:1767325597.052093:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8cda165. 00000100:00000001:3.0:1767325597.052095:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325597.052096:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058a26f23 x1853174993404416/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325597.052101:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325597.052103:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058a26f23 x1853174993404416/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325597.052106:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325597.052107:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325597.052130:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325597.052133:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d57537d. 00000400:00000200:3.0:1767325597.052136:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325597.052158:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325597.052161:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005632e77f 00000400:00000010:3.0:1767325597.052163:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005632e77f. 00000100:00000001:3.0:1767325597.052198:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325597.052201:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f17934a9 x1853174993404544/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325597.052214:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325597.052217:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f17934a9 x1853174993404544/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325597.052222:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325597.052224:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325597.054780:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325597.054797:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325597.054800:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325597.054801:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325597.054807:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325597.054817:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed304180 00000400:00000200:1.0:1767325597.054822:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x53d [1] + 224 00000800:00000001:1.0:1767325597.054828:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325597.054832:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325597.054833:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325597.054836:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325597.054840:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325597.054844:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000882297f5 x1853174993404288/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325597.054850:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000882297f5 x1853174993404288/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325597.054862:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325597.054869:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325597.054871:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325597.054872:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325597.054874:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325597.054876:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325597.054879:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed304200 00000400:00000200:1.0:1767325597.054883:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x541 [1] + 224 00000800:00000001:1.0:1767325597.054885:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325597.054887:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325597.054889:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325597.054892:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325597.054896:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767325597.054898:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767325597.054900:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:2.0:1767325597.054902:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325597.054906:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000400:00000200:2.0:1767325597.054911:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006167ed22 00000400:00000010:2.0:1767325597.054912:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006167ed22. 00000100:00000001:2.0:1767325597.054916:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325597.054917:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325597.054921:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000882297f5 x1853174993404288/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325597.054924:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058a26f23 x1853174993404416/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325597.054945:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000882297f5 x1853174993404288/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325597.054948:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000058a26f23 x1853174993404416/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325597.054974:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325597.054975:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325597.054978:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325597.054980:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325597.054981:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325597.054985:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767325597.054985:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325597.054987:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767325597.054988:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325597.054990:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325597.054992:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325597.054995:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325597.055000:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:3.0:1767325597.055002:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767325597.055003:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=154 v=5 (5 0 0 0) 00000100:00000001:3.0:1767325597.055005:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325597.055008:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed304280 00000400:00000001:3.0:1767325597.055010:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1767325597.055010:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=154 v=5 (1 0 0 0) 00000400:00000001:3.0:1767325597.055014:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767325597.055015:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767325597.055016:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e035faa. 00000100:00000001:2.0:1767325597.055017:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325597.055022:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e54fbf9b 00010000:00000001:2.0:1767325597.055022:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767325597.055025:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e54fbf9b. 00010000:00000001:2.0:1767325597.055025:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325597.055030:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325597.055031:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767325597.055035:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x54d [1] + 224 00000100:00000200:3.0:1767325597.055038:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058a26f23 x1853174993404416/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325597.055040:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000882297f5 x1853174993404288/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325597.055041:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325597.055047:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325597.055051:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325597.055059:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:3.0:1767325597.055061:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058a26f23 x1853174993404416/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325597.055065:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325597.055066:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767325597.055071:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f17934a9 x1853174993404544/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325597.055072:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325597.055076:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325597.055085:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000882297f5 x1853174993404288/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325597.055093:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f17934a9 x1853174993404544/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325597.055099:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325597.055102:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325597.055108:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325597.055110:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325597.055113:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767325597.055115:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000882297f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993404288:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325597.055116:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325597.055119:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325597.055123:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767325597.055126:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=144 v=5 (5 0 0 0) 00000100:00000001:2.0:1767325597.055126:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325597.055129:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325597.055133:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767325597.055134:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325597.055155:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=144 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325597.055159:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325597.055160:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325597.055160:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000882297f5 x1853174993404288/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325597.055165:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325597.055168:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325597.055171:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325597.055172:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325597.055174:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 02000000:00000001:2.0:1767325597.055175:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325597.055177:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:2.0:1767325597.055179:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a089ac10. 02000000:00000001:2.0:1767325597.055182:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325597.055185:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325597.055186:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325597.055189:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000040:3.0:1767325597.055191:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058a26f23 x1853174993404416/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767325597.055199:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325597.055201:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767325597.055203:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b237f9b7. 00000100:00000001:3.0:1767325597.055204:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325597.055207:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325597.055209:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058a26f23 x1853174993404416/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325597.055209:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325597.055212:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325597.055214:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000882297f5. 00000100:00000001:2.0:1767325597.055218:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325597.055220:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767325597.055222:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058a26f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993404416:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325597.055224:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325597.055229:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325597.055230:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325597.055231:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325597.055233:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325597.055235:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058a26f23 x1853174993404416/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325597.055236:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325597.055239:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325597.055244:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325597.055246:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325597.055247:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ec8abcd. 02000000:00000001:3.0:1767325597.055249:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325597.055251:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325597.055251:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:3.0:1767325597.055252:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325597.055253:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005e377d90. 02000000:00000001:3.0:1767325597.055256:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325597.055257:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325597.055258:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058a26f23. 00000100:00000001:3.0:1767325597.055260:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325597.055260:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325597.055262:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325597.055264:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325597.055265:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325597.055267:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325597.055268:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325597.055932:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325597.055935:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325597.055939:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325597.055940:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325597.055942:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cde6322. 00000400:00000200:0.0:1767325597.055955:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325597.055956:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:0.0:1767325597.055959:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325597.055963:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f17934a9 x1853174993404544/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325597.055972:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f17934a9 x1853174993404544/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325597.055978:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325597.055980:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325597.055982:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325597.055984:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325597.055985:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325597.055986:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325597.055988:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325597.055992:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=154 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325597.055995:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=118 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325597.055998:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325597.055999:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325597.056001:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325597.056003:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f17934a9 x1853174993404544/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325597.056010:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325597.056012:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325597.056020:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325597.056022:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325597.056023:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325597.056027:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f17934a9 x1853174993404544/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325597.056033:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325597.056035:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325597.056036:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325597.056039:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f17934a9 x1853174993404544/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325597.056045:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f17934a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993404544:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325597.056049:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325597.056051:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325597.056053:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f17934a9 x1853174993404544/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325597.056058:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325597.056060:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325597.056062:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac7511f8. 02000000:00000001:0.0:1767325597.056065:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325597.056066:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325597.056067:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325597.056069:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325597.056070:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c8e23257. 02000000:00000001:0.0:1767325597.056073:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325597.056074:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325597.056075:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f17934a9. 00000100:00000001:0.0:1767325597.056078:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325597.056079:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325597.056081:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325597.056090:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325597.056091:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325597.056093:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325597.056095:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325597.690298:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325597.690307:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325597.690313:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325597.690314:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325597.690384:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325597.690388:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325597.690392:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325598.714257:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325598.714265:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325598.714269:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325598.714270:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325598.714327:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325598.714332:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325598.714354:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325599.738263:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325599.738270:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325599.738278:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325599.738279:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325599.738320:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325599.738350:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325599.738354:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325600.762227:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325600.762235:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325600.762240:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325600.762241:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325600.762273:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325600.762277:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325600.762279:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325601.786247:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325601.786255:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325601.786261:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325601.786262:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325601.786314:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325601.786319:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325601.786322:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325602.170226:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305518618, at 4305519104 00000100:00000040:1.0:1767325602.170226:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305518618, at 4305519104 00000100:00000040:2.0:1767325602.170238:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305518618, at 4305519104 00000100:00000010:1.0:1767325602.170243:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b11e55c. 00000100:00000010:3.0:1767325602.170244:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd4ef55a. 00000100:00000010:2.0:1767325602.170259:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005885a45f. 00000100:00000040:0.0:1767325602.170261:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305518618, at 4305519104 00000100:00000010:0.0:1767325602.170270:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de87715d. 00000100:00000040:1.0:1767325602.170290:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325602.170296:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325602.170301:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6c70c52. 00000020:00000040:1.0:1767325602.170306:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325602.170313:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325602.170316:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325602.170324:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325602.170333:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef5ef55d. 00000100:00000001:1.0:1767325602.170341:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325602.170359:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000f6c70c52 x1853174993404672/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325602.170372:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325602.170375:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325602.170381:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6c70c52] to pc [ptlrpcd_00_02+2] req@00000000f6c70c52 x1853174993404672/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325602.170409:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325602.170412:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325602.170415:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325602.170418:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d8ec799. 00000020:00000040:1.0:1767325602.170421:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325602.170423:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325602.170424:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767325602.170426:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325602.170426:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325602.170433:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767325602.170433:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fe8d38. 00000100:00000001:1.0:1767325602.170436:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325602.170436:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325602.170438:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325602.170442:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325602.170448:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6c70c52 x1853174993404672/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325602.170456:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000007d8ec799 x1853174993404800/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325602.170466:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325602.170467:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325602.170470:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325602.170471:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325602.170474:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d8ec799] to pc [ptlrpcd_00_03+3] req@000000007d8ec799 x1853174993404800/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325602.170478:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325602.170482:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325602.170484:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325602.170487:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993404672:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325602.170488:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325602.170492:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325602.170494:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325602.170495:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325602.170498:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7cc4db3. 00000020:00000040:1.0:1767325602.170501:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767325602.170502:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325602.170503:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325602.170505:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325602.170506:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325602.170509:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325602.170510:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 02000000:00000001:3.0:1767325602.170512:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325602.170513:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325602.170514:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325602.170517:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a256d601. 00000100:00000001:0.0:1767325602.170520:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767325602.170522:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325602.170525:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000c7cc4db3 x1853174993404928/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325602.170527:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767325602.170532:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004facabe5. 00000100:00000040:0.0:1767325602.170540:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d8ec799 x1853174993404800/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325602.170542:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014d537d4. 00000100:00000001:1.0:1767325602.170547:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325602.170553:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325602.170555:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993404672, portal 25 00000100:00000001:3.0:1767325602.170564:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767325602.170568:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7cc4db3] to pc [ptlrpcd_00_00+0] req@00000000c7cc4db3 x1853174993404928/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325602.170569:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138714240 : -112766570837376 : ffff99707c9a4a80) 00000100:00000040:3.0:1767325602.170586:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f6c70c52 x1853174993404672/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325602.170586:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325602.170595:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325602.170608:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325602.170609:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767325602.170614:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325602.170617:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325602.170619:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767325602.170621:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767325602.170623:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f15cde0. 00000100:00000040:1.0:1767325602.170624:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1767325602.170630:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325602.170632:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10856) 00000100:00000200:3.0:1767325602.170644:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993404672, offset 0 00000100:00100000:0.0:1767325602.170647:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993404800:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325602.170655:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325602.170659:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325602.170661:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767325602.170662:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00100000:1.0:1767325602.170664:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:0.0:1767325602.170667:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325602.170668:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325602.170672:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325602.170679:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027d71bc2. 00000400:00000200:3.0:1767325602.170683:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:0.0:1767325602.170684:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325602.170695:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325602.170701:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767325602.170704:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325602.170706:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767325602.170706:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cde6322. 00000400:00000200:3.0:1767325602.170715:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325602.170716:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325602.170719:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325602.170721:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767325602.170721:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000400:00000200:3.0:1767325602.170724:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:1.0:1767325602.170729:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7cc4db3 x1853174993404928/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325602.170733:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993404800, portal 10 00000400:00000200:3.0:1767325602.170740:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [142:142:256:4294967295] 192.168.203.107@tcp LPNI seq info [142:142:8:4294967295] 00000100:00000001:0.0:1767325602.170742:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325602.170745:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138718720 : -112766570832896 : ffff99707c9a5c00) 00000100:00000001:1.0:1767325602.170760:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325602.170765:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325602.170769:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767325602.170772:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d8ec799 x1853174993404800/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325602.170773:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325602.170782:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325602.170788:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993404928:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767325602.170792:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325602.170798:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325602.170804:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325602.170809:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325602.170813:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325602.170819:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080de8b7a. 00000800:00000200:3.0:1767325602.170821:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767325602.170826:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325602.170826:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:3.0:1767325602.170831:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005e377d90. 00000400:00000010:1.0:1767325602.170831:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6b24755. 00000400:00000010:1.0:1767325602.170839:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eeaa2651. 00000100:00000040:0.0:1767325602.170839:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000200:1.0:1767325602.170848:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993404928, portal 10 00000400:00000010:0.0:1767325602.170850:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da6f0bb5. 00000100:00000001:1.0:1767325602.170851:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325602.170853:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138715136 : -112766570836480 : ffff99707c9a4e00) 00000800:00000200:3.0:1767325602.170857:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:0.0:1767325602.170861:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993404800, offset 0 00000100:00000040:1.0:1767325602.170864:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c7cc4db3 x1853174993404928/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325602.170873:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325602.170885:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767325602.170885:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:3.0:1767325602.170886:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005e377d90 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767325602.170892:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325602.170896:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767325602.170896:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000723137a0. 00000100:00000200:1.0:1767325602.170903:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993404928, offset 0 00000100:00000001:3.0:1767325602.170906:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325602.170906:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325602.170918:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325602.170919:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305523738 00000400:00000200:0.0:1767325602.170924:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:3.0:1767325602.170925:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce179f13. 00000100:00000001:3.0:1767325602.170935:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767325602.170937:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325602.170943:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305523738 00000400:00000200:0.0:1767325602.170947:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000010:3.0:1767325602.170951:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bef8bd5d. 00000400:00000200:0.0:1767325602.170954:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325602.170957:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767325602.170961:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325602.170967:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305523738 00000400:00000200:0.0:1767325602.170972:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [143:143:255:4294967295] 192.168.203.107@tcp LPNI seq info [143:143:7:4294967295] 00000100:00000010:3.0:1767325602.170973:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000090713158. 00000100:00000001:3.0:1767325602.170981:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767325602.170989:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305523738 00000400:00000200:0.0:1767325602.170993:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:3.0:1767325602.171000:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db18ab38. 00000400:00000200:1.0:1767325602.171008:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:0.0:1767325602.171010:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325602.171011:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767325602.171014:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767325602.171018:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325602.171022:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325602.171026:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000010:0.0:1767325602.171027:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007cab202f. 00000100:00000001:3.0:1767325602.171028:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767325602.171033:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005e377d90. 00000400:00000200:1.0:1767325602.171033:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325602.171044:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325602.171045:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325602.171045:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325602.171052:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767325602.171054:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767325602.171061:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [144:144:254:4294967295] 192.168.203.107@tcp LPNI seq info [144:144:6:4294967295] 00000400:00000200:2.0:1767325602.171068:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325602.171071:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1767325602.171078:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325602.171079:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767325602.171087:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767325602.171088:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767325602.171090:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007cab202f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325602.171092:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325602.171097:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f15cde0 00000100:00000001:3.0:1767325602.171098:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325602.171098:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325602.171102:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325602.171106:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d53f249. 00000100:00000001:3.0:1767325602.171109:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325602.171110:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f15cde0. 00000100:00000040:0.0:1767325602.171112:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 735111 usecs (736 jiffies) 00000800:00000200:1.0:1767325602.171120:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325602.171125:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325602.171125:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305519840 00000800:00000200:1.0:1767325602.171130:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325602.171164:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d53f249 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325602.171166:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305523738 00000100:00000001:1.0:1767325602.171169:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325602.171172:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f6c70c52 x1853174993404672/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325602.171173:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305519841 00000100:00000040:1.0:1767325602.171174:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 41483 usecs (42 jiffies) 00000100:00000001:1.0:1767325602.171181:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305519147 00000100:00000001:0.0:1767325602.171183:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305523738 00000100:00000001:1.0:1767325602.171187:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305523738 00000100:00000001:0.0:1767325602.171193:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305519841 00000100:00000001:1.0:1767325602.171195:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305519147 00000100:00000001:1.0:1767325602.171203:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305523738 00000100:00000001:0.0:1767325602.171204:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305523738 00000100:00000001:1.0:1767325602.171213:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305519147 00000100:00000001:0.0:1767325602.171215:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305519841 00000100:00000001:1.0:1767325602.171216:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305523738 00000100:00000001:2.0:1767325602.171217:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325602.171224:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305519147 00000100:00000001:0.0:1767325602.171226:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305523738 00000100:00000040:2.0:1767325602.171229:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6c70c52 x1853174993404672/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325602.171232:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305523738 00000100:00000001:0.0:1767325602.171232:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325602.171238:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325602.171245:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325602.171247:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325602.171257:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325602.171257:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325602.171267:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325602.171268:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325602.171268:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325602.171281:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325602.171290:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325602.171293:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767325602.171303:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325602.171303:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325602.171305:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767325602.171307:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007cab202f. 00000100:00000001:0.0:1767325602.171309:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325602.171312:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325602.171314:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325602.171319:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325602.171322:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da6f0bb5 00000400:00000010:2.0:1767325602.171324:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da6f0bb5. 00000100:00000001:2.0:1767325602.171327:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325602.171330:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d8ec799 x1853174993404800/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325602.171337:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325602.171339:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d8ec799 x1853174993404800/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325602.171345:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325602.171347:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325602.171376:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325602.171379:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d53f249. 00000400:00000200:2.0:1767325602.171382:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325602.171386:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325602.171388:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000723137a0 00000400:00000010:2.0:1767325602.171389:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000723137a0. 00000100:00000001:2.0:1767325602.171397:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325602.171401:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7cc4db3 x1853174993404928/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325602.171407:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325602.171410:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c7cc4db3 x1853174993404928/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325602.171415:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325602.171417:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325602.173320:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325602.173328:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325602.173331:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325602.173334:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325602.173342:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325602.173404:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed304300 00000400:00000200:3.0:1767325602.173412:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x555 [1] + 224 00000800:00000001:3.0:1767325602.173419:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325602.173424:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325602.173427:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325602.173501:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325602.173506:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325602.173510:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f6c70c52 x1853174993404672/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325602.173520:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6c70c52 x1853174993404672/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325602.173540:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325602.173546:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325602.173551:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325602.173553:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325602.173555:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325602.173559:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325602.173567:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed304380 00000400:00000200:3.0:1767325602.173572:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x55d [1] + 224 00000100:00000001:2.0:1767325602.173575:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767325602.173576:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325602.173579:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325602.173584:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767325602.173588:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767325602.173588:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325602.173591:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004facabe5. 00000400:00000200:3.0:1767325602.173592:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325602.173597:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d537d4 00000400:00000010:2.0:1767325602.173600:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014d537d4. 00000100:00000001:2.0:1767325602.173603:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325602.173607:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f6c70c52 x1853174993404672/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325602.173615:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f6c70c52 x1853174993404672/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325602.173619:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325602.173621:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325602.173622:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325602.173625:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325602.173627:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325602.173629:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325602.173631:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325602.173636:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=9 v=5 (5 5 0 0) 00000100:00001000:2.0:1767325602.173640:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=9 v=5 (1 1 0 0) 00000100:00000001:2.0:1767325602.173642:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325602.173644:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325602.173646:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325602.173648:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325602.173650:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325602.173654:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6c70c52 x1853174993404672/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325602.173667:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325602.173670:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325602.173672:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325602.173674:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325602.173676:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767325602.173679:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6c70c52 x1853174993404672/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325602.173684:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d8ec799 x1853174993404800/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325602.173690:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993404672:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325602.173698:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325602.173704:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325602.173706:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007d8ec799 x1853174993404800/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325602.173709:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6c70c52 x1853174993404672/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325602.173731:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325602.173734:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325602.173737:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a256d601. 02000000:00000001:2.0:1767325602.173740:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325602.173742:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325602.173744:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767325602.173747:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325602.173760:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ef5ef55d. 02000000:00000001:2.0:1767325602.173764:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325602.173766:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325602.173767:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6c70c52. 00000100:00000001:2.0:1767325602.173770:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325602.173771:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325602.173773:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325602.173778:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325602.173780:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325602.173782:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325602.173784:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325602.173836:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325602.173842:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325602.173846:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325602.173848:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325602.173850:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325602.173854:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325602.173861:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed304400 00000400:00000200:3.0:1767325602.173867:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x561 [1] + 224 00000800:00000001:3.0:1767325602.173871:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325602.173876:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325602.173878:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325602.173881:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325602.173884:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325602.173887:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c7cc4db3 x1853174993404928/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325602.173894:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c7cc4db3 x1853174993404928/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325602.173913:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325602.173917:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325602.173939:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325602.173943:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325602.173947:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325602.173949:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325602.173950:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6b24755. 00000400:00000200:2.0:1767325602.173960:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eeaa2651 00000400:00000010:2.0:1767325602.173962:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eeaa2651. 00000100:00000001:2.0:1767325602.173965:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325602.173969:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c7cc4db3 x1853174993404928/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325602.173976:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c7cc4db3 x1853174993404928/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325602.173981:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325602.173983:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325602.173984:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325602.173986:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325602.173987:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325602.173989:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325602.173991:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325602.173991:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325602.173999:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=9 v=5 (5 5 0 0) 00000100:00001000:2.0:1767325602.174003:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=123 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325602.174006:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325602.174007:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325602.174009:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325602.174012:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c7cc4db3 x1853174993404928/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325602.174020:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325602.174023:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325602.174025:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325602.174027:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325602.174029:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325602.174032:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c7cc4db3 x1853174993404928/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325602.174038:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325602.174040:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325602.174041:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325602.174043:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7cc4db3 x1853174993404928/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325602.174062:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993404928:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325602.174067:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325602.174069:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325602.174071:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c7cc4db3 x1853174993404928/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325602.174077:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325602.174079:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325602.174081:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080de8b7a. 02000000:00000001:2.0:1767325602.174084:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325602.174085:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325602.174087:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325602.174089:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325602.174090:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 02000000:00000001:2.0:1767325602.174093:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325602.174095:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325602.174096:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7cc4db3. 00000100:00000001:2.0:1767325602.174099:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325602.174100:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325602.174101:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325602.174105:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325602.174106:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325602.174120:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325602.174122:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325602.174808:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325602.174811:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325602.174815:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325602.174817:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325602.174818:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cde6322. 00000400:00000200:0.0:1767325602.174822:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325602.174824:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:0.0:1767325602.174827:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325602.174831:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d8ec799 x1853174993404800/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325602.174842:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d8ec799 x1853174993404800/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325602.174849:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325602.174851:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325602.174853:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325602.174854:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325602.174856:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325602.174857:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325602.174859:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325602.174863:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=149 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325602.174867:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=149 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325602.174869:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325602.174870:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325602.174872:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325602.174875:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325602.174877:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325602.174878:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325602.174880:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325602.174882:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325602.174885:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d8ec799 x1853174993404800/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325602.174891:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325602.174899:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325602.174901:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325602.174905:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d8ec799 x1853174993404800/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325602.174913:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993404800:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325602.174917:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325602.174919:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325602.174922:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d8ec799 x1853174993404800/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325602.174928:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325602.174930:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325602.174932:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027d71bc2. 02000000:00000001:0.0:1767325602.174935:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325602.174937:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325602.174938:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767325602.174941:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325602.174942:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fe8d38. 02000000:00000001:0.0:1767325602.174946:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325602.174947:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325602.174948:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d8ec799. 00000100:00000001:0.0:1767325602.174952:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325602.174953:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325602.174955:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325602.174959:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325602.174960:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325602.174963:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325602.174965:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325602.810224:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325602.810232:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325602.810234:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325602.810237:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325602.810241:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325602.810244:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325602.810246:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325602.810248:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325602.810252:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325602.810253:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325602.810294:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325602.810298:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325602.810300:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325603.834248:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325603.834275:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325603.834281:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325603.834281:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325603.834344:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325603.834349:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325603.834359:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325604.858265:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325604.858275:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325604.858283:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325604.858287:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325604.858290:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325604.858296:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325604.858299:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325604.858301:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325604.858304:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325604.858307:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325604.858308:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325604.858310:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325604.858366:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325604.858369:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325604.858371:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325605.882219:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325605.882226:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325605.882231:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325605.882232:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325605.882274:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325605.882278:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325605.882281:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325606.906255:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325606.906271:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325606.906279:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325606.906280:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325606.906314:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325606.906318:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325606.906320:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325607.290255:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305523738, at 4305524224 00000100:00000040:2.0:1767325607.290255:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305523738, at 4305524224 00000100:00000040:0.0:1767325607.290255:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305523738, at 4305524224 00000100:00000040:1.0:1767325607.290256:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305523738, at 4305524224 00000100:00000010:1.0:1767325607.290277:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bef8bd5d. 00000100:00000010:0.0:1767325607.290278:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce179f13. 00000100:00000010:2.0:1767325607.290281:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000090713158. 00000100:00000010:3.0:1767325607.290284:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db18ab38. 00000100:00000040:3.0:1767325607.290303:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325607.290309:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325607.290318:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058a26f23. 00000020:00000040:3.0:1767325607.290323:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325607.290328:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325607.290331:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325607.290336:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325607.290353:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005e377d90. 00000100:00000001:3.0:1767325607.290363:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325607.290375:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000058a26f23 x1853174993405056/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325607.290387:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325607.290389:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325607.290394:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058a26f23] to pc [ptlrpcd_00_01+1] req@0000000058a26f23 x1853174993405056/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325607.290424:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325607.290427:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325607.290430:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325607.290433:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc169e85. 00000020:00000040:3.0:1767325607.290436:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325607.290438:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325607.290439:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325607.290439:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325607.290442:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325607.290445:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767325607.290447:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c8e23257. 00000100:00000001:2.0:1767325607.290449:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325607.290452:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325607.290458:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058a26f23 x1853174993405056/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325607.290458:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325607.290459:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000bc169e85 x1853174993405184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325607.290464:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325607.290490:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325607.290490:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325607.290493:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325607.290497:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325607.290500:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325607.290503:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325607.290504:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325607.290509:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058a26f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993405056:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767325607.290511:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc169e85] to pc [ptlrpcd_00_02+2] req@00000000bc169e85 x1853174993405184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325607.290527:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325607.290531:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325607.290534:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767325607.290535:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767325607.290538:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767325607.290539:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325607.290543:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065d21887. 02000000:00000001:2.0:1767325607.290544:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767325607.290548:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000010:2.0:1767325607.290550:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d29857a1. 00000100:00000001:3.0:1767325607.290552:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325607.290553:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325607.290555:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325607.290556:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767325607.290557:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325607.290560:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767325607.290561:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325607.290568:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003cd4addf. 00000400:00000010:2.0:1767325607.290571:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000100:00000040:0.0:1767325607.290572:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc169e85 x1853174993405184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325607.290573:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325607.290573:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325607.290578:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325607.290584:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000065d21887 x1853174993405312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767325607.290585:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006167ed22. 00000100:00000001:0.0:1767325607.290591:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325607.290595:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325607.290597:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993405056, portal 25 02000000:00000001:0.0:1767325607.290600:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325607.290603:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325607.290604:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767325607.290604:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325607.290606:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325607.290607:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268018432 : -112767441533184 : ffff997048b48700) 02000000:00000001:0.0:1767325607.290609:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325607.290614:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065d21887] to pc [ptlrpcd_00_03+3] req@0000000065d21887 x1853174993405312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325607.290618:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058a26f23 x1853174993405056/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325607.290618:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bc169e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993405184:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325607.290625:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325607.290629:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325607.290632:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325607.290635:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325607.290640:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001764cd9b. 02000000:00000001:0.0:1767325607.290644:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325607.290645:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325607.290648:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325607.290648:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cde6322. 00000100:00000040:2.0:1767325607.290652:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767325607.290654:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767325607.290655:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000400:00000010:2.0:1767325607.290657:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0657e21. 00000100:00000200:0.0:1767325607.290660:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993405184, portal 10 00000100:00000040:3.0:1767325607.290663:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767325607.290663:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1767325607.290664:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993405056, offset 0 00000100:00000001:0.0:1767325607.290665:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268021120 : -112767441530496 : ffff997048b49180) 00000100:00000001:1.0:1767325607.290669:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325607.290671:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10861) 00000100:00000001:1.0:1767325607.290673:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325607.290678:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325607.290678:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325607.290682:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bc169e85 x1853174993405184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325607.290687:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065d21887 x1853174993405312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325607.290698:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325607.290700:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325607.290708:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325607.290709:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767325607.290724:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5b91e06. 00000100:00000001:1.0:1767325607.290726:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325607.290730:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325607.290730:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993405184, offset 0 00000400:00000200:2.0:1767325607.290731:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:1.0:1767325607.290736:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767325607.290740:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767325607.290740:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325607.290744:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767325607.290746:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325607.290748:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00100000:1.0:1767325607.290754:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065d21887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993405312:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767325607.290756:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [145:145:256:4294967295] 192.168.203.107@tcp LPNI seq info [145:145:8:4294967295] 00000100:00000001:1.0:1767325607.290763:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325607.290768:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325607.290770:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325607.290775:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:1.0:1767325607.290775:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325607.290780:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7c7e78b. 00000800:00000200:2.0:1767325607.290785:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767325607.290786:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767325607.290791:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007750120a. 00000400:00000010:1.0:1767325607.290793:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b92211e. 00000400:00000200:0.0:1767325607.290794:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325607.290801:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767325607.290802:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d035787. 00000800:00000200:2.0:1767325607.290806:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:1.0:1767325607.290809:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993405312, portal 10 00000400:00000200:0.0:1767325607.290810:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325607.290814:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767325607.290817:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767325607.290818:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325607.290819:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268019328 : -112767441532288 : ffff997048b48a80) 00000400:00000200:0.0:1767325607.290823:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767325607.290826:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007750120a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325607.290830:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [146:146:255:4294967295] 192.168.203.107@tcp LPNI seq info [146:146:7:4294967295] 00000100:00000040:1.0:1767325607.290831:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065d21887 x1853174993405312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325607.290846:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325607.290851:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767325607.290856:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325607.290859:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305528858 00000100:00000040:1.0:1767325607.290860:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325607.290867:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000546b590. 00000100:00000010:2.0:1767325607.290868:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005885a45f. 00000800:00000200:0.0:1767325607.290870:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000200:1.0:1767325607.290874:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993405312, offset 0 00000100:00000001:2.0:1767325607.290876:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000010:0.0:1767325607.290877:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009342fab. 00000100:00000001:2.0:1767325607.290884:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305528858 00000100:00000010:2.0:1767325607.290889:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016f7a1c8. 00000100:00000001:2.0:1767325607.290892:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767325607.290895:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767325607.290895:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325607.290897:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305528858 00000100:00000010:2.0:1767325607.290904:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de87715d. 00000800:00000200:0.0:1767325607.290906:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767325607.290908:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325607.290910:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767325607.290912:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000009342fab type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325607.290917:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305528858 00000400:00000200:1.0:1767325607.290918:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325607.290918:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325607.290924:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd4ef55a. 00000400:00000200:1.0:1767325607.290926:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:0.0:1767325607.290926:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 716402 usecs (717 jiffies) 00000100:00000001:2.0:1767325607.290929:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767325607.290933:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325607.290933:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305524941 00000100:00000001:2.0:1767325607.290935:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325607.290940:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767325607.290940:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305528858 00000100:00000001:2.0:1767325607.290942:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325607.290947:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305524941 00000400:00000200:1.0:1767325607.290949:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [147:147:254:4294967295] 192.168.203.107@tcp LPNI seq info [147:147:6:4294967295] 00000100:00000001:0.0:1767325607.290951:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305528858 00000100:00000001:2.0:1767325607.290955:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325607.290957:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305524941 00000100:00000001:2.0:1767325607.290960:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325607.290963:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305528858 00000100:00000001:0.0:1767325607.290968:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305524941 00000400:00000200:1.0:1767325607.290970:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325607.290971:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305528858 00000100:00000001:2.0:1767325607.290972:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325607.290976:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325607.290978:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325607.290980:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325607.290984:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767325607.290984:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325607.290984:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325607.290986:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325607.290988:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325607.290990:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325607.290993:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035310fb5. 00000800:00000010:3.0:1767325607.290994:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007750120a. 00000100:00000001:2.0:1767325607.290994:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325607.290994:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767325607.291001:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767325607.291003:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325607.291004:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325607.291007:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767325607.291010:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325607.291013:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325607.291016:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000800:00000200:1.0:1767325607.291017:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035310fb5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325607.291017:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325607.291021:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325607.291025:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0657e21 00000100:00000001:1.0:1767325607.291025:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325607.291026:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325607.291030:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0657e21. 00000100:00000040:1.0:1767325607.291033:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 40418 usecs (41 jiffies) 00000100:00000001:3.0:1767325607.291037:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325607.291038:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305524265 00000100:00000001:1.0:1767325607.291041:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305528858 00000100:00000001:1.0:1767325607.291044:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305524265 00000100:00000001:1.0:1767325607.291048:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305528858 00000100:00000200:3.0:1767325607.291051:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058a26f23 x1853174993405056/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325607.291052:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305524265 00000100:00000001:1.0:1767325607.291055:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305528858 00000100:00000001:1.0:1767325607.291057:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305524265 00000100:00000001:1.0:1767325607.291059:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305528858 00000100:00000001:1.0:1767325607.291067:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325607.291068:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325607.291070:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325607.291071:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325607.291074:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325607.291075:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325607.291076:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325607.291077:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325607.291078:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325607.291079:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325607.291127:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325607.291131:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058a26f23 x1853174993405056/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325607.291138:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325607.291161:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325607.291179:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325607.291182:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009342fab. 00000400:00000200:3.0:1767325607.291185:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325607.291189:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325607.291191:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5b91e06 00000400:00000010:3.0:1767325607.291193:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5b91e06. 00000100:00000001:3.0:1767325607.291196:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325607.291199:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc169e85 x1853174993405184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325607.291206:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325607.291208:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc169e85 x1853174993405184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325607.291215:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325607.291217:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325607.291244:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325607.291247:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035310fb5. 00000400:00000200:3.0:1767325607.291251:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325607.291254:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325607.291257:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000546b590 00000400:00000010:3.0:1767325607.291258:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000546b590. 00000100:00000001:3.0:1767325607.291261:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325607.291263:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065d21887 x1853174993405312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325607.291271:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325607.291273:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065d21887 x1853174993405312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325607.291328:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325607.291330:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325607.292427:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325607.292440:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325607.292443:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325607.292445:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325607.292452:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325607.292463:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed304480 00000400:00000200:2.0:1767325607.292470:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x56d [1] + 224 00000800:00000001:2.0:1767325607.292477:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325607.292494:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325607.292496:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325607.292500:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325607.292510:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325607.292514:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058a26f23 x1853174993405056/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325607.292523:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000058a26f23 x1853174993405056/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325607.292542:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325607.292549:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325607.292553:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325607.292556:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325607.292558:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325607.292571:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325607.292580:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed304500 00000400:00000200:2.0:1767325607.292589:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x571 [1] + 224 00000100:00000001:1.0:1767325607.292589:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325607.292593:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767325607.292596:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767325607.292600:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767325607.292601:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325607.292604:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767325607.292605:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767325607.292608:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000400:00000200:2.0:1767325607.292612:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325607.292613:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006167ed22 00000400:00000010:1.0:1767325607.292617:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006167ed22. 00000100:00000001:1.0:1767325607.292620:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325607.292621:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325607.292624:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058a26f23 x1853174993405056/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325607.292628:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc169e85 x1853174993405184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325607.292641:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058a26f23 x1853174993405056/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325607.292646:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bc169e85 x1853174993405184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325607.292654:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325607.292657:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325607.292661:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325607.292664:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325607.292666:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325607.292668:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325607.292670:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325607.292671:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767325607.292677:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=14 v=5 (5 5 0 0) 00000800:00000001:2.0:1767325607.292678:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325607.292683:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767325607.292684:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=14 v=5 (1 1 0 0) 00000800:00000001:2.0:1767325607.292687:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325607.292691:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325607.292694:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325607.292697:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325607.292698:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325607.292702:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325607.292706:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325607.292707:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767325607.292707:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325607.292709:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325607.292725:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed304580 00000400:00000001:0.0:1767325607.292726:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325607.292728:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767325607.292733:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058a26f23 x1853174993405056/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325607.292735:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cde6322. 00000400:00000200:0.0:1767325607.292738:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325607.292740:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:1.0:1767325607.292741:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325607.292743:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325607.292744:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767325607.292747:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc169e85 x1853174993405184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325607.292748:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x57d [1] + 224 00000100:00000001:1.0:1767325607.292748:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325607.292753:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058a26f23 x1853174993405056/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325607.292759:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767325607.292762:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc169e85 x1853174993405184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325607.292763:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058a26f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993405056:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325607.292769:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325607.292771:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325607.292771:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325607.292773:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325607.292774:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325607.292775:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058a26f23 x1853174993405056/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325607.292775:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325607.292778:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767325607.292780:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325607.292780:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325607.292782:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325607.292785:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325607.292786:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325607.292788:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767325607.292789:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=154 v=5 (5 0 0 0) 02000000:00000010:1.0:1767325607.292791:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d29857a1. 00000100:00001000:0.0:1767325607.292792:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=154 v=5 (1 0 0 0) 02000000:00000001:1.0:1767325607.292796:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767325607.292797:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325607.292797:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767325607.292798:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767325607.292799:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325607.292800:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00010000:00000001:0.0:1767325607.292801:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325607.292804:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325607.292805:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767325607.292807:0:211458:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767325607.292808:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005e377d90. 00000100:00000001:0.0:1767325607.292808:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325607.292811:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000200:2.0:1767325607.292815:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065d21887 x1853174993405312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325607.292815:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767325607.292815:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325607.292817:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325607.292818:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325607.292820:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058a26f23. 00000100:00000001:1.0:1767325607.292824:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767325607.292825:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc169e85 x1853174993405184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325607.292826:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325607.292829:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325607.292835:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325607.292837:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325607.292840:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325607.292843:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325607.292843:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325607.292845:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767325607.292847:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065d21887 x1853174993405312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325607.292848:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325607.292856:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc169e85 x1853174993405184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325607.292870:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc169e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993405184:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325607.292872:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325607.292877:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325607.292882:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325607.292890:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325607.292894:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325607.292897:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc169e85 x1853174993405184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325607.292901:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325607.292903:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325607.292903:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325607.292905:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1767325607.292906:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:0.0:1767325607.292906:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001764cd9b. 00000400:00000001:1.0:1767325607.292907:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767325607.292909:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325607.292911:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325607.292912:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000400:00000010:1.0:1767325607.292914:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b92211e. 00000020:00000001:0.0:1767325607.292914:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325607.292915:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c8e23257. 00000400:00000200:1.0:1767325607.292916:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d035787 02000000:00000001:0.0:1767325607.292917:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1767325607.292918:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d035787. 02000000:00000001:0.0:1767325607.292919:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767325607.292920:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:0.0:1767325607.292920:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc169e85. 00000100:00000001:0.0:1767325607.292922:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1767325607.292923:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065d21887 x1853174993405312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325607.292923:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325607.292925:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325607.292928:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325607.292929:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325607.292931:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065d21887 x1853174993405312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325607.292931:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325607.292933:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325607.292937:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325607.292939:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325607.292941:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325607.292942:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325607.292943:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325607.292944:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325607.292946:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325607.292949:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=14 v=5 (5 5 0 0) 00000100:00001000:1.0:1767325607.292952:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=128 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325607.292954:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325607.292955:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325607.292957:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325607.292960:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000065d21887 x1853174993405312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325607.292967:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325607.292969:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325607.292970:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325607.292972:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325607.292973:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325607.292976:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065d21887 x1853174993405312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325607.292981:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325607.292983:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325607.292984:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325607.292987:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065d21887 x1853174993405312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325607.293000:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065d21887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993405312:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325607.293004:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325607.293006:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325607.293009:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065d21887 x1853174993405312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325607.293015:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325607.293016:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325607.293018:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7c7e78b. 02000000:00000001:1.0:1767325607.293020:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325607.293021:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325607.293022:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767325607.293024:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325607.293025:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003cd4addf. 02000000:00000001:1.0:1767325607.293027:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325607.293028:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325607.293029:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065d21887. 00000100:00000001:1.0:1767325607.293031:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325607.293032:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325607.293034:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325607.293037:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325607.293038:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325607.293040:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325607.293042:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325607.930261:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325607.930268:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325607.930274:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325607.930275:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325607.930384:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325607.930389:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325607.930392:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325608.954252:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325608.954258:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325608.954262:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325608.954263:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325608.954293:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325608.954297:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325608.954301:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325609.978517:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325609.978523:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325609.978528:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325609.978529:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325609.979158:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325609.979161:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325609.979164:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325611.002267:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325611.002273:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325611.002278:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325611.002280:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325611.002332:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325611.002336:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325611.002339:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325612.026761:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325612.026767:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325612.026773:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325612.026774:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325612.026820:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325612.026823:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325612.026826:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325612.410257:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305528858, at 4305529344 00000100:00000040:2.0:1767325612.410257:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305528858, at 4305529344 00000100:00000040:1.0:1767325612.410257:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305528858, at 4305529344 00000100:00000040:0.0:1767325612.410257:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305528858, at 4305529344 00000100:00000010:3.0:1767325612.410275:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd4ef55a. 00000100:00000010:2.0:1767325612.410277:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de87715d. 00000100:00000010:1.0:1767325612.410280:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016f7a1c8. 00000100:00000010:0.0:1767325612.410283:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005885a45f. 00000100:00000040:3.0:1767325612.410297:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325612.410304:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325612.410311:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065d21887. 00000020:00000040:3.0:1767325612.410316:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325612.410320:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325612.410323:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325612.410328:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325612.410336:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000c6b646f. 00000100:00000001:3.0:1767325612.410342:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325612.410351:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000065d21887 x1853174993405440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325612.410367:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325612.410369:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325612.410375:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065d21887] to pc [ptlrpcd_00_00+0] req@0000000065d21887 x1853174993405440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325612.410401:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325612.410404:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325612.410408:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325612.410411:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc169e85. 00000020:00000040:3.0:1767325612.410414:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325612.410423:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325612.410425:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325612.410426:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325612.410428:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325612.410430:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767325612.410431:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000010:3.0:1767325612.410434:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003cd4addf. 00000100:00000001:1.0:1767325612.410435:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325612.410439:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325612.410440:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325612.410444:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767325612.410446:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000bc169e85 x1853174993405568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325612.410448:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325612.410453:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325612.410457:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325612.410460:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325612.410462:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325612.410464:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325612.410468:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065d21887 x1853174993405440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325612.410471:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc169e85] to pc [ptlrpcd_00_01+1] req@00000000bc169e85 x1853174993405568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325612.410494:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325612.410496:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325612.410499:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325612.410502:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325612.410504:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325612.410507:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325612.410508:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065d21887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993405440:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767325612.410512:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325612.410515:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325612.410519:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767325612.410521:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767325612.410523:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058a26f23. 02000000:00000001:1.0:1767325612.410525:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767325612.410528:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767325612.410532:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325612.410534:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325612.410535:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325612.410538:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325612.410538:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767325612.410541:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f644e59f. 00000100:00100000:0.0:1767325612.410542:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000010:1.0:1767325612.410545:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dbd78290. 00000100:00000001:0.0:1767325612.410546:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325612.410547:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325612.410551:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325612.410552:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767325612.410556:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000058a26f23 x1853174993405696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325612.410556:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767325612.410560:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b92211e. 00000100:00000001:0.0:1767325612.410561:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325612.410564:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325612.410568:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767325612.410570:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d035787. 00000100:00000001:3.0:1767325612.410573:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325612.410575:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325612.410577:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc169e85 x1853174993405568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325612.410578:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993405440, portal 25 00000100:00000040:3.0:1767325612.410582:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058a26f23] to pc [ptlrpcd_00_02+2] req@0000000058a26f23 x1853174993405696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325612.410584:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325612.410587:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268019328 : -112767441532288 : ffff997048b48a80) 00000100:00000040:1.0:1767325612.410597:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065d21887 x1853174993405440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325612.410614:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325612.410620:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325612.410625:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000100:00000001:0.0:1767325612.410626:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325612.410630:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325612.410630:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325612.410631:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993405440, offset 0 02000000:00000001:0.0:1767325612.410635:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325612.410637:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325612.410642:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325612.410646:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00100000:0.0:1767325612.410647:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bc169e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993405568:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325612.410650:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325612.410652:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325612.410653:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767325612.410655:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325612.410657:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325612.410658:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325612.410661:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091e1f590. 00000400:00000200:1.0:1767325612.410662:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325612.410664:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767325612.410664:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325612.410669:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cde6322. 00000400:00000200:1.0:1767325612.410670:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767325612.410673:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058a26f23 x1853174993405696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325612.410674:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000400:00000200:1.0:1767325612.410678:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000200:0.0:1767325612.410690:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993405568, portal 10 00000100:00000001:0.0:1767325612.410694:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325612.410697:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268021120 : -112767441530496 : ffff997048b49180) 00000400:00000200:1.0:1767325612.410698:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325612.410705:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:0.0:1767325612.410707:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bc169e85 x1853174993405568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325612.410709:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325612.410713:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325612.410714:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [148:148:256:4294967295] 192.168.203.107@tcp LPNI seq info [148:148:8:4294967295] 02000000:00000001:2.0:1767325612.410720:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325612.410725:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325612.410727:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767325612.410730:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325612.410736:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00100000:2.0:1767325612.410738:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058a26f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993405696:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767325612.410741:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:0.0:1767325612.410742:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bddc121e. 00000100:00000001:2.0:1767325612.410745:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767325612.410748:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767325612.410749:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993405568, offset 0 02000000:00000001:2.0:1767325612.410750:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325612.410754:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325612.410757:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767325612.410758:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767325612.410759:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325612.410761:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000010:2.0:1767325612.410764:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000608f7b68. 00000800:00000010:1.0:1767325612.410765:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035310fb5. 02000000:00000001:2.0:1767325612.410769:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325612.410770:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:3.0:1767325612.410772:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10867) 00000400:00000010:2.0:1767325612.410775:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002911334e. 00000400:00000200:0.0:1767325612.410776:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767325612.410779:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:2.0:1767325612.410782:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042430430. 00000100:00000001:3.0:1767325612.410784:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325612.410784:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000200:2.0:1767325612.410787:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993405696, portal 10 00000100:00000001:3.0:1767325612.410789:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325612.410791:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767325612.410792:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325612.410796:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268018432 : -112767441533184 : ffff997048b48700) 00000400:00000200:0.0:1767325612.410797:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767325612.410798:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035310fb5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325612.410806:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:2.0:1767325612.410807:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058a26f23 x1853174993405696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325612.410815:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [149:149:255:4294967295] 192.168.203.107@tcp LPNI seq info [149:149:7:4294967295] 00000100:00000001:1.0:1767325612.410820:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325612.410823:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325612.410826:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305533978 00000100:00000040:2.0:1767325612.410833:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767325612.410833:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e03e3ef. 00000400:00000200:0.0:1767325612.410838:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:2.0:1767325612.410840:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9db31c4. 00000100:00000001:1.0:1767325612.410840:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767325612.410846:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993405696, offset 0 00000100:00000001:1.0:1767325612.410847:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305533978 00000100:00000010:1.0:1767325612.410854:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc226e14. 00000400:00000200:2.0:1767325612.410858:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325612.410860:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767325612.410860:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325612.410867:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305533978 00000800:00000010:0.0:1767325612.410868:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018112a94. 00000400:00000200:2.0:1767325612.410870:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:1.0:1767325612.410874:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2d0a434. 00000400:00000200:2.0:1767325612.410877:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325612.410880:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767325612.410880:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767325612.410884:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325612.410886:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305533978 00000800:00000200:3.0:1767325612.410891:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767325612.410892:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1767325612.410892:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c6907e80. 00000800:00000200:0.0:1767325612.410892:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325612.410899:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1767325612.410899:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000018112a94 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1767325612.410900:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035310fb5. 00000400:00000200:2.0:1767325612.410900:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325612.410906:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325612.410907:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325612.410909:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325612.410909:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [150:150:254:4294967295] 192.168.203.107@tcp LPNI seq info [150:150:6:4294967295] 00000100:00000001:1.0:1767325612.410913:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325612.410915:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 698563 usecs (699 jiffies) 00000100:00000001:1.0:1767325612.410920:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325612.410921:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325612.410922:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305530043 00000100:00000001:1.0:1767325612.410926:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325612.410929:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305533978 00000100:00000001:0.0:1767325612.410934:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305530043 00000100:00000001:1.0:1767325612.410937:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325612.410939:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325612.410940:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305533978 00000100:00000001:1.0:1767325612.410941:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325612.410944:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325612.410947:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305530043 00000100:00000001:1.0:1767325612.410952:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325612.410952:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305533978 00000800:00000200:2.0:1767325612.410956:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325612.410957:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305530043 00000100:00000001:0.0:1767325612.410961:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305533978 00000800:00000010:2.0:1767325612.410962:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009620fff6. 00000100:00000001:0.0:1767325612.410964:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325612.410967:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325612.410970:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325612.410972:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325612.410975:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325612.410976:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325612.410980:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009620fff6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325612.410984:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325612.410987:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 39376 usecs (40 jiffies) 00000100:00000001:2.0:1767325612.410990:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305529384 00000100:00000001:2.0:1767325612.410992:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305533978 00000100:00000001:2.0:1767325612.410995:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305529384 00000100:00000001:2.0:1767325612.410997:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305533978 00000100:00000001:2.0:1767325612.410999:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305529384 00000100:00000001:2.0:1767325612.411001:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305533978 00000100:00000001:2.0:1767325612.411003:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305529384 00000100:00000001:2.0:1767325612.411005:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305533978 00000400:00000200:3.0:1767325612.411007:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000100:00000001:2.0:1767325612.411008:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767325612.411012:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00000001:2.0:1767325612.411013:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325612.411019:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325612.411019:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325612.411024:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325612.411026:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065d21887 x1853174993405440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325612.411030:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325612.411033:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325612.411038:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325612.411040:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325612.411041:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325612.411042:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325612.411047:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065d21887 x1853174993405440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325612.411047:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325612.411057:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325612.411059:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325612.411074:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325612.411076:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018112a94. 00000400:00000200:3.0:1767325612.411079:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325612.411083:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325612.411086:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bddc121e 00000400:00000010:3.0:1767325612.411087:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bddc121e. 00000100:00000001:3.0:1767325612.411090:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325612.411093:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc169e85 x1853174993405568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325612.411100:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325612.411102:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc169e85 x1853174993405568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325612.411108:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325612.411109:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325612.411136:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325612.411139:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009620fff6. 00000400:00000200:3.0:1767325612.411173:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325612.411178:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325612.411181:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9db31c4 00000400:00000010:3.0:1767325612.411182:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9db31c4. 00000100:00000001:3.0:1767325612.411185:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325612.411188:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058a26f23 x1853174993405696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325612.411247:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325612.411250:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058a26f23 x1853174993405696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325612.411257:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325612.411258:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325612.412483:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325612.412491:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325612.412494:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325612.412496:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325612.412503:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325612.412565:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed304600 00000400:00000200:3.0:1767325612.412570:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x585 [1] + 224 00000800:00000001:3.0:1767325612.412577:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325612.412581:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325612.412583:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325612.412586:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325612.412589:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325612.412593:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065d21887 x1853174993405440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325612.412601:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065d21887 x1853174993405440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325612.412615:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325612.412622:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325612.412624:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325612.412626:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325612.412635:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325612.412639:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325612.412646:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed304680 00000100:00000001:1.0:1767325612.412646:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325612.412650:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325612.412658:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x58d [1] + 224 00000800:00000001:3.0:1767325612.412663:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767325612.412663:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767325612.412667:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325612.412667:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325612.412669:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b92211e. 00000400:00000200:3.0:1767325612.412671:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325612.412674:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d035787 00000400:00000200:3.0:1767325612.412678:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:1.0:1767325612.412687:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d035787. 00000100:00000001:1.0:1767325612.412693:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325612.412695:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325612.412700:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065d21887 x1853174993405440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325612.412702:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc169e85 x1853174993405568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325612.412724:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065d21887 x1853174993405440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325612.412728:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bc169e85 x1853174993405568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325612.412743:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325612.412747:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325612.412750:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325612.412752:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325612.412754:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325612.412756:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325612.412759:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767325612.412759:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325612.412765:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767325612.412766:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=19 v=5 (5 5 0 0) 00000800:00000001:3.0:1767325612.412770:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767325612.412772:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=19 v=5 (1 1 0 0) 00000800:00000001:3.0:1767325612.412774:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325612.412776:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767325612.412779:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325612.412779:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325612.412784:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767325612.412788:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00010000:00000001:1.0:1767325612.412788:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325612.412793:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325612.412798:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed304700 00000100:00000040:1.0:1767325612.412800:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065d21887 x1853174993405440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325612.412808:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x595 [1] + 224 00000100:00000001:1.0:1767325612.412814:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767325612.412817:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325612.412818:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325612.412821:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325612.412826:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065d21887 x1853174993405440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325612.412832:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325612.412838:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767325612.412847:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065d21887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993405440:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767325612.412848:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325612.412856:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325612.412857:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325612.412860:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767325612.412863:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058a26f23 x1853174993405696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325612.412865:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065d21887 x1853174993405440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325612.412893:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325612.412895:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767325612.412896:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000058a26f23 x1853174993405696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325612.412899:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dbd78290. 02000000:00000001:1.0:1767325612.412904:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325612.412908:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325612.412909:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767325612.412912:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325612.412914:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000c6b646f. 02000000:00000001:1.0:1767325612.412920:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325612.412923:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325612.412925:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065d21887. 00000100:00000001:1.0:1767325612.412929:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325612.412930:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325612.412932:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325612.412935:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325612.412937:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325612.412939:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325612.412942:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767325612.412943:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325612.412944:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325612.412948:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325612.412959:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325612.412961:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325612.412964:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325612.412965:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325612.412967:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002911334e. 00000400:00000200:3.0:1767325612.412970:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042430430 00000400:00000010:3.0:1767325612.412971:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042430430. 00000100:00000001:3.0:1767325612.412973:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325612.412976:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058a26f23 x1853174993405696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325612.412983:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058a26f23 x1853174993405696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325612.412988:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325612.412990:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325612.412991:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325612.412993:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325612.412994:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325612.412996:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325612.412998:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325612.413001:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=19 v=5 (5 5 0 0) 00000100:00001000:3.0:1767325612.413004:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=133 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325612.413006:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325612.413008:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325612.413011:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767325612.413013:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000058a26f23 x1853174993405696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325612.413019:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325612.413021:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325612.413023:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325612.413025:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325612.413039:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325612.413042:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058a26f23 x1853174993405696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325612.413048:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325612.413050:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325612.413051:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325612.413053:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058a26f23 x1853174993405696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325612.413060:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058a26f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993405696:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325612.413063:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325612.413065:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325612.413067:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058a26f23 x1853174993405696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325612.413072:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325612.413074:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325612.413078:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000608f7b68. 02000000:00000001:3.0:1767325612.413081:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325612.413082:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325612.413083:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325612.413085:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325612.413087:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f644e59f. 02000000:00000001:3.0:1767325612.413089:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325612.413090:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325612.413091:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058a26f23. 00000100:00000001:3.0:1767325612.413094:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325612.413095:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325612.413096:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325612.413099:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325612.413101:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325612.413103:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325612.413104:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325612.413155:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325612.413158:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325612.413161:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325612.413162:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325612.413164:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cde6322. 00000400:00000200:0.0:1767325612.413167:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325612.413168:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:0.0:1767325612.413171:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325612.413174:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc169e85 x1853174993405568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325612.413180:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc169e85 x1853174993405568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325612.413190:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325612.413192:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325612.413193:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325612.413195:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325612.413196:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325612.413197:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325612.413199:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325612.413202:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=9 v=5 (5 5 0 0) 00000100:00001000:0.0:1767325612.413205:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=9 v=5 (1 1 0 0) 00000100:00000001:0.0:1767325612.413207:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325612.413208:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325612.413210:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325612.413211:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325612.413213:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325612.413214:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325612.413216:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325612.413217:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325612.413219:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc169e85 x1853174993405568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325612.413225:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325612.413226:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325612.413227:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325612.413229:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc169e85 x1853174993405568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325612.413236:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc169e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993405568:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325612.413239:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325612.413240:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325612.413242:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc169e85 x1853174993405568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325612.413247:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325612.413249:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325612.413253:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091e1f590. 02000000:00000001:0.0:1767325612.413256:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325612.413257:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325612.413258:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767325612.413260:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325612.413261:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003cd4addf. 02000000:00000001:0.0:1767325612.413263:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325612.413264:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325612.413265:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc169e85. 00000100:00000001:0.0:1767325612.413267:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325612.413268:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325612.413270:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325612.413273:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325612.413274:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325612.413275:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325612.413277:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325613.050275:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325613.050286:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325613.050289:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325613.050292:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325613.050318:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325613.050320:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325613.050322:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325613.050325:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325613.050329:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325613.050331:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325613.050372:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325613.050377:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325613.050381:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325614.074236:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325614.074243:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325614.074249:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325614.074250:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325614.074310:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325614.074314:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325614.074339:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325615.098864:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325615.098871:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325615.098876:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325615.098879:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325615.098881:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325615.098886:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325615.098888:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325615.098890:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325615.098893:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325615.098896:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325615.098897:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325615.098899:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325615.098948:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325615.098955:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325615.098960:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325616.122247:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325616.122254:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325616.122260:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325616.122261:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325616.122465:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325616.122468:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325616.122471:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325617.146250:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325617.146257:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325617.146261:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325617.146262:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325617.146325:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325617.146328:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325617.146331:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325617.530268:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305533978, at 4305534464 00000100:00000040:3.0:1767325617.530270:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305533978, at 4305534464 00000100:00000010:2.0:1767325617.530290:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2d0a434. 00000100:00000010:3.0:1767325617.530292:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c6907e80. 00000100:00000040:1.0:1767325617.530403:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305533978, at 4305534464 00000100:00000010:1.0:1767325617.530410:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc226e14. 00000100:00000040:0.0:1767325617.532275:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305533978, at 4305534466 00000100:00000010:0.0:1767325617.532284:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e03e3ef. 00000100:00000040:0.0:1767325617.532297:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325617.532302:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325617.532310:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000020:00000040:0.0:1767325617.532314:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325617.532318:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325617.532321:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325617.532327:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325617.532334:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005e4ab40. 00000100:00000001:0.0:1767325617.532342:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325617.532355:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000b9c126d9 x1853174993405824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325617.532366:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325617.532369:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325617.532374:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_03+3] req@00000000b9c126d9 x1853174993405824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325617.532408:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325617.532418:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325617.532422:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767325617.532425:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767325617.532426:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000020:00000040:0.0:1767325617.532430:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325617.532432:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325617.532433:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767325617.532436:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767325617.532436:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325617.532438:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325617.532442:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000058804b06. 00000100:00000040:3.0:1767325617.532445:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993405824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325617.532447:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325617.532455:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000a1ef485d x1853174993405952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325617.532461:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325617.532465:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325617.532470:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767325617.532471:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325617.532472:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325617.532475:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325617.532477:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_00+0] req@00000000a1ef485d x1853174993405952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325617.532480:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325617.532487:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993405824:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325617.532495:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325617.532501:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325617.532503:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325617.532506:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325617.532509:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325617.532511:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b7f81e58. 00000100:00000040:0.0:1767325617.532513:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325617.532516:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325617.532519:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007523782f. 00000020:00000040:0.0:1767325617.532522:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:3.0:1767325617.532526:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325617.532526:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325617.532528:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325617.532531:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325617.532534:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767325617.532535:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a196b954. 00000100:00000001:1.0:1767325617.532537:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767325617.532537:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000018112a94. 00000100:00000001:1.0:1767325617.532540:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325617.532543:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325617.532546:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993405952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325617.532547:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc006719. 00000100:00000040:0.0:1767325617.532551:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000007523782f x1853174993406080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767325617.532558:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993405824, portal 25 00000100:00000001:3.0:1767325617.532565:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325617.532567:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325617.532569:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000100:00000001:1.0:1767325617.532570:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325617.532575:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325617.532576:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767325617.532577:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325617.532580:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325617.532581:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993405824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325617.532581:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325617.532587:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007523782f] to pc [ptlrpcd_00_01+1] req@000000007523782f x1853174993406080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325617.532588:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993405952:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325617.532596:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325617.532599:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325617.532601:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325617.532605:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325617.532608:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767325617.532610:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000753e32a1. 00000100:00000040:3.0:1767325617.532614:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767325617.532614:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325617.532619:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b92211e. 00000400:00000010:3.0:1767325617.532620:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e792461. 00000400:00000010:1.0:1767325617.532626:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d035787. 00000100:00000001:0.0:1767325617.532630:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325617.532632:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993405952, portal 10 00000100:00000200:3.0:1767325617.532634:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993405824, offset 0 00000100:00000040:0.0:1767325617.532634:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325617.532635:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325617.532637:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 00000100:00000040:0.0:1767325617.532643:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767325617.532658:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993405952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325617.532659:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10872) 00000100:00000001:1.0:1767325617.532667:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767325617.532669:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767325617.532672:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325617.532676:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056cf3dc7. 00000100:00000200:1.0:1767325617.532679:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993405952, offset 0 00000400:00000200:1.0:1767325617.532683:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325617.532688:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325617.532690:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325617.532697:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325617.532703:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325617.532707:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325617.532710:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767325617.532710:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325617.532713:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767325617.532717:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [151:151:256:4294967295] 192.168.203.107@tcp LPNI seq info [151:151:8:4294967295] 00000400:00000200:3.0:1767325617.532738:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325617.532745:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325617.532749:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325617.532749:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767325617.532753:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f644e59f. 00000100:00000001:2.0:1767325617.532755:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325617.532755:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325617.532763:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:3.0:1767325617.532766:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767325617.532770:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767325617.532779:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767325617.532783:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:3.0:1767325617.532785:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f644e59f type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767325617.532787:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007523782f x1853174993406080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325617.532790:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [152:152:255:4294967295] 192.168.203.107@tcp LPNI seq info [152:152:7:4294967295] 00000100:00000001:0.0:1767325617.532804:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767325617.532806:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325617.532807:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325617.532808:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325617.532812:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767325617.532815:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325617.532816:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305539100 02000000:00000001:0.0:1767325617.532816:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767325617.532819:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fe8d38. 02000000:00000001:0.0:1767325617.532822:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325617.532824:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5aca06a. 00000100:00100000:0.0:1767325617.532828:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993406080:192.168.203.107@tcp:400: 00000800:00000200:1.0:1767325617.532829:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325617.532832:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767325617.532836:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325617.532839:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1767325617.532840:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:0.0:1767325617.532842:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325617.532845:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6fe8d38 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767325617.532846:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325617.532848:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305539100 02000000:00000010:0.0:1767325617.532851:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b123ce97. 00000100:00000001:1.0:1767325617.532852:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325617.532854:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e80ee982. 02000000:00000001:0.0:1767325617.532856:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325617.532860:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767325617.532860:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 681607 usecs (682 jiffies) 00000400:00000010:0.0:1767325617.532862:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cde6322. 00000100:00000001:3.0:1767325617.532866:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305539100 00000100:00000001:1.0:1767325617.532867:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305535148 00000400:00000010:0.0:1767325617.532869:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000100:00000010:3.0:1767325617.532872:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db18ab38. 00000100:00000001:1.0:1767325617.532873:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305539100 00000100:00000200:0.0:1767325617.532875:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993406080, portal 10 00000100:00000001:3.0:1767325617.532878:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767325617.532878:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305535148 00000100:00000001:0.0:1767325617.532879:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325617.532882:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305539100 00000100:00000001:0.0:1767325617.532883:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000100:00000001:3.0:1767325617.532885:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305539100 00000100:00000001:1.0:1767325617.532887:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305535148 00000100:00000010:3.0:1767325617.532891:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008dddafd2. 00000100:00000001:1.0:1767325617.532891:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305539100 00000100:00000040:0.0:1767325617.532893:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007523782f x1853174993406080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325617.532897:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767325617.532897:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305535148 00000100:00000001:3.0:1767325617.532904:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325617.532904:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305539100 00000100:00000001:0.0:1767325617.532907:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325617.532911:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325617.532911:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325617.532914:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325617.532916:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325617.532922:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325617.532923:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325617.532924:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000307c2c15. 00000100:00000001:3.0:1767325617.532928:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325617.532929:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325617.532930:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993406080, offset 0 00000400:00000200:0.0:1767325617.532938:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325617.532941:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325617.532942:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767325617.532943:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325617.532947:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325617.532947:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767325617.532949:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325617.532950:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325617.532953:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325617.532954:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325617.532959:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325617.532960:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325617.532960:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325617.532964:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325617.532965:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325617.532966:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325617.532968:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325617.532973:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325617.532973:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [153:153:254:4294967295] 192.168.203.107@tcp LPNI seq info [153:153:6:4294967295] 00000400:00000200:0.0:1767325617.532986:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325617.532992:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325617.532995:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009342fab. 00000800:00000200:0.0:1767325617.532999:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767325617.533003:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325617.533006:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000009342fab type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325617.533009:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325617.533011:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 38392 usecs (39 jiffies) 00000100:00000001:0.0:1767325617.533014:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305534505 00000100:00000001:0.0:1767325617.533016:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305539100 00000100:00000001:0.0:1767325617.533018:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305534505 00000100:00000001:0.0:1767325617.533020:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305539100 00000100:00000001:0.0:1767325617.533021:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305534505 00000100:00000001:0.0:1767325617.533023:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305539100 00000100:00000001:0.0:1767325617.533024:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305534505 00000100:00000001:0.0:1767325617.533026:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305539100 00000100:00000001:0.0:1767325617.533027:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325617.533029:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325617.533031:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325617.533037:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325617.533040:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325617.533041:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325617.533044:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325617.533045:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325617.533046:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325617.533048:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325617.533297:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325617.533301:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f644e59f. 00000400:00000200:2.0:1767325617.533305:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325617.533310:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325617.533321:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e792461 00000400:00000010:2.0:1767325617.533324:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e792461. 00000100:00000001:2.0:1767325617.533330:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325617.533334:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993405824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325617.533344:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325617.533346:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993405824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325617.533353:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325617.533355:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325617.533366:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325617.533368:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fe8d38. 00000400:00000200:2.0:1767325617.533371:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325617.533374:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325617.533376:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056cf3dc7 00000400:00000010:2.0:1767325617.533378:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056cf3dc7. 00000100:00000001:2.0:1767325617.533380:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325617.533382:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993405952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325617.533390:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325617.533391:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993405952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325617.533397:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325617.533399:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325617.533458:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325617.533460:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009342fab. 00000400:00000200:2.0:1767325617.533462:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325617.533465:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325617.533467:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307c2c15 00000400:00000010:2.0:1767325617.533468:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000307c2c15. 00000100:00000001:2.0:1767325617.533470:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325617.533472:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007523782f x1853174993406080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325617.533490:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325617.533492:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007523782f x1853174993406080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325617.533498:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325617.533500:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325617.536368:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325617.536430:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325617.536434:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325617.536436:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325617.536444:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325617.536456:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed304780 00000400:00000200:3.0:1767325617.536464:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x59d [1] + 224 00000800:00000001:3.0:1767325617.536470:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325617.536527:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325617.536530:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325617.536534:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325617.536539:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325617.536543:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993405824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325617.536553:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993405824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325617.536570:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325617.536576:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325617.536579:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325617.536581:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325617.536583:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325617.536587:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325617.536593:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed304800 00000400:00000200:3.0:1767325617.536599:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x5a1 [1] + 224 00000800:00000001:3.0:1767325617.536602:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325617.536607:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767325617.536611:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325617.536614:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325617.536617:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325617.536621:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:1.0:1767325617.536624:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325617.536628:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325617.536629:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a196b954. 00000400:00000200:1.0:1767325617.536632:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc006719 00000400:00000010:1.0:1767325617.536634:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc006719. 00000100:00000001:1.0:1767325617.536636:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325617.536638:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325617.536641:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993405824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325617.536654:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993405952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325617.536670:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993405824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325617.536673:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993405952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325617.536684:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325617.536700:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325617.536704:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325617.536704:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325617.536707:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767325617.536711:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325617.536711:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325617.536715:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325617.536716:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325617.536719:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325617.536720:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325617.536725:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767325617.536730:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=24 v=5 (5 5 0 0) 00000400:00000200:3.0:1767325617.536731:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00001000:1.0:1767325617.536739:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=24 v=5 (1 1 0 0) 00000400:00000200:3.0:1767325617.536742:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed304880 00000100:00000001:1.0:1767325617.536745:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325617.536747:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325617.536749:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325617.536750:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x5ad [1] + 224 00000100:00000001:0.0:1767325617.536752:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767325617.536755:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767325617.536758:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767325617.536759:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767325617.536759:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325617.536764:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767325617.536765:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325617.536766:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767325617.536768:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b92211e. 00000400:00000200:3.0:1767325617.536771:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767325617.536774:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993405824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325617.536775:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d035787 00000400:00000200:3.0:1767325617.536780:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:0.0:1767325617.536780:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d035787. 00000100:00000001:3.0:1767325617.536788:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325617.536788:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325617.536796:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007523782f x1853174993406080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325617.536797:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993405952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325617.536801:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325617.536808:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325617.536812:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325617.536822:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993405824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325617.536832:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007523782f x1853174993406080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325617.536834:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993405952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325617.536846:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993405824:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325617.536860:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325617.536864:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325617.536866:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325617.536867:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325617.536871:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325617.536872:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325617.536874:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325617.536878:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325617.536879:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993405824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325617.536884:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325617.536893:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1767325617.536893:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=14 v=5 (5 5 0 0) 02000000:00000001:1.0:1767325617.536898:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767325617.536899:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767325617.536899:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=14 v=5 (1 1 0 0) 02000000:00000010:1.0:1767325617.536902:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b7f81e58. 00000100:00000001:2.0:1767325617.536903:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325617.536905:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325617.536908:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325617.536909:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767325617.536911:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767325617.536913:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767325617.536916:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325617.536917:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325617.536919:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767325617.536923:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767325617.536923:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:3.0:1767325617.536927:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767325617.536927:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005e4ab40. 00000100:00000040:0.0:1767325617.536927:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325617.536933:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1767325617.536935:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325617.536935:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767325617.536935:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325617.536939:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325617.536942:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000040:0.0:1767325617.536945:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993405952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325617.536948:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325617.536949:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325617.536952:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325617.536957:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325617.536959:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325617.536962:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325617.536965:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325617.536984:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767325617.536985:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325617.536988:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325617.536989:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767325617.536992:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cde6322. 00000100:00000001:0.0:1767325617.536993:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325617.536998:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000100:00000040:0.0:1767325617.537000:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993405952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325617.537002:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:2.0:1767325617.537007:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325617.537014:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007523782f x1853174993406080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325617.537017:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993405952:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325617.537027:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325617.537032:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767325617.537034:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007523782f x1853174993406080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325617.537038:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993405952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325617.537048:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325617.537050:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325617.537054:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767325617.537055:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325617.537059:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767325617.537059:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767325617.537062:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767325617.537063:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000753e32a1. 00000100:00000001:2.0:1767325617.537064:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325617.537069:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325617.537069:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325617.537072:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:2.0:1767325617.537073:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=24 v=5 (5 5 0 0) 00000020:00000040:0.0:1767325617.537074:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00001000:2.0:1767325617.537080:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=138 v=5 (1 0 0 0) 00000020:00000001:0.0:1767325617.537080:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325617.537083:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000058804b06. 00000100:00000001:2.0:1767325617.537085:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325617.537089:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325617.537089:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325617.537092:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767325617.537093:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:0.0:1767325617.537096:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00010000:00080000:2.0:1767325617.537099:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000007523782f x1853174993406080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325617.537101:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325617.537104:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325617.537109:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325617.537113:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325617.537123:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325617.537125:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325617.537127:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325617.537128:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325617.537129:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325617.537132:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325617.537133:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007523782f x1853174993406080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325617.537137:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325617.537167:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325617.537169:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325617.537171:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325617.537174:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007523782f x1853174993406080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325617.537180:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325617.537183:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993406080:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325617.537189:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325617.537191:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325617.537194:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007523782f x1853174993406080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325617.537200:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325617.537202:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325617.537204:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b123ce97. 02000000:00000001:2.0:1767325617.537207:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325617.537208:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325617.537209:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325617.537211:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325617.537213:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000018112a94. 02000000:00000001:2.0:1767325617.537215:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325617.537216:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325617.537217:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007523782f. 00000100:00000001:2.0:1767325617.537220:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325617.537221:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325617.537222:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325617.537226:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325617.537227:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325617.537229:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325617.537235:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325618.170257:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325618.170266:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325618.170273:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325618.170274:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325618.170400:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325618.170407:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325618.170411:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325619.194211:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325619.194218:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325619.194224:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325619.194225:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325619.194262:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325619.194265:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325619.194269:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325620.218271:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325620.218278:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325620.218283:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325620.218284:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325620.218349:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325620.218354:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325620.218358:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325621.242248:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325621.242255:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325621.242262:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325621.242263:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325621.242280:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325621.242284:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325621.242286:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325622.266693:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325622.266701:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325622.266705:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325622.266706:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325622.266757:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325622.266762:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325622.266765:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325622.650248:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305539100, at 4305539584 00000100:00000040:1.0:1767325622.650248:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767325622.650256:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305539100, at 4305539584 00000100:00000010:2.0:1767325622.650262:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db18ab38. 00000100:00000010:3.0:1767325622.650270:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008dddafd2. 00000100:00000040:0.0:1767325622.650270:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305539100, at 4305539584 00000100:00000001:1.0:1767325622.650281:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325622.650283:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5aca06a. 00000100:00000010:1.0:1767325622.650288:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006af6b25f. 00000020:00000040:1.0:1767325622.650294:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325622.650298:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325622.650302:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325622.650308:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325622.650316:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 00000100:00000001:1.0:1767325622.650323:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325622.650332:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000006af6b25f x1853174993406208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325622.650343:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325622.650344:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325622.650348:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006af6b25f] to pc [ptlrpcd_00_02+2] req@000000006af6b25f x1853174993406208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325622.650371:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325622.650372:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325622.650374:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325622.650377:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b618cdda. 00000020:00000040:1.0:1767325622.650378:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325622.650381:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325622.650382:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325622.650384:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325622.650387:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef5ef55d. 00000100:00000001:1.0:1767325622.650390:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325622.650391:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325622.650394:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000b618cdda x1853174993406336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325622.650396:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325622.650397:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325622.650401:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325622.650402:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325622.650403:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325622.650408:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325622.650414:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006af6b25f x1853174993406208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325622.650421:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b618cdda] to pc [ptlrpcd_00_03+3] req@00000000b618cdda x1853174993406336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325622.650435:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325622.650439:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325622.650442:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325622.650444:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325622.650446:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325622.650450:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767325622.650452:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325622.650454:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767325622.650459:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767325622.650459:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008ff6dcc5. 00000100:00100000:2.0:1767325622.650460:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006af6b25f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993406208:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325622.650466:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767325622.650466:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767325622.650470:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325622.650474:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325622.650474:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325622.650479:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325622.650482:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325622.650484:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d53f249. 02000000:00000001:2.0:1767325622.650485:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325622.650487:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325622.650489:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b618cdda x1853174993406336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325622.650491:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325622.650494:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000008ff6dcc5 x1853174993406464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767325622.650499:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325622.650505:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b4f602a. 02000000:00000001:2.0:1767325622.650511:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325622.650523:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5dc0572. 00000400:00000010:2.0:1767325622.650535:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd0dfdf7. 00000100:00000200:2.0:1767325622.650546:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993406208, portal 25 00000100:00000001:3.0:1767325622.650562:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325622.650562:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325622.650563:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325622.650568:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325622.650571:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325622.650572:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138713344 : -112766570838272 : ffff99707c9a4700) 02000000:00000001:3.0:1767325622.650574:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325622.650578:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325622.650578:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ff6dcc5] to pc [ptlrpcd_00_00+0] req@000000008ff6dcc5 x1853174993406464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325622.650587:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006af6b25f x1853174993406208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325622.650589:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325622.650601:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b618cdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993406336:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325622.650630:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325622.650641:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325622.650643:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767325622.650646:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325622.650651:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767325622.650655:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325622.650658:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008680a42d. 00000100:00000200:2.0:1767325622.650660:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993406208, offset 0 02000000:00000010:3.0:1767325622.650662:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004fde4031. 00000100:00000001:1.0:1767325622.650665:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325622.650668:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325622.650668:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767325622.650672:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767325622.650681:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767325622.650681:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767325622.650682:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc768596. 00000400:00000200:2.0:1767325622.650687:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:3.0:1767325622.650692:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065d23ae3. 00000100:00000040:1.0:1767325622.650693:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10877) 00000100:00000001:0.0:1767325622.650693:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325622.650695:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325622.650697:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767325622.650706:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:0.0:1767325622.650708:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008ff6dcc5 x1853174993406464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325622.650712:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993406336, portal 10 00000400:00000200:2.0:1767325622.650713:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767325622.650716:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305539100, at 4305539584 00000400:00000200:2.0:1767325622.650724:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325622.650725:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325622.650734:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138724096 : -112766570827520 : ffff99707c9a7100) 00000100:00000010:1.0:1767325622.650736:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e80ee982. 00000100:00000001:0.0:1767325622.650736:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767325622.650743:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [154:154:256:4294967295] 192.168.203.107@tcp LPNI seq info [154:154:8:4294967295] 00000100:00000001:0.0:1767325622.650744:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325622.650751:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b618cdda x1853174993406336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325622.650752:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325622.650759:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325622.650760:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325622.650765:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325622.650775:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325622.650776:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00100000:0.0:1767325622.650790:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008ff6dcc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993406464:192.168.203.107@tcp:400: 00000800:00000200:2.0:1767325622.650800:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325622.650803:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325622.650807:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767325622.650808:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b90c43. 02000000:00000001:0.0:1767325622.650809:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325622.650813:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325622.650818:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767325622.650821:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767325622.650823:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000010:0.0:1767325622.650824:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000acc4da14. 00000400:00000010:3.0:1767325622.650828:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a184fe6. 02000000:00000001:0.0:1767325622.650829:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325622.650835:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:3.0:1767325622.650836:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993406336, offset 0 00000400:00000010:0.0:1767325622.650837:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042d7c85a. 00000800:00000200:2.0:1767325622.650845:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c1b90c43 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767325622.650850:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 00000400:00000200:3.0:1767325622.650857:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325622.650859:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325622.650863:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305544218 00000100:00000010:2.0:1767325622.650866:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de87715d. 00000100:00000001:2.0:1767325622.650879:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000200:0.0:1767325622.650881:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993406464, portal 10 00000100:00000001:2.0:1767325622.650883:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305544218 00000100:00000001:0.0:1767325622.650884:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325622.650887:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138720512 : -112766570831104 : ffff99707c9a6300) 00000100:00000010:2.0:1767325622.650889:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082a1942f. 00000400:00000200:3.0:1767325622.650892:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325622.650893:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767325622.650899:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008ff6dcc5 x1853174993406464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325622.650902:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305544218 00000400:00000200:3.0:1767325622.650905:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325622.650916:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767325622.650917:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062fa5963. 00000400:00000200:3.0:1767325622.650920:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325622.650925:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767325622.650926:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325622.650931:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305544218 00000400:00000200:3.0:1767325622.650932:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767325622.650933:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034704ee7. 00000100:00000010:2.0:1767325622.650940:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9303397. 00000100:00000200:0.0:1767325622.650943:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993406464, offset 0 00000800:00000200:1.0:1767325622.650945:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767325622.650946:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767325622.650948:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000010:1.0:1767325622.650956:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b90c43. 00000100:00000001:2.0:1767325622.650960:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325622.650964:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [155:155:255:4294967295] 192.168.203.107@tcp LPNI seq info [155:155:7:4294967295] 00000400:00000200:1.0:1767325622.650967:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325622.650969:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325622.650970:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325622.650982:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325622.650983:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325622.650987:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325622.650998:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325622.650999:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325622.651005:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767325622.651013:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325622.651013:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325622.651013:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325622.651021:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325622.651023:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325622.651025:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325622.651026:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325622.651032:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325622.651036:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325622.651038:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325622.651047:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [156:156:254:4294967295] 192.168.203.107@tcp LPNI seq info [156:156:6:4294967295] 00000400:00000200:0.0:1767325622.651053:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325622.651057:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325622.651058:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008680a42d 00000400:00000010:1.0:1767325622.651061:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008680a42d. 00000800:00000010:0.0:1767325622.651061:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058804b06. 00000100:00000001:1.0:1767325622.651065:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767325622.651068:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:1.0:1767325622.651071:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006af6b25f x1853174993406208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325622.651075:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325622.651077:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000058804b06 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325622.651081:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325622.651087:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 37527 usecs (38 jiffies) 00000100:00000001:0.0:1767325622.651090:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305539622 00000800:00000010:3.0:1767325622.651092:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f644e59f. 00000100:00000001:1.0:1767325622.651092:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325622.651093:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305544218 00000100:00000001:0.0:1767325622.651098:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305539622 00000100:00000040:1.0:1767325622.651100:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006af6b25f x1853174993406208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325622.651107:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305544218 00000800:00000200:3.0:1767325622.651109:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325622.651117:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305539622 00000100:00000001:0.0:1767325622.651122:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305544218 00000800:00000200:3.0:1767325622.651129:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325622.651131:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305539622 00000100:00000001:0.0:1767325622.651166:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305544218 00000100:00000001:0.0:1767325622.651170:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767325622.651172:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f644e59f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325622.651173:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325622.651174:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325622.651181:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325622.651181:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325622.651186:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325622.651187:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325622.651192:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767325622.651194:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 665508 usecs (666 jiffies) 00000100:00000001:0.0:1767325622.651194:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767325622.651198:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325622.651200:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325622.651204:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325622.651205:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305540251 00000800:00000010:1.0:1767325622.651205:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058804b06. 00000100:00000001:0.0:1767325622.651208:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325622.651211:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325622.651215:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305544218 00000100:00000001:0.0:1767325622.651215:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325622.651222:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325622.651223:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305540251 00000400:00000200:1.0:1767325622.651225:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034704ee7 00000100:00000001:3.0:1767325622.651230:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305544218 00000400:00000010:1.0:1767325622.651231:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034704ee7. 00000100:00000001:1.0:1767325622.651235:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325622.651237:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008ff6dcc5 x1853174993406464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325622.651247:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305540251 00000100:00000001:3.0:1767325622.651256:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305544218 00000100:00000001:1.0:1767325622.651257:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325622.651264:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305540251 00000100:00000040:1.0:1767325622.651268:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008ff6dcc5 x1853174993406464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325622.651270:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305544218 00000100:00000001:3.0:1767325622.651276:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325622.651285:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325622.651293:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325622.651299:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325622.651301:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325622.651305:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325622.651306:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325622.651310:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325622.651320:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325622.651321:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325622.651323:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325622.651325:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325622.651349:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325622.651353:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f644e59f. 00000400:00000200:1.0:1767325622.651357:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325622.651361:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325622.651363:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a184fe6 00000400:00000010:1.0:1767325622.651364:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a184fe6. 00000100:00000001:1.0:1767325622.651366:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325622.651368:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b618cdda x1853174993406336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325622.651373:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325622.651375:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b618cdda x1853174993406336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325622.651386:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325622.651387:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325622.652106:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325622.652114:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325622.652116:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325622.652117:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325622.652121:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325622.652128:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed304900 00000400:00000200:2.0:1767325622.652133:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x5b5 [1] + 224 00000800:00000001:2.0:1767325622.652137:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325622.652171:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325622.652174:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325622.652177:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325622.652181:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325622.652184:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006af6b25f x1853174993406208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325622.652199:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006af6b25f x1853174993406208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325622.652214:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325622.652221:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325622.652227:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325622.652240:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325622.652244:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325622.652251:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325622.652253:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325622.652255:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5dc0572. 00000400:00000200:3.0:1767325622.652259:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd0dfdf7 00000400:00000010:3.0:1767325622.652261:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd0dfdf7. 00000100:00000001:3.0:1767325622.652265:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325622.652270:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006af6b25f x1853174993406208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325622.652280:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006af6b25f x1853174993406208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325622.652287:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325622.652288:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325622.652291:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325622.652293:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325622.652303:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325622.652306:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325622.652309:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325622.652315:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=29 v=5 (5 5 0 0) 00000100:00001000:3.0:1767325622.652319:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=29 v=5 (1 1 0 0) 00000100:00000001:3.0:1767325622.652321:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325622.652323:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325622.652326:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325622.652328:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325622.652331:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325622.652334:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006af6b25f x1853174993406208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325622.652340:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325622.652343:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325622.652345:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325622.652348:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006af6b25f x1853174993406208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325622.652363:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006af6b25f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993406208:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325622.652368:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325622.652370:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325622.652372:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006af6b25f x1853174993406208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325622.652378:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325622.652381:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325622.652384:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b4f602a. 02000000:00000001:3.0:1767325622.652387:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325622.652389:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325622.652391:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767325622.652393:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325622.652395:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 02000000:00000001:3.0:1767325622.652399:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325622.652401:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325622.652403:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006af6b25f. 00000100:00000001:3.0:1767325622.652406:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325622.652407:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325622.652409:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325622.652413:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325622.652414:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325622.652416:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325622.652417:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325622.652604:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325622.652624:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325622.652627:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325622.652630:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325622.652681:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325622.652692:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed304980 00000400:00000200:3.0:1767325622.652698:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x5bd [1] + 224 00000800:00000001:3.0:1767325622.652704:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325622.652709:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325622.652711:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325622.652720:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325622.652726:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325622.652729:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b618cdda x1853174993406336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325622.652737:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b618cdda x1853174993406336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325622.652754:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325622.652761:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325622.652765:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325622.652767:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325622.652770:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325622.652775:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767325622.652781:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325622.652784:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed304a00 00000100:00000001:1.0:1767325622.652785:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325622.652793:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x5c5 [1] + 224 00000800:00000001:3.0:1767325622.652798:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767325622.652799:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767325622.652804:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325622.652806:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767325622.652809:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767325622.652809:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc768596. 00000400:00000200:1.0:1767325622.652822:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065d23ae3 00000400:00000200:3.0:1767325622.652827:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:1.0:1767325622.652828:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065d23ae3. 00000100:00000001:1.0:1767325622.652836:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325622.652838:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325622.652842:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b618cdda x1853174993406336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325622.652847:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008ff6dcc5 x1853174993406464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325622.652874:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b618cdda x1853174993406336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325622.652878:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008ff6dcc5 x1853174993406464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325622.652918:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325622.652920:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325622.652923:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325622.652925:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325622.652927:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325622.652929:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325622.652930:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325622.652935:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325622.652937:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767325622.652942:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=19 v=5 (5 5 0 0) 00000800:00000001:3.0:1767325622.652943:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767325622.652957:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=19 v=5 (1 1 0 0) 00000100:00000001:1.0:1767325622.652962:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325622.652964:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325622.652967:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325622.652971:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325622.652972:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325622.652975:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767325622.652977:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767325622.652979:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000001:0.0:1767325622.652983:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767325622.652984:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325622.652986:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767325622.652991:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767325622.652993:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b618cdda x1853174993406336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325622.652994:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042d7c85a. 00000400:00000200:0.0:1767325622.653000:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 00000400:00000010:0.0:1767325622.653003:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00000100:00000001:0.0:1767325622.653010:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325622.653017:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008ff6dcc5 x1853174993406464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325622.653025:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767325622.653029:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008ff6dcc5 x1853174993406464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325622.653039:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325622.653042:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325622.653043:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325622.653044:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325622.653047:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325622.653048:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325622.653049:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325622.653053:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325622.653056:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325622.653061:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b618cdda x1853174993406336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325622.653063:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=29 v=5 (5 5 0 0) 00000100:00001000:0.0:1767325622.653080:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=143 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325622.653091:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1767325622.653093:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b618cdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993406336:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325622.653094:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325622.653100:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767325622.653107:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325622.653109:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325622.653111:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b618cdda x1853174993406336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767325622.653115:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008ff6dcc5 x1853174993406464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325622.653130:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325622.653135:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325622.653161:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004fde4031. 02000000:00000001:1.0:1767325622.653164:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325622.653165:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325622.653167:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767325622.653169:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325622.653172:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ef5ef55d. 00010000:00000001:0.0:1767325622.653177:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325622.653180:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767325622.653181:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325622.653183:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 02000000:00000001:1.0:1767325622.653185:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767325622.653186:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325622.653189:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325622.653190:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b618cdda. 00000100:00000040:0.0:1767325622.653195:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008ff6dcc5 x1853174993406464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325622.653197:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325622.653202:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325622.653209:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325622.653210:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325622.653213:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325622.653215:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325622.653217:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325622.653219:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325622.653220:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325622.653225:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325622.653231:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ff6dcc5 x1853174993406464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325622.653239:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008ff6dcc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993406464:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325622.653243:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325622.653245:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325622.653246:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008ff6dcc5 x1853174993406464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325638 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325622.653250:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325622.653252:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325622.653253:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000acc4da14. 02000000:00000001:0.0:1767325622.653255:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325622.653257:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325622.653258:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325622.653259:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325622.653260:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d53f249. 02000000:00000001:0.0:1767325622.653262:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325622.653263:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325622.653264:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008ff6dcc5. 00000100:00000001:0.0:1767325622.653267:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325622.653267:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325622.653269:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325622.653272:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325622.653273:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325622.653274:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325622.653276:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325623.290263:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325623.290270:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325623.290272:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325623.290273:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325623.290277:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325623.290278:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325623.290279:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325623.290281:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325623.290283:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325623.290284:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325623.290348:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325623.290355:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325623.290359:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325624.316802:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325624.316809:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325624.316813:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325624.316814:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325624.316857:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325624.316864:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325624.316868:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325625.338297:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325625.338305:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325625.338311:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325625.338314:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325625.338317:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325625.338322:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325625.338325:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325625.338326:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325625.338329:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325625.338331:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325625.338333:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325625.338335:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325625.338378:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325625.338383:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325625.338386:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325626.362846:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325626.362855:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325626.362861:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325626.362862:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325626.362949:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325626.362954:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325626.362964:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325627.386284:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325627.386290:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325627.386295:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325627.386296:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325627.386353:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325627.386357:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325627.386360:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325627.770209:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305544218, at 4305544704 00000100:00000040:2.0:1767325627.770209:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305544218, at 4305544704 00000100:00000040:0.0:1767325627.770212:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305544218, at 4305544704 00000100:00000010:3.0:1767325627.770225:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e9303397. 00000100:00000010:0.0:1767325627.770227:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de87715d. 00000100:00000010:2.0:1767325627.770229:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062fa5963. 00000100:00000040:0.0:1767325627.770265:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767325627.770268:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305544218, at 4305544704 00000100:00000001:0.0:1767325627.770270:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325627.770277:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000020:00000040:0.0:1767325627.770281:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325627.770286:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325627.770288:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:1.0:1767325627.770301:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082a1942f. 02000000:00000001:0.0:1767325627.770306:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325627.770315:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007cab202f. 00000100:00000001:0.0:1767325627.770323:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325627.770333:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000a1ef485d x1853174993406592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325627.770348:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325627.770350:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325627.770355:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_01+1] req@00000000a1ef485d x1853174993406592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325627.770387:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325627.770390:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325627.770394:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325627.770397:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ab82abb. 00000020:00000040:0.0:1767325627.770399:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325627.770402:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325627.770403:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325627.770405:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325627.770409:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767325627.770409:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d57537d. 00000100:00000001:1.0:1767325627.770417:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325627.770417:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325627.770421:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325627.770422:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325627.770425:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325627.770427:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000003ab82abb x1853174993406720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767325627.770437:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993406592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325627.770442:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325627.770444:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325627.770456:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ab82abb] to pc [ptlrpcd_00_02+2] req@000000003ab82abb x1853174993406720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325627.770469:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325627.770474:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325627.770481:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325627.770485:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325627.770489:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325627.770493:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993406592:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325627.770497:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325627.770499:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767325627.770502:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767325627.770507:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325627.770507:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325627.770511:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007523782f. 02000000:00000001:1.0:1767325627.770512:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325627.770514:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767325627.770517:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767325627.770523:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767325627.770523:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325627.770528:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767325627.770529:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767325627.770532:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a4f1d291. 02000000:00000001:0.0:1767325627.770533:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767325627.770537:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ab82abb x1853174993406720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325627.770538:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325627.770542:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325627.770548:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000062e9f023. 00000100:00000001:3.0:1767325627.770557:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767325627.770557:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb5c76f3. 00000100:00000001:0.0:1767325627.770557:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325627.770562:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325627.770564:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325627.770568:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325627.770568:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000007523782f x1853174993406848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767325627.770571:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000549626f3. 02000000:00000001:3.0:1767325627.770573:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325627.770597:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767325627.770599:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993406592, portal 25 00000100:00000001:0.0:1767325627.770599:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767325627.770601:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325627.770605:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325627.770611:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1767325627.770617:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993406720:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325627.770618:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 00000100:00000040:0.0:1767325627.770618:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007523782f] to pc [ptlrpcd_00_03+3] req@000000007523782f x1853174993406848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325627.770631:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325627.770636:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767325627.770637:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993406592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325627.770639:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325627.770647:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325627.770648:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325627.770655:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8451107. 00000100:00000040:0.0:1767325627.770659:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767325627.770665:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325627.770671:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767325627.770675:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098370160. 00000100:00000040:0.0:1767325627.770676:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767325627.770677:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325627.770685:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325627.770686:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767325627.770688:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2bf7a3c. 00000100:00000040:0.0:1767325627.770689:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10882) 00000100:00000040:2.0:1767325627.770696:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007523782f x1853174993406848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325627.770697:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993406720, portal 10 00000100:00000040:1.0:1767325627.770700:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325627.770702:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325627.770707:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250667776 : -112767458883840 : ffff997047abc700) 00000400:00000010:1.0:1767325627.770709:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b4b29cd. 00000100:00000040:3.0:1767325627.770715:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ab82abb x1853174993406720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325627.770719:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993406592, offset 0 00000100:00000001:2.0:1767325627.770732:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325627.770734:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325627.770742:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767325627.770742:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325627.770744:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767325627.770746:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325627.770751:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325627.770752:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325627.770758:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e87ef122. 00000100:00100000:2.0:1767325627.770758:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993406848:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325627.770762:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325627.770765:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325627.770768:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325627.770772:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993406720, offset 0 02000000:00000001:2.0:1767325627.770772:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767325627.770775:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000010:2.0:1767325627.770778:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d8ec0d1. 02000000:00000001:2.0:1767325627.770783:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325627.770785:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325627.770786:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325627.770790:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f413b9d6. 00000400:00000200:1.0:1767325627.770795:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:2.0:1767325627.770796:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd0dfdf7. 00000100:00000200:2.0:1767325627.770799:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993406848, portal 10 00000100:00000001:2.0:1767325627.770801:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325627.770801:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000100:00000040:2.0:1767325627.770807:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007523782f x1853174993406848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325627.770815:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325627.770823:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767325627.770833:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767325627.770837:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [157:157:256:4294967295] 192.168.203.107@tcp LPNI seq info [157:157:8:4294967295] 00000100:00000040:2.0:1767325627.770844:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325627.770847:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008680a42d. 00000100:00000200:2.0:1767325627.770850:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993406848, offset 0 00000400:00000200:2.0:1767325627.770854:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325627.770864:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325627.770873:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325627.770879:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef5ef55d. 00000400:00000200:3.0:1767325627.770881:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325627.770890:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767325627.770895:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767325627.770900:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325627.770907:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767325627.770913:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767325627.770914:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:1.0:1767325627.770923:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef5ef55d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325627.770924:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [158:158:255:4294967295] 192.168.203.107@tcp LPNI seq info [158:158:7:4294967295] 00000400:00000200:3.0:1767325627.770946:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325627.770953:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325627.770954:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325627.770956:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767325627.770962:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f644e59f. 00000400:00000200:2.0:1767325627.770965:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325627.770966:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305549338 00000400:00000200:2.0:1767325627.770972:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000010:1.0:1767325627.770975:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b320a910. 00000800:00000200:3.0:1767325627.770976:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767325627.770979:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325627.770986:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767325627.770987:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:3.0:1767325627.770997:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767325627.770998:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [159:159:254:4294967295] 192.168.203.107@tcp LPNI seq info [159:159:6:4294967295] 00000100:00000001:1.0:1767325627.771000:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305549338 00000800:00000200:3.0:1767325627.771007:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f644e59f type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767325627.771010:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c643a41f. 00000100:00000001:3.0:1767325627.771014:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325627.771020:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767325627.771021:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:3.0:1767325627.771022:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 650105 usecs (651 jiffies) 00000100:00000001:3.0:1767325627.771031:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305545355 00000100:00000001:1.0:1767325627.771032:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305549338 00000100:00000001:3.0:1767325627.771037:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305549338 00000800:00000200:2.0:1767325627.771038:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767325627.771043:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb481614. 00000100:00000001:3.0:1767325627.771044:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305545355 00000800:00000010:2.0:1767325627.771045:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f9e2ebb4. 00000100:00000001:3.0:1767325627.771054:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305549338 00000100:00000001:1.0:1767325627.771054:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767325627.771057:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767325627.771062:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325627.771065:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305545355 00000800:00000010:0.0:1767325627.771067:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef5ef55d. 00000100:00000001:3.0:1767325627.771068:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305549338 00000100:00000001:1.0:1767325627.771068:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305549338 00000800:00000200:2.0:1767325627.771074:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767325627.771077:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325627.771080:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305545355 00000100:00000010:1.0:1767325627.771081:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc226e14. 00000800:00000200:2.0:1767325627.771082:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f9e2ebb4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325627.771091:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325627.771092:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767325627.771093:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325627.771100:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325627.771101:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305549338 00000100:00000040:2.0:1767325627.771101:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 36642 usecs (37 jiffies) 00000400:00000200:0.0:1767325627.771102:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b4b29cd 00000400:00000010:0.0:1767325627.771109:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b4b29cd. 00000100:00000001:3.0:1767325627.771112:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325627.771114:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325627.771115:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305544741 00000100:00000001:3.0:1767325627.771116:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325627.771118:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325627.771124:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325627.771125:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305549338 00000100:00000200:0.0:1767325627.771129:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993406592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325627.771134:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325627.771135:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305544741 00000100:00000001:2.0:1767325627.771165:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305549338 00000100:00000001:2.0:1767325627.771168:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305544742 00000100:00000001:2.0:1767325627.771171:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305549338 00000100:00000001:2.0:1767325627.771177:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305544742 00000100:00000001:1.0:1767325627.771179:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325627.771183:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305549338 00000100:00000001:1.0:1767325627.771185:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325627.771187:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325627.771195:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325627.771195:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325627.771198:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993406592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325643 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325627.771201:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325627.771201:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325627.771206:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325627.771211:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325627.771211:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325627.771216:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325627.771218:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325627.771220:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325627.771223:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325627.771224:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325627.771224:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325627.771230:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325627.771234:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325627.771237:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325627.771241:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325627.771243:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325627.771246:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325627.771246:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325627.771248:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325627.771253:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767325627.771253:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f644e59f. 00000100:00000001:3.0:1767325627.771255:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325627.771257:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325627.771259:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325627.771265:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325627.771271:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325627.771274:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e87ef122 00000400:00000010:0.0:1767325627.771276:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e87ef122. 00000100:00000001:0.0:1767325627.771280:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325627.771284:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ab82abb x1853174993406720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325627.771291:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325627.771294:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ab82abb x1853174993406720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325643 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325627.771299:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325627.771301:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325627.771328:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325627.771331:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f9e2ebb4. 00000400:00000200:0.0:1767325627.771334:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325627.771336:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325627.771339:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008680a42d 00000400:00000010:0.0:1767325627.771341:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008680a42d. 00000100:00000001:0.0:1767325627.771343:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325627.771345:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007523782f x1853174993406848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325627.771351:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325627.771353:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007523782f x1853174993406848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325643 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325627.771358:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325627.771359:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325627.772444:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325627.772454:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325627.772456:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325627.772459:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325627.772465:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325627.772474:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed304a80 00000400:00000200:2.0:1767325627.772480:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x5cd [1] + 224 00000800:00000001:2.0:1767325627.772486:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325627.772492:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325627.772494:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325627.772497:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325627.772500:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325627.772504:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993406592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325627.772511:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993406592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325627.772526:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325627.772532:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325627.772535:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325627.772558:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325627.772561:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325627.772566:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325627.772568:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325627.772571:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb5c76f3. 00000400:00000200:1.0:1767325627.772574:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000549626f3 00000400:00000010:1.0:1767325627.772588:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000549626f3. 00000100:00000001:1.0:1767325627.772593:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325627.772598:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993406592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325627.772605:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993406592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325627.772612:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325627.772615:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325627.772618:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325627.772621:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325627.772623:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325627.772625:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325627.772626:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325627.772631:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=34 v=5 (5 5 0 0) 00000100:00001000:1.0:1767325627.772634:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=34 v=5 (1 1 0 0) 00000100:00000001:1.0:1767325627.772636:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325627.772637:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325627.772639:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325627.772641:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325627.772642:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325627.772645:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993406592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325627.772650:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325627.772652:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325627.772653:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325627.772655:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993406592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325627.772669:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993406592:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325627.772673:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325627.772674:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325627.772676:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993406592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325627.772680:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325627.772683:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325627.772684:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a4f1d291. 02000000:00000001:1.0:1767325627.772687:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325627.772688:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325627.772690:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767325627.772691:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325627.772693:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007cab202f. 02000000:00000001:1.0:1767325627.772696:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325627.772698:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325627.772699:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00000100:00000001:1.0:1767325627.772703:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325627.772704:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325627.772706:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325627.772710:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325627.772712:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325627.772714:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325627.772715:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325627.772782:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325627.772787:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325627.772789:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325627.772790:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325627.772794:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325627.772799:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed304b80 00000400:00000200:3.0:1767325627.772802:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x5dd [1] + 224 00000800:00000001:3.0:1767325627.772805:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325627.772807:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325627.772808:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325627.772810:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325627.772812:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325627.772815:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007523782f x1853174993406848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325627.772820:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007523782f x1853174993406848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325627.772830:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325627.772833:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325627.772835:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325627.772836:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325627.772837:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325627.772839:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325627.772842:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed304b00 00000400:00000200:3.0:1767325627.772845:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x5d1 [1] + 224 00000800:00000001:3.0:1767325627.772847:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325627.772850:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325627.772851:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325627.772859:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325627.772862:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325627.772862:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325627.772866:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767325627.772867:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ab82abb x1853174993406720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767325627.772872:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767325627.772874:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ab82abb x1853174993406720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767325627.772876:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325627.772879:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f413b9d6. 00000100:00000001:3.0:1767325627.772890:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767325627.772890:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd0dfdf7 00000400:00000010:2.0:1767325627.772898:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd0dfdf7. 00000100:00000001:2.0:1767325627.772903:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767325627.772906:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767325627.772908:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007523782f x1853174993406848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325627.772910:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325627.772920:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007523782f x1853174993406848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325627.772922:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325627.772925:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325627.772929:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767325627.772930:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767325627.772932:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767325627.772934:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325627.772936:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325627.772938:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767325627.772940:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098370160. 00000100:00000001:2.0:1767325627.772942:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325627.772945:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325627.772945:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2bf7a3c 00000400:00000010:0.0:1767325627.772948:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2bf7a3c. 02000000:00000001:2.0:1767325627.772950:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325627.772951:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767325627.772958:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=34 v=5 (5 5 0 0) 00000100:00000200:0.0:1767325627.772961:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ab82abb x1853174993406720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767325627.772965:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=148 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325627.772972:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767325627.772974:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ab82abb x1853174993406720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325627.772975:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325627.772980:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325627.772983:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325627.772986:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767325627.772989:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000007523782f x1853174993406848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325627.772989:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325627.772992:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325627.772995:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325627.772998:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325627.773002:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325627.773003:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325627.773008:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=24 v=5 (5 5 0 0) 00000100:00000001:2.0:1767325627.773009:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325627.773012:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00001000:0.0:1767325627.773015:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=24 v=5 (1 1 0 0) 00000100:00000001:2.0:1767325627.773016:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325627.773018:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325627.773021:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325627.773023:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325627.773025:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007523782f x1853174993406848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325627.773025:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325627.773028:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325627.773032:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325627.773033:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325627.773037:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325627.773039:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325627.773044:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325627.773044:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ab82abb x1853174993406720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325627.773050:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325627.773053:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325627.773053:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325627.773058:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325627.773059:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325627.773062:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007523782f x1853174993406848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325627.773062:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ab82abb x1853174993406720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325627.773081:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993406720:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325627.773086:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325627.773088:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325627.773089:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ab82abb x1853174993406720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325627.773109:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1767325627.773112:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993406848:192.168.203.107@tcp:400: 02000000:00000001:0.0:1767325627.773112:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325627.773115:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8451107. 02000000:00000001:0.0:1767325627.773120:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325627.773121:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767325627.773122:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767325627.773125:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767325627.773126:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767325627.773130:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767325627.773132:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007523782f x1853174993406848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325643 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325627.773133:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d57537d. 00000100:00000001:2.0:1767325627.773159:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325627.773161:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325627.773163:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d8ec0d1. 02000000:00000001:2.0:1767325627.773167:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325627.773169:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325627.773170:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:0.0:1767325627.773172:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767325627.773173:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325627.773176:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000062e9f023. 02000000:00000001:0.0:1767325627.773176:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325627.773180:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ab82abb. 02000000:00000001:2.0:1767325627.773182:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325627.773185:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767325627.773186:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000010:2.0:1767325627.773187:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007523782f. 00000100:00000001:0.0:1767325627.773189:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325627.773193:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325627.773193:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325627.773196:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325627.773199:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325627.773200:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325627.773203:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325627.773204:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325627.773207:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325627.773207:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325627.773210:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325627.773212:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325627.773218:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325628.410265:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325628.410273:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325628.410279:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325628.410281:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325628.410306:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325628.410311:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325628.410315:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325629.434248:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325629.434257:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325629.434264:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325629.434265:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325629.434315:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325629.434320:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325629.434323:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325630.458248:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325630.458256:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325630.458260:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325630.458279:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325630.458334:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325630.458340:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325630.458343:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325631.482257:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325631.482266:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325631.482274:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325631.482275:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325631.482310:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325631.482315:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325631.482318:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325632.506251:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325632.506259:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325632.506262:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325632.506264:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325632.506269:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325632.506270:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325632.506272:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325632.506274:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325632.506277:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325632.506278:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325632.506331:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325632.506335:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325632.506337:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325632.890219:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305549338, at 4305549824 00000100:00000040:2.0:1767325632.890219:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305549338, at 4305549824 00000100:00000040:1.0:1767325632.890229:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325632.890237:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325632.890240:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc226e14. 00000100:00000010:2.0:1767325632.890242:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb481614. 00000100:00000010:1.0:1767325632.890246:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b618cdda. 00000020:00000040:1.0:1767325632.890252:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325632.890272:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325632.890275:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325632.890281:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325632.890290:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef5ef55d. 00000100:00000001:1.0:1767325632.890298:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325632.890305:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305549338, at 4305549824 00000100:00000040:1.0:1767325632.890311:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000b618cdda x1853174993406976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1767325632.890312:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b320a910. 00000100:00000001:1.0:1767325632.890324:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325632.890327:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325632.890333:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b618cdda] to pc [ptlrpcd_00_00+0] req@00000000b618cdda x1853174993406976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325632.890360:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325632.890362:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325632.890366:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325632.890369:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064827f0f. 00000020:00000040:1.0:1767325632.890372:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325632.890374:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325632.890375:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325632.890377:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325632.890378:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325632.890383:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767325632.890383:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d53f249. 00000100:00000001:1.0:1767325632.890387:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325632.890388:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325632.890394:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000064827f0f x1853174993407104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767325632.890397:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b618cdda x1853174993406976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325632.890406:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325632.890409:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325632.890416:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064827f0f] to pc [ptlrpcd_00_01+1] req@0000000064827f0f x1853174993407104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325632.890417:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325632.890420:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325632.890426:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325632.890430:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325632.890431:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325632.890434:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325632.890435:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325632.890441:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1767325632.890442:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b618cdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993406976:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325632.890450:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767325632.890450:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef1aafe9. 00000100:00000001:3.0:1767325632.890453:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767325632.890454:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:2.0:1767325632.890457:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767325632.890458:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325632.890458:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767325632.890462:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767325632.890463:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325632.890463:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325632.890467:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325632.890468:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767325632.890471:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064827f0f x1853174993407104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325632.890472:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 02000000:00000010:2.0:1767325632.890476:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e822ffba. 00000100:00000001:1.0:1767325632.890478:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325632.890481:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325632.890488:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000ef1aafe9 x1853174993407232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767325632.890490:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f413b9d6. 00000100:00000001:3.0:1767325632.890491:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325632.890494:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325632.890499:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325632.890502:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325632.890504:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767325632.890506:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325632.890506:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd0dfdf7. 00000100:00000001:1.0:1767325632.890507:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325632.890513:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064827f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993407104:192.168.203.107@tcp:400: 00000100:00000040:1.0:1767325632.890515:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1aafe9] to pc [ptlrpcd_00_02+2] req@00000000ef1aafe9 x1853174993407232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325632.890517:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993406976, portal 25 00000100:00000001:3.0:1767325632.890520:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325632.890522:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325632.890525:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138724096 : -112766570827520 : ffff99707c9a7100) 02000000:00000001:3.0:1767325632.890533:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325632.890536:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325632.890537:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b618cdda x1853174993406976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325632.890539:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325632.890556:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000829ef988. 00000100:00000001:2.0:1767325632.890558:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325632.890558:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325632.890560:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325632.890564:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767325632.890565:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325632.890567:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000932e3563. 00000400:00000010:2.0:1767325632.890571:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042430430. 00000100:00000040:1.0:1767325632.890573:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1767325632.890577:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3878697. 00000100:00000200:2.0:1767325632.890577:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993406976, offset 0 00000100:00000040:1.0:1767325632.890579:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10887) 00000100:00000200:3.0:1767325632.890584:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993407104, portal 10 00000100:00000001:0.0:1767325632.890584:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325632.890589:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325632.890589:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325632.890591:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325632.890592:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138719616 : -112766570832000 : ffff99707c9a5f80) 00000100:00000001:0.0:1767325632.890593:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325632.890597:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305549338, at 4305549824 00000100:00000040:0.0:1767325632.890603:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef1aafe9 x1853174993407232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325632.890604:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064827f0f x1853174993407104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325632.890606:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c643a41f. 00000400:00000200:2.0:1767325632.890613:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325632.890625:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325632.890626:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325632.890626:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325632.890632:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325632.890634:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:3.0:1767325632.890635:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325632.890635:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325632.890638:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325632.890640:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a77dda. 00000400:00000200:2.0:1767325632.890641:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767325632.890643:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767325632.890647:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993407104, offset 0 00000400:00000200:2.0:1767325632.890647:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:0.0:1767325632.890647:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325632.890654:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [160:160:256:4294967295] 192.168.203.107@tcp LPNI seq info [160:160:8:4294967295] 02000000:00000001:0.0:1767325632.890654:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325632.890660:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00100000:0.0:1767325632.890662:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993407232:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325632.890668:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767325632.890671:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325632.890677:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325632.890680:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:0.0:1767325632.890681:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767325632.890685:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767325632.890685:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ec7aa78. 00000400:00000200:3.0:1767325632.890691:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:0.0:1767325632.890692:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325632.890698:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:0.0:1767325632.890698:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325632.890702:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000735e0b68. 02000000:00000001:0.0:1767325632.890706:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325632.890709:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325632.890714:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006ec7aa78 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767325632.890720:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042d7c85a. 00000400:00000010:0.0:1767325632.890726:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 00000100:00000200:0.0:1767325632.890729:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993407232, portal 10 00000100:00000001:0.0:1767325632.890730:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325632.890731:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138716032 : -112766570835584 : ffff99707c9a5180) 00000100:00000001:2.0:1767325632.890733:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325632.890737:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef1aafe9 x1853174993407232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325632.890739:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305554458 00000100:00000010:2.0:1767325632.890746:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062fa5963. 00000100:00000001:0.0:1767325632.890746:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325632.890750:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325632.890752:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767325632.890753:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070eb7e9a. 00000100:00000200:0.0:1767325632.890757:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993407232, offset 0 00000100:00000001:2.0:1767325632.890758:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305554458 00000100:00000010:2.0:1767325632.890762:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab703378. 00000400:00000200:0.0:1767325632.890762:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325632.890766:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325632.890767:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767325632.890772:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767325632.890777:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305554458 00000400:00000200:3.0:1767325632.890779:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [161:161:255:4294967295] 192.168.203.107@tcp LPNI seq info [161:161:7:4294967295] 00000100:00000010:2.0:1767325632.890782:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000040e4e400. 00000100:00000001:2.0:1767325632.890786:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767325632.890791:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305554458 00000400:00000200:3.0:1767325632.890795:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:2.0:1767325632.890795:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000023df3ba7. 00000100:00000001:2.0:1767325632.890799:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767325632.890804:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767325632.890805:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325632.890808:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325632.890809:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767325632.890812:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f644e59f. 00000100:00000001:2.0:1767325632.890812:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325632.890814:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325632.890816:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767325632.890821:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325632.890821:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325632.890825:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767325632.890827:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767325632.890827:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325632.890828:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767325632.890832:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767325632.890834:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1767325632.890835:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ec7aa78. 00000800:00000200:3.0:1767325632.890836:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f644e59f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325632.890837:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325632.890837:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767325632.890841:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325632.890843:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325632.890843:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325632.890844:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325632.890845:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [162:162:254:4294967295] 192.168.203.107@tcp LPNI seq info [162:162:6:4294967295] 00000100:00000040:3.0:1767325632.890851:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 635401 usecs (636 jiffies) 00000100:00000001:3.0:1767325632.890857:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305550460 00000400:00000200:1.0:1767325632.890857:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325632.890863:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767325632.890868:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305554458 00000800:00000200:0.0:1767325632.890872:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325632.890873:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042430430 00000400:00000010:1.0:1767325632.890877:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042430430. 00000800:00000010:0.0:1767325632.890880:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d57537d. 00000100:00000001:1.0:1767325632.890883:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767325632.890887:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:1.0:1767325632.890890:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b618cdda x1853174993406976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325632.890896:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325632.890902:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d57537d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325632.890906:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325632.890907:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325632.890910:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 35797 usecs (36 jiffies) 00000100:00000001:0.0:1767325632.890914:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305549860 00000100:00000040:1.0:1767325632.890917:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b618cdda x1853174993406976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325648 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325632.890927:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305550460 00000100:00000001:0.0:1767325632.890928:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305554458 00000100:00000001:1.0:1767325632.890931:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325632.890933:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305554458 00000100:00000001:0.0:1767325632.890933:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305549860 00000100:00000001:1.0:1767325632.890935:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325632.890940:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305554458 00000100:00000001:3.0:1767325632.890941:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305550460 00000100:00000001:3.0:1767325632.890948:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305554458 00000100:00000001:0.0:1767325632.890948:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305549860 00000100:00000001:3.0:1767325632.890954:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305550460 00000100:00000001:0.0:1767325632.890954:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305554458 00000800:00000200:1.0:1767325632.890956:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325632.890958:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305554458 00000800:00000010:1.0:1767325632.890961:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f644e59f. 00000100:00000001:0.0:1767325632.890961:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305549860 00000400:00000200:1.0:1767325632.890965:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325632.890970:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325632.890972:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325632.890972:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305554458 00000400:00000200:1.0:1767325632.890974:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a77dda 00000400:00000010:1.0:1767325632.890977:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a77dda. 00000100:00000001:0.0:1767325632.890978:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325632.890981:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325632.890982:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325632.890983:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767325632.890985:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325632.890986:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325632.890989:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064827f0f x1853174993407104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325632.890991:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325632.890992:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325632.890998:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325632.891000:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325632.891001:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325632.891003:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325632.891004:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325632.891004:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325632.891007:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767325632.891009:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064827f0f x1853174993407104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325648 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325632.891010:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325632.891010:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325632.891014:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325632.891014:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325632.891018:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325632.891023:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325632.891026:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325632.891029:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325632.891056:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325632.891058:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d57537d. 00000400:00000200:1.0:1767325632.891061:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325632.891064:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325632.891066:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070eb7e9a 00000400:00000010:1.0:1767325632.891068:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070eb7e9a. 00000100:00000001:1.0:1767325632.891070:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325632.891072:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef1aafe9 x1853174993407232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325632.891079:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325632.891081:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef1aafe9 x1853174993407232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325648 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325632.891086:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325632.891088:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325632.892231:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325632.892243:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325632.892246:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325632.892249:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325632.892256:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325632.892268:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed304c00 00000400:00000200:2.0:1767325632.892275:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x5e5 [1] + 224 00000800:00000001:2.0:1767325632.892282:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325632.892289:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325632.892291:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325632.892296:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325632.892300:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325632.892304:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b618cdda x1853174993406976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325632.892313:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b618cdda x1853174993406976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325632.892345:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325632.892353:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325632.892362:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325632.892364:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325632.892367:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325632.892371:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325632.892378:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed304c80 00000400:00000200:2.0:1767325632.892383:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x5ed [1] + 224 00000100:00000001:0.0:1767325632.892386:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767325632.892387:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325632.892393:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325632.892394:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325632.892397:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325632.892400:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325632.892401:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767325632.892406:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064827f0f x1853174993407104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325632.892409:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325632.892413:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325632.892417:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f413b9d6. 00000100:00000040:2.0:1767325632.892420:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064827f0f x1853174993407104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325632.892423:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd0dfdf7 00000400:00000010:0.0:1767325632.892427:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd0dfdf7. 00000100:00000001:0.0:1767325632.892433:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325632.892439:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767325632.892439:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b618cdda x1853174993406976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325632.892445:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325632.892449:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325632.892454:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b618cdda x1853174993406976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325632.892463:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325632.892464:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325632.892467:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325632.892477:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325632.892479:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325632.892482:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325632.892485:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325632.892492:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=39 v=5 (5 5 0 0) 00000100:00001000:0.0:1767325632.892497:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=39 v=5 (1 1 0 0) 00000100:00000001:0.0:1767325632.892500:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325632.892502:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325632.892505:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325632.892508:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325632.892510:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325632.892515:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b618cdda x1853174993406976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325632.892522:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325632.892525:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325632.892527:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325632.892531:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b618cdda x1853174993406976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325632.892552:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b618cdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993406976:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325632.892560:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325632.892561:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325632.892565:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325632.892566:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767325632.892569:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767325632.892571:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b618cdda x1853174993406976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325632.892581:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325632.892582:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1767325632.892586:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767325632.892587:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1767325632.892589:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767325632.892592:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e822ffba. 02000000:00000001:0.0:1767325632.892597:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767325632.892598:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000020:00000001:0.0:1767325632.892601:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325632.892604:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325632.892607:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767325632.892610:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed304d00 00000400:00000001:3.0:1767325632.892611:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:0.0:1767325632.892611:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ef5ef55d. 00000400:00000001:3.0:1767325632.892615:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767325632.892619:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1767325632.892620:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000932e3563. 02000000:00000001:0.0:1767325632.892623:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325632.892625:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b618cdda. 00000400:00000200:3.0:1767325632.892633:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3878697 00000100:00000001:0.0:1767325632.892637:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325632.892640:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767325632.892641:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3878697. 00000100:00000001:0.0:1767325632.892644:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325632.892648:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767325632.892652:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x5f5 [1] + 224 00000100:00000001:0.0:1767325632.892652:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325632.892656:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325632.892657:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064827f0f x1853174993407104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325632.892661:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325632.892662:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325632.892666:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325632.892670:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325632.892675:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767325632.892679:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064827f0f x1853174993407104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325632.892683:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325632.892689:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325632.892694:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767325632.892695:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef1aafe9 x1853174993407232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325632.892697:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325632.892702:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767325632.892707:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef1aafe9 x1853174993407232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325632.892711:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325632.892713:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325632.892717:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325632.892722:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325632.892728:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=29 v=5 (5 5 0 0) 00000100:00000001:1.0:1767325632.892729:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767325632.892734:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=29 v=5 (1 1 0 0) 00000800:00000001:1.0:1767325632.892736:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325632.892740:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767325632.892741:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325632.892743:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325632.892747:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325632.892751:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325632.892754:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767325632.892756:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325632.892757:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325632.892760:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325632.892761:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325632.892765:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767325632.892765:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325632.892769:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325632.892771:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042d7c85a. 00000100:00000040:3.0:1767325632.892773:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064827f0f x1853174993407104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325632.892777:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 00000400:00000010:0.0:1767325632.892781:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00000100:00000001:0.0:1767325632.892785:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325632.892790:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767325632.892792:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef1aafe9 x1853174993407232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325632.892795:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325632.892798:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325632.892807:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064827f0f x1853174993407104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325632.892810:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef1aafe9 x1853174993407232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325632.892833:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767325632.892834:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064827f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993407104:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325632.892835:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325632.892839:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325632.892841:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325632.892844:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325632.892844:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325632.892847:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325632.892849:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767325632.892851:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325632.892855:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064827f0f x1853174993407104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325632.892857:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=39 v=5 (5 5 0 0) 00000100:00001000:0.0:1767325632.892864:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=153 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325632.892869:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325632.892871:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325632.892873:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767325632.892875:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767325632.892877:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325632.892881:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000829ef988. 00010000:00080000:0.0:1767325632.892881:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ef1aafe9 x1853174993407232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325632.892886:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325632.892890:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325632.892893:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00010000:00000001:0.0:1767325632.892894:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325632.892898:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767325632.892905:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767325632.892906:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325632.892908:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325632.892909:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325632.892914:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef1aafe9 x1853174993407232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767325632.892917:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d53f249. 02000000:00000001:3.0:1767325632.892922:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325632.892925:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767325632.892927:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767325632.892928:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064827f0f. 00000100:00000001:0.0:1767325632.892933:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325632.892935:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325632.892936:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325632.892939:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325632.892942:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef1aafe9 x1853174993407232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325632.892944:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325632.892951:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325632.892955:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325632.892956:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993407232:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325632.892959:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325632.892962:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325632.892964:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325632.892968:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325632.892971:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef1aafe9 x1853174993407232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325648 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325632.892978:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325632.892980:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325632.892982:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000735e0b68. 02000000:00000001:0.0:1767325632.892985:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325632.892987:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325632.892988:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325632.892990:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325632.892991:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 02000000:00000001:0.0:1767325632.892994:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325632.892995:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325632.892996:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef1aafe9. 00000100:00000001:0.0:1767325632.892998:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325632.892999:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325632.893001:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325632.893005:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325632.893006:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325632.893008:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325632.893009:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325633.530640:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325633.530647:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325633.530653:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325633.530654:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325633.530699:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325633.530702:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325633.530706:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325634.554269:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325634.554276:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325634.554282:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325634.554285:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325634.554288:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325634.554292:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325634.554294:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325634.554295:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325634.554315:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325634.554316:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325634.554318:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325634.554320:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325634.554462:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325634.554465:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325634.554468:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325635.578237:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325635.578241:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325635.578246:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325635.578246:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325635.578297:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325635.578299:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325635.578302:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325636.602269:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325636.602275:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325636.602280:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325636.602282:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325636.602357:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325636.602364:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325636.602368:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325637.626248:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325637.626257:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325637.626263:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325637.626264:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325637.626300:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325637.626303:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325637.626306:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325638.010269:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305554458, at 4305554944 00000100:00000040:0.0:1767325638.010271:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305554458, at 4305554944 00000100:00000040:1.0:1767325638.010274:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305554458, at 4305554944 00000100:00000010:0.0:1767325638.010289:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062fa5963. 00000100:00000040:3.0:1767325638.010291:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305554458, at 4305554944 00000100:00000010:1.0:1767325638.010291:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab703378. 00000100:00000010:2.0:1767325638.010295:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000040e4e400. 00000100:00000010:3.0:1767325638.010302:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000023df3ba7. 00000100:00000040:1.0:1767325638.010331:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325638.010350:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325638.010361:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3cd2a4f. 00000020:00000040:1.0:1767325638.010366:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325638.010372:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325638.010375:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325638.010397:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325638.010406:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fe8d38. 00000100:00000001:1.0:1767325638.010414:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325638.010425:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000c3cd2a4f x1853174993407360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325638.010436:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325638.010438:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325638.010444:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3cd2a4f] to pc [ptlrpcd_00_03+3] req@00000000c3cd2a4f x1853174993407360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325638.010469:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325638.010471:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325638.010475:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325638.010478:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95a2dac. 00000020:00000040:1.0:1767325638.010480:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325638.010483:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325638.010485:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325638.010487:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325638.010490:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035310fb5. 00000100:00000001:2.0:1767325638.010493:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325638.010493:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325638.010493:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325638.010499:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767325638.010499:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000d95a2dac x1853174993407488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325638.010499:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325638.010503:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325638.010524:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3cd2a4f x1853174993407360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325638.010524:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325638.010527:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325638.010535:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d95a2dac] to pc [ptlrpcd_00_00+0] req@00000000d95a2dac x1853174993407488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325638.010543:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325638.010548:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325638.010552:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325638.010555:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325638.010558:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325638.010562:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3cd2a4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993407360:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325638.010567:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325638.010567:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325638.010571:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767325638.010576:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325638.010580:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767325638.010581:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325638.010581:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325638.010585:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767325638.010585:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004db1aef7. 00000100:00000001:0.0:1767325638.010585:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325638.010587:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767325638.010590:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000010:2.0:1767325638.010591:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d48e05ee. 02000000:00000001:2.0:1767325638.010594:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325638.010594:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d95a2dac x1853174993407488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325638.010601:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325638.010605:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325638.010606:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767325638.010608:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325638.010609:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e6a91e5. 00000100:00000001:0.0:1767325638.010609:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325638.010614:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767325638.010616:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 02000000:00000001:0.0:1767325638.010616:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325638.010618:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325638.010619:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9db31c4. 00000100:00000001:1.0:1767325638.010623:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325638.010623:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d95a2dac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993407488:192.168.203.107@tcp:400: 00000100:00000200:2.0:1767325638.010628:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993407360, portal 25 00000100:00000001:0.0:1767325638.010628:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325638.010630:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767325638.010630:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325638.010632:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138717824 : -112766570833792 : ffff99707c9a5880) 02000000:00000001:0.0:1767325638.010632:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325638.010635:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325638.010639:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074ee986a. 00000100:00000040:1.0:1767325638.010640:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000004db1aef7 x1853174993407616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325638.010644:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325638.010648:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3cd2a4f x1853174993407360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325638.010650:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042d7c85a. 00000400:00000010:0.0:1767325638.010655:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 00000100:00000200:0.0:1767325638.010660:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993407488, portal 10 00000100:00000001:0.0:1767325638.010663:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325638.010664:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325638.010665:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325638.010665:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138716928 : -112766570834688 : ffff99707c9a5500) 00000100:00000001:1.0:1767325638.010666:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325638.010669:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325638.010673:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006167ed22. 00000100:00000040:1.0:1767325638.010675:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004db1aef7] to pc [ptlrpcd_00_01+1] req@000000004db1aef7 x1853174993407616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325638.010677:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993407360, offset 0 00000100:00000040:0.0:1767325638.010679:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d95a2dac x1853174993407488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325638.010686:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325638.010705:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325638.010708:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325638.010709:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:0.0:1767325638.010709:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767325638.010713:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767325638.010714:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000974f9e6f. 00000400:00000200:2.0:1767325638.010717:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767325638.010718:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993407488, offset 0 00000100:00000040:1.0:1767325638.010722:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767325638.010723:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325638.010726:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767325638.010729:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10892) 00000400:00000200:2.0:1767325638.010730:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325638.010736:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325638.010740:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [163:163:256:4294967295] 192.168.203.107@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:2.0:1767325638.010752:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325638.010759:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325638.010759:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325638.010762:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767325638.010764:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009620fff6. 00000400:00000200:0.0:1767325638.010766:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325638.010768:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325638.010770:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767325638.010771:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325638.010773:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325638.010774:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [164:164:255:4294967295] 192.168.203.107@tcp LPNI seq info [164:164:7:4294967295] 00000100:00000001:3.0:1767325638.010778:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767325638.010780:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325638.010782:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767325638.010785:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325638.010787:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009620fff6 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767325638.010791:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004db1aef7 x1853174993407616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325638.010792:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325638.010797:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0d7f53f. 00000100:00000001:2.0:1767325638.010804:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325638.010805:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325638.010809:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325638.010810:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305559578 00000100:00000001:3.0:1767325638.010812:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325638.010813:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:2.0:1767325638.010815:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000040e4e400. 02000000:00000001:3.0:1767325638.010818:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1767325638.010818:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b0d7f53f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325638.010821:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767325638.010822:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325638.010823:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325638.010825:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305559578 02000000:00000001:3.0:1767325638.010828:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325638.010829:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000163851c. 00000100:00000040:0.0:1767325638.010830:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 621343 usecs (622 jiffies) 00000100:00000001:0.0:1767325638.010833:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305555566 00000100:00000001:2.0:1767325638.010834:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00100000:3.0:1767325638.010835:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004db1aef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993407616:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325638.010836:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305559578 00000100:00000001:0.0:1767325638.010842:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305555566 00000100:00000001:3.0:1767325638.010843:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325638.010844:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305559578 00000100:00000001:0.0:1767325638.010845:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305559578 00000100:00000010:2.0:1767325638.010848:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064cb1fd6. 00000100:00000001:0.0:1767325638.010848:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305555566 02000000:00000001:3.0:1767325638.010849:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325638.010851:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767325638.010854:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305559578 00000100:00000001:0.0:1767325638.010854:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305559578 00000100:00000001:0.0:1767325638.010855:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305555566 00000100:00000010:2.0:1767325638.010857:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000286d1ffb. 02000000:00000001:3.0:1767325638.010860:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325638.010861:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 02000000:00000001:3.0:1767325638.010864:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325638.010866:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325638.010866:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305559578 00000100:00000001:2.0:1767325638.010869:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325638.010869:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767325638.010870:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f9429af. 00000100:00000001:0.0:1767325638.010870:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325638.010872:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325638.010874:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325638.010876:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325638.010876:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325638.010877:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767325638.010884:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000932e3563. 00000100:00000001:2.0:1767325638.010889:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325638.010889:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767325638.010890:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3878697. 00000100:00000001:2.0:1767325638.010892:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325638.010893:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767325638.010895:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993407616, portal 10 00000100:00000001:2.0:1767325638.010897:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325638.010899:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325638.010900:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325638.010901:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325638.010903:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138726784 : -112766570824832 : ffff99707c9a7b80) 00000100:00000001:2.0:1767325638.010903:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325638.010903:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325638.010905:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325638.010907:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325638.010909:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325638.010914:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004db1aef7 x1853174993407616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325638.010922:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325638.010925:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325638.010928:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001897d440. 00000100:00000200:3.0:1767325638.010931:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993407616, offset 0 00000400:00000200:3.0:1767325638.010936:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325638.010943:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325638.010946:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767325638.010948:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767325638.010950:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000010:1.0:1767325638.010954:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009620fff6. 00000400:00000200:3.0:1767325638.010955:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325638.010960:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325638.010962:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325638.010964:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [165:165:254:4294967295] 192.168.203.107@tcp LPNI seq info [165:165:6:4294967295] 00000400:00000200:3.0:1767325638.010975:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:1.0:1767325638.010979:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000800:00000200:3.0:1767325638.010980:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325638.010987:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f644e59f. 00000400:00000200:1.0:1767325638.010987:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006167ed22 00000400:00000010:1.0:1767325638.010992:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006167ed22. 00000800:00000200:3.0:1767325638.010994:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325638.011000:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767325638.011001:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325638.011006:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f644e59f type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767325638.011009:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3cd2a4f x1853174993407360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325638.011010:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325638.011015:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 34995 usecs (35 jiffies) 00000100:00000001:3.0:1767325638.011020:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305554979 00000100:00000001:1.0:1767325638.011025:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325638.011030:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305559578 00000100:00000040:1.0:1767325638.011030:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3cd2a4f x1853174993407360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325638.011035:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305554979 00000100:00000001:3.0:1767325638.011040:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305559578 00000100:00000001:3.0:1767325638.011044:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305554979 00000100:00000001:1.0:1767325638.011047:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325638.011048:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305559578 00000100:00000001:1.0:1767325638.011051:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325638.011052:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305554979 00000100:00000001:3.0:1767325638.011056:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305559578 00000100:00000001:3.0:1767325638.011057:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325638.011060:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325638.011062:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325638.011064:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325638.011068:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767325638.011069:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325638.011070:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1767325638.011073:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0d7f53f. 00000100:00000001:3.0:1767325638.011074:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325638.011076:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325638.011077:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325638.011080:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325638.011087:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325638.011092:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325638.011095:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000974f9e6f 00000400:00000010:1.0:1767325638.011097:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000974f9e6f. 00000100:00000001:1.0:1767325638.011100:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325638.011103:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d95a2dac x1853174993407488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325638.011110:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325638.011112:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d95a2dac x1853174993407488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325638.011117:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325638.011119:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325638.011205:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325638.011208:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f644e59f. 00000400:00000200:1.0:1767325638.011211:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325638.011214:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325638.011216:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001897d440 00000400:00000010:1.0:1767325638.011218:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001897d440. 00000100:00000001:1.0:1767325638.011221:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325638.011224:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004db1aef7 x1853174993407616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325638.011231:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325638.011233:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004db1aef7 x1853174993407616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325638.011239:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325638.011240:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325638.012702:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325638.012713:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325638.012716:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325638.012718:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325638.012726:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325638.012739:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed304d80 00000400:00000200:2.0:1767325638.012746:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x5fd [1] + 224 00000800:00000001:2.0:1767325638.012762:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325638.012794:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325638.012796:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325638.012799:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325638.012803:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325638.012806:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3cd2a4f x1853174993407360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325638.012813:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3cd2a4f x1853174993407360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325638.012834:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325638.012841:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325638.012845:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325638.012846:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325638.012849:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325638.012854:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325638.012861:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed304e00 00000100:00000001:1.0:1767325638.012865:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325638.012867:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x601 [1] + 224 00000100:00000001:1.0:1767325638.012869:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767325638.012875:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767325638.012876:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767325638.012880:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325638.012880:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767325638.012884:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767325638.012885:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e6a91e5. 00000400:00000200:1.0:1767325638.012891:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9db31c4 00000400:00000200:2.0:1767325638.012892:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:1.0:1767325638.012896:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9db31c4. 00000100:00000001:1.0:1767325638.012901:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325638.012904:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325638.012910:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d95a2dac x1853174993407488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325638.012913:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3cd2a4f x1853174993407360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325638.012934:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d95a2dac x1853174993407488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325638.012937:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3cd2a4f x1853174993407360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325638.012963:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325638.012964:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325638.012967:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767325638.012970:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767325638.012971:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767325638.012981:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325638.012982:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767325638.012986:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325638.012986:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325638.012990:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767325638.012992:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325638.012993:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325638.013000:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767325638.013000:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767325638.013002:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=45 v=5 (5 5 0 0) 00000100:00000001:0.0:1767325638.013003:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325638.013008:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1767325638.013009:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=45 v=5 (1 1 0 0) 00000400:00000001:0.0:1767325638.013011:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767325638.013012:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed304e80 00000400:00000010:0.0:1767325638.013013:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042d7c85a. 00000100:00000001:1.0:1767325638.013016:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325638.013020:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325638.013020:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 00000400:00000010:0.0:1767325638.013023:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00010000:00000001:1.0:1767325638.013025:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325638.013026:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767325638.013030:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x60d [1] + 224 00010000:00000001:1.0:1767325638.013030:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325638.013033:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d95a2dac x1853174993407488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325638.013036:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325638.013040:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767325638.013045:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3cd2a4f x1853174993407360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325638.013049:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325638.013050:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d95a2dac x1853174993407488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325638.013054:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325638.013061:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325638.013063:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325638.013068:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325638.013070:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325638.013072:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325638.013073:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325638.013076:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325638.013078:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767325638.013080:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004db1aef7 x1853174993407616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325638.013080:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325638.013082:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767325638.013083:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3cd2a4f x1853174993407360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325638.013086:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325638.013090:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325638.013098:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=35 v=5 (5 5 0 0) 00000100:00000040:2.0:1767325638.013107:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004db1aef7 x1853174993407616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325638.013107:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=35 v=5 (1 1 0 0) 00000100:00100000:1.0:1767325638.013112:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3cd2a4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993407360:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325638.013115:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325638.013119:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325638.013125:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325638.013128:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767325638.013131:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767325638.013133:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3cd2a4f x1853174993407360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325638.013134:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767325638.013136:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325638.013160:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325638.013163:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767325638.013164:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325638.013165:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767325638.013167:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000001:3.0:1767325638.013171:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767325638.013172:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325638.013172:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325638.013173:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1767325638.013174:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325638.013177:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325638.013179:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000932e3563. 02000000:00000001:1.0:1767325638.013180:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767325638.013185:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3878697 00000100:00000040:0.0:1767325638.013185:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d95a2dac x1853174993407488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325638.013189:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d48e05ee. 00000400:00000010:3.0:1767325638.013190:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3878697. 00000100:00000001:3.0:1767325638.013196:0:211466:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767325638.013197:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325638.013201:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767325638.013201:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767325638.013203:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004db1aef7 x1853174993407616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767325638.013205:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767325638.013210:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767325638.013214:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1767325638.013215:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fe8d38. 00000100:00000001:0.0:1767325638.013218:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325638.013223:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004db1aef7 x1853174993407616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325638.013223:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325638.013227:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767325638.013227:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d95a2dac x1853174993407488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325638.013231:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3cd2a4f. 00000100:00000001:1.0:1767325638.013238:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325638.013241:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325638.013245:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325638.013247:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325638.013249:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325638.013253:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767325638.013255:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767325638.013256:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d95a2dac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993407488:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325638.013258:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325638.013263:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325638.013265:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325638.013265:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325638.013266:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325638.013268:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325638.013269:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325638.013271:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767325638.013274:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325638.013276:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d95a2dac x1853174993407488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767325638.013279:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=45 v=5 (5 5 0 0) 00000100:00001000:3.0:1767325638.013287:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=9 v=5 (1 1 0 0) 00000100:00000001:3.0:1767325638.013293:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325638.013293:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325638.013297:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325638.013297:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767325638.013299:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767325638.013301:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074ee986a. 00010000:00080000:3.0:1767325638.013305:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004db1aef7 x1853174993407616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325638.013308:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325638.013311:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325638.013313:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00010000:00000001:3.0:1767325638.013316:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325638.013319:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325638.013320:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1767325638.013322:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035310fb5. 00000100:00000040:3.0:1767325638.013323:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325638.013326:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325638.013328:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325638.013329:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767325638.013332:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004db1aef7 x1853174993407616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325638.013333:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325638.013335:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d95a2dac. 00000100:00000001:0.0:1767325638.013341:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325638.013343:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325638.013344:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325638.013349:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325638.013349:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325638.013351:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325638.013356:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004db1aef7 x1853174993407616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325638.013356:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325638.013359:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325638.013364:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325638.013368:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325638.013371:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004db1aef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993407616:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325638.013376:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325638.013378:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325638.013380:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004db1aef7 x1853174993407616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325638.013386:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325638.013388:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325638.013390:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f9429af. 02000000:00000001:3.0:1767325638.013393:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325638.013398:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325638.013399:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325638.013402:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325638.013403:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 02000000:00000001:3.0:1767325638.013405:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325638.013406:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325638.013408:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004db1aef7. 00000100:00000001:3.0:1767325638.013410:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325638.013411:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325638.013413:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325638.013416:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325638.013417:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325638.013419:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325638.013420:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325638.650259:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325638.650267:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325638.650274:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325638.650276:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325638.650334:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325638.650338:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325638.650341:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325639.674227:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325639.674233:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325639.674239:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325639.674240:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325639.674279:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325639.674283:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325639.674286:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325640.698264:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325640.698273:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325640.698281:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325640.698282:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325640.698321:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325640.698326:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325640.698329:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325641.722248:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325641.722255:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325641.722261:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325641.722262:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325641.722318:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325641.722323:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325641.722326:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325642.746249:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325642.746269:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325642.746271:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325642.746274:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325642.746279:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325642.746281:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325642.746283:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325642.746285:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325642.746290:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325642.746291:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325642.746341:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325642.746344:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325642.746347:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325643.130252:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305559578, at 4305560064 00000100:00000040:0.0:1767325643.130252:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305559578, at 4305560064 00000100:00000040:2.0:1767325643.130253:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305559578, at 4305560064 00000100:00000040:1.0:1767325643.130256:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305559578, at 4305560064 00000100:00000010:2.0:1767325643.130271:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064cb1fd6. 00000100:00000010:0.0:1767325643.130272:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000040e4e400. 00000100:00000010:1.0:1767325643.130275:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000163851c. 00000100:00000010:3.0:1767325643.130278:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000286d1ffb. 00000100:00000040:0.0:1767325643.130315:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325643.130321:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325643.130329:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ab82abb. 00000020:00000040:0.0:1767325643.130334:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325643.130345:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325643.130349:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325643.130355:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325643.130363:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba0f4571. 00000100:00000001:0.0:1767325643.130370:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325643.130382:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000003ab82abb x1853174993407744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325643.130393:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325643.130396:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325643.130401:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ab82abb] to pc [ptlrpcd_00_02+2] req@000000003ab82abb x1853174993407744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325643.130430:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325643.130432:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325643.130436:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325643.130440:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000020:00000040:0.0:1767325643.130443:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325643.130450:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325643.130451:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325643.130453:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325643.130457:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9272bf7. 00000100:00000001:3.0:1767325643.130459:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325643.130460:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325643.130465:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767325643.130467:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000b9c126d9 x1853174993407872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325643.130469:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325643.130484:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325643.130490:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325643.130491:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ab82abb x1853174993407744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325643.130496:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325643.130499:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325643.130508:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767325643.130508:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_03+3] req@00000000b9c126d9 x1853174993407872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325643.130512:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325643.130518:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325643.130525:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325643.130529:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325643.130529:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767325643.130535:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325643.130536:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325643.130537:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767325643.130541:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767325643.130544:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993407744:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325643.130545:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767325643.130548:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000456c8c17. 00000100:00000001:3.0:1767325643.130552:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767325643.130553:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:1.0:1767325643.130555:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993407872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325643.130559:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325643.130560:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325643.130563:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325643.130564:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325643.130570:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325643.130571:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325643.130575:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325643.130575:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325643.130577:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fe30860. 02000000:00000001:1.0:1767325643.130578:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767325643.130582:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dead0e98. 02000000:00000001:3.0:1767325643.130583:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325643.130583:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325643.130589:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325643.130592:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000932e3563. 00000100:00000001:0.0:1767325643.130592:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325643.130595:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993407872:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325643.130601:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767325643.130601:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000456c8c17 x1853174993408000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325643.130612:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767325643.130614:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325643.130615:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325643.130616:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3878697. 02000000:00000001:1.0:1767325643.130617:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325643.130622:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767325643.130625:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456c8c17] to pc [ptlrpcd_00_00+0] req@00000000456c8c17 x1853174993408000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325643.130627:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009aa5d738. 00000100:00000200:3.0:1767325643.130628:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993407744, portal 25 02000000:00000001:1.0:1767325643.130632:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325643.130634:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325643.130638:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250667776 : -112767458883840 : ffff997047abc700) 00000400:00000010:1.0:1767325643.130640:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb5c76f3. 00000100:00000040:3.0:1767325643.130648:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ab82abb x1853174993407744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325643.130648:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000549626f3. 00000100:00000200:1.0:1767325643.130654:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993407872, portal 10 00000100:00000001:2.0:1767325643.130656:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325643.130657:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325643.130660:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325643.130661:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325643.130664:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000100:00000040:0.0:1767325643.130664:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325643.130665:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325643.130665:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325643.130672:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767325643.130673:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767325643.130675:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000456c8c17 x1853174993408000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325643.130677:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993407872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325643.130680:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a09826fe. 00000100:00000040:0.0:1767325643.130682:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10897) 00000100:00000200:3.0:1767325643.130687:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993407744, offset 0 00000400:00000200:3.0:1767325643.130702:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325643.130703:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325643.130708:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325643.130709:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325643.130709:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325643.130711:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325643.130716:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325643.130720:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083c530ed. 00000400:00000200:3.0:1767325643.130723:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:2.0:1767325643.130724:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1767325643.130725:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993407872, offset 0 02000000:00000001:2.0:1767325643.130729:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325643.130733:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767325643.130734:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325643.130735:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00100000:2.0:1767325643.130741:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993408000:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767325643.130742:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325643.130747:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767325643.130750:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767325643.130750:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325643.130754:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325643.130756:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:2.0:1767325643.130756:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325643.130761:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b6faffd. 00000400:00000200:3.0:1767325643.130763:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [166:166:256:4294967295] 192.168.203.107@tcp LPNI seq info [166:166:8:4294967295] 02000000:00000001:2.0:1767325643.130764:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325643.130771:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e6a91e5. 00000400:00000010:2.0:1767325643.130776:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0657e21. 00000400:00000200:3.0:1767325643.130782:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:2.0:1767325643.130782:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993408000, portal 10 00000100:00000001:2.0:1767325643.130785:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325643.130787:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250668672 : -112767458882944 : ffff997047abca80) 00000800:00000200:3.0:1767325643.130793:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767325643.130794:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000456c8c17 x1853174993408000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325643.130797:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767325643.130803:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f644e59f. 00000400:00000200:1.0:1767325643.130806:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325643.130809:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767325643.130812:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:2.0:1767325643.130816:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:3.0:1767325643.130817:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:2.0:1767325643.130820:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002101126a. 00000400:00000200:1.0:1767325643.130821:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1767325643.130824:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993408000, offset 0 00000400:00000200:1.0:1767325643.130827:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325643.130833:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:3.0:1767325643.130835:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767325643.130835:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [167:167:255:4294967295] 192.168.203.107@tcp LPNI seq info [167:167:7:4294967295] 00000800:00000200:3.0:1767325643.130847:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f644e59f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325643.130848:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325643.130857:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325643.130860:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:1.0:1767325643.130862:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fe8d38. 00000400:00000200:2.0:1767325643.130863:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325643.130868:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767325643.130869:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325643.130872:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767325643.130873:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325643.130877:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305564698 00000800:00000200:1.0:1767325643.130878:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767325643.130885:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:1.0:1767325643.130885:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6fe8d38 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1767325643.130886:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d8ba429. 00000400:00000200:2.0:1767325643.130892:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [168:168:254:4294967295] 192.168.203.107@tcp LPNI seq info [168:168:6:4294967295] 00000100:00000001:1.0:1767325643.130893:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325643.130894:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767325643.130900:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 607905 usecs (608 jiffies) 00000100:00000001:3.0:1767325643.130902:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305564698 00000400:00000200:2.0:1767325643.130905:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325643.130906:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305560672 00000100:00000010:3.0:1767325643.130909:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bef8bd5d. 00000800:00000200:2.0:1767325643.130913:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325643.130915:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000010:2.0:1767325643.130918:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007750120a. 00000100:00000001:3.0:1767325643.130920:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305564698 00000100:00000001:1.0:1767325643.130920:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305564698 00000800:00000200:2.0:1767325643.130927:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325643.130927:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305560672 00000100:00000010:3.0:1767325643.130928:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce179f13. 00000100:00000001:1.0:1767325643.130932:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305564698 00000800:00000200:2.0:1767325643.130934:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325643.130936:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767325643.130936:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325643.130938:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305560672 00000800:00000200:2.0:1767325643.130939:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007750120a type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1767325643.130943:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f644e59f. 00000100:00000001:3.0:1767325643.130944:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305564698 00000100:00000001:1.0:1767325643.130944:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305564698 00000100:00000001:2.0:1767325643.130945:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325643.130952:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008dddafd2. 00000100:00000040:2.0:1767325643.130952:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 34237 usecs (35 jiffies) 00000100:00000001:1.0:1767325643.130952:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305560672 00000400:00000200:0.0:1767325643.130952:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325643.130958:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767325643.130959:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305560099 00000100:00000001:3.0:1767325643.130964:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325643.130964:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305564698 00000100:00000001:2.0:1767325643.130965:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305564698 00000400:00000200:0.0:1767325643.130965:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325643.130971:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305560099 00000100:00000001:3.0:1767325643.130972:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325643.130972:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325643.130973:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305564698 00000400:00000200:0.0:1767325643.130975:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a09826fe 00000100:00000001:2.0:1767325643.130978:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305560099 00000100:00000001:1.0:1767325643.130978:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325643.130979:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325643.130980:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a09826fe. 00000100:00000001:3.0:1767325643.130985:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325643.130986:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325643.130989:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325643.130990:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305564698 00000100:00000001:1.0:1767325643.130991:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325643.130995:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325643.130995:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305560099 00000100:00000200:0.0:1767325643.130997:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ab82abb x1853174993407744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325643.130999:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325643.130999:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305564698 00000100:00000001:1.0:1767325643.130999:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325643.131003:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325643.131005:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325643.131005:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325643.131009:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325643.131010:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325643.131010:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325643.131014:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325643.131014:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325643.131016:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325643.131019:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325643.131020:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325643.131021:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325643.131025:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325643.131027:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325643.131031:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325643.131032:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325643.131036:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325643.131038:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767325643.131038:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ab82abb x1853174993407744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325659 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325643.131041:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325643.131044:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325643.131062:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325643.131064:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325643.131077:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325643.131079:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fe8d38. 00000400:00000200:0.0:1767325643.131082:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325643.131086:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325643.131088:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083c530ed 00000400:00000010:0.0:1767325643.131090:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083c530ed. 00000100:00000001:0.0:1767325643.131092:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325643.131094:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993407872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325643.131101:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325643.131103:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993407872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325659 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325643.131108:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325643.131110:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325643.131198:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325643.131200:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007750120a. 00000400:00000200:0.0:1767325643.131204:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325643.131208:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325643.131210:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002101126a 00000400:00000010:0.0:1767325643.131212:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002101126a. 00000100:00000001:0.0:1767325643.131214:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325643.131217:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000456c8c17 x1853174993408000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325643.131223:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325643.131226:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000456c8c17 x1853174993408000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325659 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325643.131232:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325643.131233:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325643.132702:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325643.132716:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325643.132720:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325643.132722:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325643.132731:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325643.132745:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed304f00 00000400:00000200:1.0:1767325643.132753:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x615 [1] + 224 00000800:00000001:1.0:1767325643.132760:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325643.132769:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325643.132771:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325643.132775:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325643.132780:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325643.132784:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ab82abb x1853174993407744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325643.132810:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ab82abb x1853174993407744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325643.132826:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325643.132834:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325643.132838:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325643.132926:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325643.132930:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325643.132936:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767325643.132937:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767325643.132939:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767325643.132951:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325643.132954:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325643.132956:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325643.132961:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325643.132970:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed304f80 00000400:00000010:3.0:1767325643.132977:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000932e3563. 00000400:00000200:3.0:1767325643.132981:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3878697 00000400:00000010:3.0:1767325643.132983:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3878697. 00000100:00000001:3.0:1767325643.132987:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767325643.132990:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x619 [1] + 224 00000100:00000200:3.0:1767325643.132993:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ab82abb x1853174993407744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325643.132999:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325643.133005:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325643.133007:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325643.133013:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325643.133019:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325643.133025:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993407872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325643.133029:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ab82abb x1853174993407744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325643.133043:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993407872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325643.133045:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325643.133049:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325643.133054:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325643.133058:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325643.133060:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325643.133061:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325643.133064:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325643.133068:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325643.133075:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=50 v=5 (5 5 0 0) 00000800:00000001:2.0:1767325643.133076:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767325643.133082:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=50 v=5 (1 1 0 0) 00000800:00000001:2.0:1767325643.133083:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325643.133088:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767325643.133088:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325643.133092:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325643.133094:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767325643.133096:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767325643.133098:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767325643.133102:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325643.133103:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767325643.133103:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325643.133107:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767325643.133110:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325643.133113:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767325643.133115:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ab82abb x1853174993407744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325643.133117:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed305000 00000400:00000010:1.0:1767325643.133117:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb5c76f3. 00000400:00000200:1.0:1767325643.133124:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000549626f3 00000400:00000010:1.0:1767325643.133128:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000549626f3. 00000100:00000001:3.0:1767325643.133130:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325643.133133:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325643.133135:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767325643.133138:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x625 [1] + 224 00000800:00000001:2.0:1767325643.133167:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767325643.133168:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993407872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325643.133170:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325643.133175:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325643.133179:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ab82abb x1853174993407744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325643.133181:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767325643.133186:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993407872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325643.133192:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325643.133201:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325643.133208:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000456c8c17 x1853174993408000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325643.133210:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767325643.133211:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993407744:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325643.133213:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325643.133217:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325643.133220:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325643.133223:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325643.133224:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325643.133226:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325643.133229:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325643.133229:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000456c8c17 x1853174993408000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325643.133230:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325643.133235:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=40 v=5 (5 5 0 0) 00000100:00000040:3.0:1767325643.133236:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ab82abb x1853174993407744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767325643.133243:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=40 v=5 (1 1 0 0) 00000100:00000001:1.0:1767325643.133251:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325643.133254:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325643.133259:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325643.133264:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767325643.133264:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325643.133267:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767325643.133270:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1767325643.133272:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fe30860. 00000100:00000001:2.0:1767325643.133273:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767325643.133274:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325643.133279:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1767325643.133281:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767325643.133284:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1767325643.133287:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767325643.133289:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767325643.133289:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767325643.133293:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767325643.133298:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767325643.133298:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993407872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325643.133298:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325643.133302:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767325643.133303:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba0f4571. 02000000:00000001:3.0:1767325643.133310:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325643.133314:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767325643.133314:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767325643.133315:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325643.133318:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:3.0:1767325643.133319:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ab82abb. 00000100:00000001:1.0:1767325643.133320:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767325643.133322:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e6a91e5. 00000100:00000001:1.0:1767325643.133324:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325643.133326:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1767325643.133328:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0657e21 00000100:00000001:3.0:1767325643.133330:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325643.133331:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993407872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325643.133332:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0657e21. 00000100:00000001:3.0:1767325643.133334:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325643.133338:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325643.133343:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767325643.133344:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000456c8c17 x1853174993408000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325643.133346:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325643.133352:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325643.133355:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325643.133363:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993407872:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325643.133373:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325643.133377:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000456c8c17 x1853174993408000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325643.133378:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325643.133384:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993407872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325643.133393:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325643.133396:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325643.133398:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325643.133400:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325643.133402:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767325643.133403:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767325643.133406:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009aa5d738. 00000100:00000001:0.0:1767325643.133406:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325643.133409:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325643.133413:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767325643.133413:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325643.133417:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325643.133419:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00001000:0.0:1767325643.133420:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=50 v=5 (5 5 0 0) 00000020:00000001:1.0:1767325643.133425:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1767325643.133426:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=14 v=5 (1 1 0 0) 02000000:00000010:1.0:1767325643.133430:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9272bf7. 00000100:00000001:0.0:1767325643.133431:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325643.133433:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325643.133437:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767325643.133439:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:0.0:1767325643.133443:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000456c8c17 x1853174993408000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325643.133444:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325643.133446:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000001:1.0:1767325643.133451:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325643.133454:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767325643.133456:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325643.133458:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325643.133460:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325643.133462:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325643.133464:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325643.133465:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325643.133467:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325643.133469:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325643.133484:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000456c8c17 x1853174993408000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325643.133486:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325643.133488:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325643.133497:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325643.133499:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325643.133505:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325643.133509:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000456c8c17 x1853174993408000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325643.133517:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993408000:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325643.133521:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325643.133523:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325643.133524:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000456c8c17 x1853174993408000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325659 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325643.133531:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325643.133533:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325643.133535:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b6faffd. 02000000:00000001:0.0:1767325643.133539:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325643.133540:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325643.133542:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325643.133544:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325643.133545:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dead0e98. 02000000:00000001:0.0:1767325643.133547:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325643.133549:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325643.133550:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000456c8c17. 00000100:00000001:0.0:1767325643.133553:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325643.133554:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325643.133555:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325643.133559:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325643.133561:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325643.133563:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325643.133565:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325643.770254:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325643.770263:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325643.770269:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325643.770270:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325643.770308:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325643.770312:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325643.770329:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325644.794231:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325644.794239:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325644.794244:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325644.794247:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325644.794250:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325644.794255:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325644.794257:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325644.794259:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325644.794262:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325644.794264:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325644.794265:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325644.794267:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325644.794325:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325644.794329:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325644.794331:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325645.818263:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325645.818271:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325645.818279:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325645.818280:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325645.818354:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325645.818358:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325645.818360:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325646.842289:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325646.842298:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325646.842304:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325646.842305:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325646.842892:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325646.842896:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325646.842898:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325647.866332:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325647.866339:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325647.866344:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325647.866345:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325647.866427:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325647.866432:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325647.866435:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325648.250233:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305564698, at 4305565184 00000100:00000040:0.0:1767325648.250233:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305564698, at 4305565184 00000100:00000040:2.0:1767325648.250252:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305564698, at 4305565184 00000100:00000010:0.0:1767325648.250252:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d8ba429. 00000100:00000010:3.0:1767325648.250254:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008dddafd2. 00000100:00000010:2.0:1767325648.250270:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce179f13. 00000100:00000040:1.0:1767325648.250306:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305564698, at 4305565184 00000100:00000040:2.0:1767325648.250310:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:1.0:1767325648.250314:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bef8bd5d. 00000100:00000001:2.0:1767325648.250317:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325648.250339:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008741e8e9. 00000020:00000040:2.0:1767325648.250342:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325648.250346:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325648.250348:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325648.250352:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325648.250358:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b6dbbf0. 00000100:00000001:2.0:1767325648.250362:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325648.250371:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000008741e8e9 x1853174993408128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325648.250379:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325648.250381:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325648.250386:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008741e8e9] to pc [ptlrpcd_00_01+1] req@000000008741e8e9 x1853174993408128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325648.250411:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325648.250413:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325648.250415:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325648.250418:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080e1f90e. 00000020:00000040:2.0:1767325648.250420:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325648.250422:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325648.250423:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325648.250424:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325648.250428:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ee91c56. 00000100:00000001:2.0:1767325648.250430:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325648.250434:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000080e1f90e x1853174993408256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325648.250450:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325648.250452:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325648.250454:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325648.250454:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325648.250460:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767325648.250464:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325648.250465:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325648.250466:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080e1f90e] to pc [ptlrpcd_00_02+2] req@0000000080e1f90e x1853174993408256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325648.250484:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325648.250486:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325648.250491:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325648.250494:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325648.250496:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325648.250502:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325648.250502:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008741e8e9 x1853174993408128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325648.250508:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325648.250511:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325648.250515:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325648.250517:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767325648.250518:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767325648.250520:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007bd47479. 02000000:00000001:1.0:1767325648.250521:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325648.250526:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767325648.250527:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:1.0:1767325648.250527:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325648.250536:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325648.250537:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767325648.250537:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008741e8e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993408128:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325648.250542:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325648.250544:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767325648.250544:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325648.250553:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325648.250554:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325648.250556:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767325648.250568:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080e1f90e x1853174993408256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325648.250568:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767325648.250569:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000524bc938. 02000000:00000001:1.0:1767325648.250576:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325648.250579:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325648.250585:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325648.250594:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3fe2247. 00000100:00000040:2.0:1767325648.250595:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000007bd47479 x1853174993408384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767325648.250604:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325648.250616:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb5c76f3. 00000100:00000001:3.0:1767325648.250620:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325648.250624:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325648.250627:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000549626f3. 02000000:00000001:3.0:1767325648.250635:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325648.250636:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325648.250639:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325648.250639:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993408128, portal 25 00000100:00000001:1.0:1767325648.250645:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767325648.250646:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd47479] to pc [ptlrpcd_00_03+3] req@000000007bd47479 x1853174993408384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325648.250649:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531380224 : -112767178171392 : ffff997058671c00) 02000000:00000001:3.0:1767325648.250655:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325648.250663:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008741e8e9 x1853174993408128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325648.250664:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325648.250668:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325648.250673:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000080e1f90e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993408256:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767325648.250674:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767325648.250683:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767325648.250690:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325648.250696:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10902) 00000100:00000001:3.0:1767325648.250697:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325648.250697:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325648.250703:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325648.250703:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767325648.250710:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767325648.250714:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007bd47479 x1853174993408384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325648.250716:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325648.250717:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325648.250724:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767325648.250729:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab6453a0. 00000100:00000001:0.0:1767325648.250730:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767325648.250731:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a53bd13c. 00000100:00000001:0.0:1767325648.250733:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325648.250737:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993408128, offset 0 02000000:00000001:3.0:1767325648.250738:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325648.250738:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325648.250742:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325648.250746:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325648.250749:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007bd47479 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993408384:192.168.203.107@tcp:400: 00000400:00000010:3.0:1767325648.250750:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000932e3563. 00000400:00000200:1.0:1767325648.250757:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325648.250759:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325648.250763:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325648.250765:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325648.250767:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3878697. 02000000:00000001:0.0:1767325648.250768:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767325648.250772:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000010:0.0:1767325648.250773:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009db76056. 00000100:00000200:3.0:1767325648.250777:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993408256, portal 10 02000000:00000001:0.0:1767325648.250784:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325648.250791:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767325648.250792:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042d7c85a. 00000400:00000200:1.0:1767325648.250793:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325648.250798:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531383808 : -112767178167808 : ffff997058672a00) 00000400:00000200:1.0:1767325648.250801:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:0.0:1767325648.250802:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 00000400:00000200:1.0:1767325648.250812:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1767325648.250812:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993408384, portal 10 00000100:00000040:3.0:1767325648.250820:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000080e1f90e x1853174993408256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325648.250822:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767325648.250826:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767325648.250828:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531382016 : -112767178169600 : ffff997058672300) 00000100:00000040:0.0:1767325648.250842:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007bd47479 x1853174993408384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325648.250843:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [169:169:256:4294967295] 192.168.203.107@tcp LPNI seq info [169:169:8:4294967295] 00000100:00000001:3.0:1767325648.250851:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325648.250865:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325648.250867:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767325648.250871:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000273bba3d. 00000100:00000040:0.0:1767325648.250879:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000200:3.0:1767325648.250881:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993408256, offset 0 00000400:00000200:1.0:1767325648.250886:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:0.0:1767325648.250886:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b889579. 00000100:00000200:0.0:1767325648.250895:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993408384, offset 0 00000800:00000200:1.0:1767325648.250908:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325648.250909:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325648.250917:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d53f249. 00000400:00000200:0.0:1767325648.250924:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325648.250927:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:1.0:1767325648.250933:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767325648.250942:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767325648.250947:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325648.250951:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d53f249 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325648.250954:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325648.250960:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325648.250964:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325648.250968:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [170:170:255:4294967295] 192.168.203.107@tcp LPNI seq info [170:170:7:4294967295] 00000100:00000001:1.0:1767325648.250968:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325648.250972:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305569818 00000100:00000010:1.0:1767325648.250977:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025409ec8. 00000100:00000001:1.0:1767325648.250982:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767325648.250990:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305569818 00000400:00000200:3.0:1767325648.250995:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:1.0:1767325648.250997:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bfab9cd5. 00000100:00000001:1.0:1767325648.251003:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767325648.251010:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305569818 00000400:00000200:0.0:1767325648.251018:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:3.0:1767325648.251020:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767325648.251020:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c643a41f. 00000400:00000200:0.0:1767325648.251027:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325648.251029:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000010:3.0:1767325648.251033:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f644e59f. 00000400:00000200:0.0:1767325648.251035:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325648.251036:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305569818 00000800:00000200:3.0:1767325648.251048:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:1.0:1767325648.251048:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e6e66bc7. 00000400:00000200:0.0:1767325648.251049:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325648.251057:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325648.251060:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767325648.251061:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767325648.251064:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [171:171:254:4294967295] 192.168.203.107@tcp LPNI seq info [171:171:6:4294967295] 00000100:00000001:1.0:1767325648.251066:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767325648.251072:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325648.251075:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767325648.251080:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d53f249. 00000800:00000200:3.0:1767325648.251084:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f644e59f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325648.251084:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325648.251090:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325648.251094:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325648.251095:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325648.251101:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325648.251114:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325648.251119:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab6453a0 00000100:00000040:3.0:1767325648.251122:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 595042 usecs (596 jiffies) 00000800:00000200:0.0:1767325648.251123:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325648.251124:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab6453a0. 00000800:00000010:0.0:1767325648.251132:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dead0e98. 00000100:00000001:3.0:1767325648.251136:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305565780 00000100:00000001:2.0:1767325648.251137:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767325648.251191:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:2.0:1767325648.251194:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008741e8e9 x1853174993408128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325648.251204:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325648.251216:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dead0e98 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325648.251218:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325648.251227:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008741e8e9 x1853174993408128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325648.251227:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325648.251239:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 33522 usecs (34 jiffies) 00000100:00000001:0.0:1767325648.251242:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305565219 00000100:00000001:0.0:1767325648.251245:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305569818 00000100:00000001:0.0:1767325648.251252:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305565219 00000100:00000001:0.0:1767325648.251261:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305569818 00000100:00000001:3.0:1767325648.251272:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305569818 00000100:00000001:0.0:1767325648.251272:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305565219 00000100:00000001:2.0:1767325648.251274:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325648.251281:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305565781 00000100:00000001:0.0:1767325648.251282:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305569818 00000100:00000001:2.0:1767325648.251283:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325648.251289:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305569818 00000100:00000001:0.0:1767325648.251289:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305565219 00000100:00000001:0.0:1767325648.251293:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305569818 00000100:00000001:3.0:1767325648.251296:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305565781 00000100:00000001:0.0:1767325648.251296:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325648.251302:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325648.251303:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305569818 00000800:00000200:2.0:1767325648.251303:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325648.251305:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767325648.251310:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f644e59f. 00000100:00000001:0.0:1767325648.251311:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325648.251314:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305565781 00000400:00000200:2.0:1767325648.251320:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325648.251321:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305569818 00000100:00000001:0.0:1767325648.251322:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325648.251325:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325648.251327:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325648.251332:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325648.251333:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325648.251339:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325648.251340:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325648.251345:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325648.251347:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000273bba3d 00000100:00000001:3.0:1767325648.251348:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325648.251349:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325648.251360:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000273bba3d. 00000100:00000001:3.0:1767325648.251361:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325648.251370:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767325648.251374:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767325648.251375:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000080e1f90e x1853174993408256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325648.251380:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325648.251388:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325648.251392:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325648.251394:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325648.251399:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325648.251401:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000080e1f90e x1853174993408256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325648.251408:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325648.251411:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325648.251417:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325648.251455:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325648.251457:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dead0e98. 00000400:00000200:2.0:1767325648.251459:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325648.251461:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325648.251463:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b889579 00000400:00000010:2.0:1767325648.251464:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b889579. 00000100:00000001:2.0:1767325648.251466:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325648.251468:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007bd47479 x1853174993408384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325648.251472:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325648.251473:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007bd47479 x1853174993408384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325648.251477:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325648.251478:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325648.252187:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325648.252196:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325648.252198:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325648.252199:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325648.252206:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325648.252217:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed305080 00000400:00000200:1.0:1767325648.252227:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x62d [1] + 224 00000800:00000001:1.0:1767325648.252233:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325648.252241:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325648.252243:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325648.252246:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325648.252250:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325648.252253:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008741e8e9 x1853174993408128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325648.252261:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008741e8e9 x1853174993408128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325648.252282:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325648.252288:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325648.252292:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325648.252325:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325648.252327:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325648.252332:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325648.252334:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325648.252335:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb5c76f3. 00000400:00000200:0.0:1767325648.252339:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000549626f3 00000400:00000010:0.0:1767325648.252346:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000549626f3. 00000100:00000001:0.0:1767325648.252349:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325648.252353:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008741e8e9 x1853174993408128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325648.252360:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008741e8e9 x1853174993408128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325648.252365:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325648.252366:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325648.252368:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325648.252370:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325648.252372:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325648.252373:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325648.252375:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325648.252381:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=55 v=5 (5 5 0 0) 00000100:00001000:0.0:1767325648.252384:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=55 v=5 (1 1 0 0) 00000100:00000001:0.0:1767325648.252385:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325648.252387:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325648.252389:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325648.252391:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325648.252392:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325648.252395:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008741e8e9 x1853174993408128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325648.252402:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325648.252405:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325648.252406:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325648.252409:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008741e8e9 x1853174993408128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325648.252416:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008741e8e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993408128:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325648.252421:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325648.252423:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325648.252426:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008741e8e9 x1853174993408128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325648.252454:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325648.252457:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325648.252459:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3fe2247. 02000000:00000001:0.0:1767325648.252463:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325648.252465:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325648.252466:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325648.252469:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325648.252471:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b6dbbf0. 02000000:00000001:0.0:1767325648.252475:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325648.252477:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325648.252478:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008741e8e9. 00000100:00000001:0.0:1767325648.252482:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325648.252483:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325648.252484:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325648.252488:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325648.252489:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325648.252491:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325648.252493:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325648.252608:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325648.252618:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325648.252624:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325648.252625:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325648.252630:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325648.252638:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed305100 00000400:00000200:2.0:1767325648.252643:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x635 [1] + 224 00000800:00000001:2.0:1767325648.252647:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325648.252653:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325648.252654:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325648.252657:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325648.252661:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325648.252663:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000080e1f90e x1853174993408256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325648.252669:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000080e1f90e x1853174993408256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325648.252679:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325648.252685:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325648.252686:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325648.252700:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325648.252703:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325648.252707:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325648.252708:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325648.252763:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000932e3563. 00000400:00000200:3.0:1767325648.252766:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3878697 00000400:00000010:3.0:1767325648.252767:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3878697. 00000100:00000001:3.0:1767325648.252770:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325648.252773:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000080e1f90e x1853174993408256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325648.252779:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000080e1f90e x1853174993408256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325648.252786:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325648.252789:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325648.252791:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325648.252793:0:211467:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767325648.252793:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325648.252795:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325648.252798:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767325648.252799:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325648.252801:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325648.252803:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325648.252805:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325648.252810:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325648.252816:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed305180 00000400:00000200:2.0:1767325648.252819:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x639 [1] + 224 00000800:00000001:2.0:1767325648.252822:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325648.252825:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325648.252826:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325648.252828:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325648.252830:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325648.252832:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007bd47479 x1853174993408384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325648.252838:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007bd47479 x1853174993408384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325648.252855:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767325648.252861:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=45 v=5 (5 5 0 0) 00000800:00000001:2.0:1767325648.252863:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325648.252867:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325648.252868:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=45 v=5 (1 1 0 0) 00000100:00000001:3.0:1767325648.252872:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325648.252873:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325648.252875:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325648.252877:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325648.252879:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325648.252881:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325648.252881:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325648.252884:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325648.252885:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325648.252887:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767325648.252888:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325648.252890:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767325648.252892:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000080e1f90e x1853174993408256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325648.252893:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042d7c85a. 00000400:00000200:0.0:1767325648.252898:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 00000400:00000010:0.0:1767325648.252901:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00000100:00000001:3.0:1767325648.252904:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325648.252905:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325648.252908:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325648.252910:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325648.252912:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007bd47479 x1853174993408384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325648.252915:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080e1f90e x1853174993408256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325648.252934:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000080e1f90e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993408256:192.168.203.107@tcp:400: 00000100:00000200:0.0:1767325648.252934:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007bd47479 x1853174993408384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325648.252941:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325648.252945:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325648.252948:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000080e1f90e x1853174993408256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325648.252951:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325648.252952:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767325648.252957:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767325648.252959:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a53bd13c. 00000100:00000001:0.0:1767325648.252960:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325648.252963:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767325648.252964:0:211468:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767325648.252965:0:211467:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767325648.252967:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767325648.252968:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:3.0:1767325648.252971:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767325648.252971:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767325648.252973:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ee91c56. 02000000:00000001:3.0:1767325648.252975:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325648.252975:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325648.252976:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000080e1f90e. 00000100:00000001:3.0:1767325648.252978:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325648.252981:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325648.252981:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325648.252986:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325648.252987:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325648.252989:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1767325648.252991:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=55 v=5 (5 5 0 0) 00000100:00000001:3.0:1767325648.252992:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325648.252996:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767325648.252997:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=19 v=5 (1 1 0 0) 00000100:00000001:3.0:1767325648.252999:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325648.253000:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325648.253002:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325648.253003:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325648.253007:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000007bd47479 x1853174993408384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325648.253011:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325648.253013:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325648.253014:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325648.253015:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325648.253016:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325648.253018:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007bd47479 x1853174993408384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325648.253022:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325648.253023:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325648.253024:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325648.253026:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007bd47479 x1853174993408384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325648.253030:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007bd47479 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993408384:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325648.253033:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325648.253034:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325648.253035:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007bd47479 x1853174993408384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325664 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325648.253038:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325648.253039:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325648.253040:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009db76056. 02000000:00000001:0.0:1767325648.253042:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325648.253043:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325648.253047:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325648.253049:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325648.253050:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000524bc938. 02000000:00000001:0.0:1767325648.253051:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325648.253052:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325648.253053:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007bd47479. 00000100:00000001:0.0:1767325648.253061:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325648.253062:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325648.253063:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325648.253066:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325648.253067:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325648.253068:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325648.253069:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325648.890341:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325648.890348:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325648.890353:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325648.890354:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325648.890409:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325648.890413:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325648.890415:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325649.914253:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325649.914261:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325649.914269:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325649.914270:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325649.914306:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325649.914310:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325649.914312:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325650.938305:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325650.938312:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325650.938317:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325650.938318:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325650.938381:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325650.938385:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325650.938388:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325651.962268:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325651.962274:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325651.962280:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325651.962282:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325651.962333:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325651.962335:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325651.962337:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325652.986250:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325652.986257:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325652.986260:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325652.986262:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325652.986267:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325652.986269:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325652.986271:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325652.986273:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325652.986277:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325652.986278:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325652.986322:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325652.986325:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325652.986328:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325653.370244:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305569818, at 4305570304 00000100:00000040:3.0:1767325653.370247:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305569818, at 4305570304 00000100:00000040:2.0:1767325653.370252:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325653.370259:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325653.370261:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6e66bc7. 00000100:00000010:0.0:1767325653.370264:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025409ec8. 00000100:00000010:2.0:1767325653.370268:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087b1058a. 00000020:00000040:2.0:1767325653.370274:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325653.370279:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325653.370282:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325653.370302:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325653.370311:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000524bc938. 00000100:00000001:2.0:1767325653.370318:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325653.370327:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000087b1058a x1853174993408512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325653.370339:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325653.370341:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325653.370346:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b1058a] to pc [ptlrpcd_00_00+0] req@0000000087b1058a x1853174993408512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325653.370379:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325653.370382:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325653.370391:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325653.370395:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031ce12f0. 00000020:00000040:2.0:1767325653.370399:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325653.370413:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325653.370415:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325653.370417:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325653.370418:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325653.370420:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767325653.370421:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ee91c56. 00000100:00000001:0.0:1767325653.370423:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325653.370426:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325653.370426:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325653.370428:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325653.370437:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087b1058a x1853174993408512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325653.370444:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000031ce12f0 x1853174993408640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325653.370460:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325653.370464:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325653.370470:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325653.370473:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767325653.370474:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325653.370476:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325653.370480:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325653.370483:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031ce12f0] to pc [ptlrpcd_00_01+1] req@0000000031ce12f0 x1853174993408640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325653.370487:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087b1058a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993408512:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325653.370495:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325653.370501:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325653.370504:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325653.370506:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325653.370509:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325653.370512:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b3cd7c8. 00000100:00000040:2.0:1767325653.370514:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767325653.370517:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325653.370527:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767325653.370530:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767325653.370532:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e46534f4. 00000100:00000001:3.0:1767325653.370533:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767325653.370536:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042d7c85a. 00000100:00000001:3.0:1767325653.370537:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767325653.370538:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:3.0:1767325653.370543:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031ce12f0 x1853174993408640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325653.370546:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 00000100:00000001:2.0:1767325653.370550:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325653.370554:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1767325653.370556:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993408512, portal 25 02000000:00000001:2.0:1767325653.370557:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325653.370563:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325653.370566:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767325653.370566:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b6dbbf0. 00000100:00000001:3.0:1767325653.370568:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325653.370571:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531376640 : -112767178174976 : ffff997058670e00) 02000000:00000001:3.0:1767325653.370572:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325653.370573:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325653.370575:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325653.370578:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325653.370582:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000e46534f4 x1853174993408768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767325653.370582:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087b1058a x1853174993408512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325653.370591:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000031ce12f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993408640:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325653.370609:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325653.370610:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325653.370610:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767325653.370613:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325653.370614:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325653.370618:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325653.370619:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767325653.370623:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e46534f4] to pc [ptlrpcd_00_02+2] req@00000000e46534f4 x1853174993408768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325653.370624:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767325653.370625:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc894f48. 02000000:00000010:3.0:1767325653.370630:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000829ef988. 00000100:00000200:0.0:1767325653.370632:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993408512, offset 0 02000000:00000001:3.0:1767325653.370635:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325653.370644:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000932e3563. 00000400:00000200:0.0:1767325653.370645:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325653.370654:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3878697. 00000100:00000001:2.0:1767325653.370656:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325653.370659:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993408640, portal 10 00000400:00000200:0.0:1767325653.370660:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:2.0:1767325653.370661:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325653.370664:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325653.370667:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531373952 : -112767178177664 : ffff997058670380) 00000100:00000040:2.0:1767325653.370670:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767325653.370671:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767325653.370675:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000031ce12f0 x1853174993408640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325653.370679:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10908) 00000400:00000200:0.0:1767325653.370680:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325653.370688:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325653.370689:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767325653.370695:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:2.0:1767325653.370696:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305569818, at 4305570304 00000100:00000040:3.0:1767325653.370697:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325653.370701:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008237aba. 00000400:00000200:0.0:1767325653.370705:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [172:172:256:4294967295] 192.168.203.107@tcp LPNI seq info [172:172:8:4294967295] 00000100:00000200:3.0:1767325653.370706:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993408640, offset 0 00000100:00000010:2.0:1767325653.370715:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c643a41f. 00000400:00000200:3.0:1767325653.370716:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325653.370726:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325653.370732:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325653.370735:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325653.370737:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767325653.370739:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba567bd5. 00000400:00000200:3.0:1767325653.370740:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325653.370741:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325653.370745:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767325653.370746:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325653.370751:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767325653.370752:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:2.0:1767325653.370753:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e46534f4 x1853174993408768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325653.370757:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325653.370764:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [173:173:255:4294967295] 192.168.203.107@tcp LPNI seq info [173:173:7:4294967295] 00000800:00000200:0.0:1767325653.370767:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767325653.370775:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1767325653.370775:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba567bd5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325653.370779:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325653.370780:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:2.0:1767325653.370785:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1767325653.370788:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767325653.370788:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325653.370792:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325653.370794:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f644e59f. 02000000:00000001:2.0:1767325653.370794:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325653.370797:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305574938 00000100:00100000:2.0:1767325653.370801:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e46534f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993408768:192.168.203.107@tcp:400: 00000800:00000200:3.0:1767325653.370804:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:0.0:1767325653.370804:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d914d99. 00000100:00000001:2.0:1767325653.370810:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325653.370813:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767325653.370814:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:2.0:1767325653.370815:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1767325653.370818:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f644e59f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325653.370820:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305574938 02000000:00000001:2.0:1767325653.370824:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325653.370828:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305569818 02000000:00000001:2.0:1767325653.370829:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325653.370830:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325653.370834:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 582706 usecs (583 jiffies) 02000000:00000010:2.0:1767325653.370835:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ec9148d. 00000100:00000001:3.0:1767325653.370837:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305570887 02000000:00000001:2.0:1767325653.370840:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325653.370841:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305574938 00000100:00000001:0.0:1767325653.370844:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305574938 00000100:00000001:3.0:1767325653.370845:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305570887 00000400:00000010:2.0:1767325653.370845:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f413b9d6. 00000100:00000001:3.0:1767325653.370852:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305574938 00000100:00000010:0.0:1767325653.370853:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091671450. 00000100:00000001:3.0:1767325653.370854:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305570887 00000400:00000010:2.0:1767325653.370855:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f1a63e0. 00000100:00000001:0.0:1767325653.370860:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000200:2.0:1767325653.370861:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993408768, portal 10 00000100:00000001:2.0:1767325653.370866:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325653.370868:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531387392 : -112767178164224 : ffff997058673800) 00000100:00000001:3.0:1767325653.370870:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305574938 00000100:00000001:3.0:1767325653.370874:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305570887 00000100:00000001:0.0:1767325653.370875:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305574938 00000100:00000040:2.0:1767325653.370877:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e46534f4 x1853174993408768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325653.370878:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008dddafd2. 00000100:00000001:3.0:1767325653.370886:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767325653.370890:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325653.370891:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325653.370895:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305570887 00000100:00000001:3.0:1767325653.370897:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325653.370897:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325653.370902:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6e09edd. 00000100:00000001:3.0:1767325653.370903:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325653.370903:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767325653.370908:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993408768, offset 0 00000100:00000001:3.0:1767325653.370909:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325653.370909:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325653.370916:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325653.370918:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325653.370920:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325653.370921:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325653.370924:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767325653.370926:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325653.370928:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325653.370929:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325653.370932:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325653.370932:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325653.370933:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325653.370938:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325653.370939:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325653.370939:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325653.370941:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325653.370943:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325653.370945:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325653.370947:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325653.370951:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767325653.370953:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325653.370957:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [174:174:254:4294967295] 192.168.203.107@tcp LPNI seq info [174:174:6:4294967295] 00000100:00000001:0.0:1767325653.370968:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325653.370970:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325653.370972:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325653.370978:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325653.370982:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007750120a. 00000800:00000200:2.0:1767325653.370987:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325653.370991:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325653.370994:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba567bd5. 00000800:00000200:2.0:1767325653.370995:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767325653.371000:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767325653.371000:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007750120a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325653.371006:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325653.371008:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000040:2.0:1767325653.371012:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 32825 usecs (33 jiffies) 00000400:00000200:3.0:1767325653.371014:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc894f48 00000400:00000010:3.0:1767325653.371017:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc894f48. 00000100:00000001:2.0:1767325653.371017:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305570337 00000100:00000001:3.0:1767325653.371020:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325653.371024:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087b1058a x1853174993408512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325653.371026:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305574938 00000100:00000001:2.0:1767325653.371032:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305570337 00000100:00000001:3.0:1767325653.371036:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325653.371036:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305574938 00000100:00000001:2.0:1767325653.371039:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305570337 00000100:00000001:2.0:1767325653.371041:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305574938 00000100:00000001:2.0:1767325653.371045:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305570337 00000100:00000040:3.0:1767325653.371046:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087b1058a x1853174993408512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325653.371050:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305574938 00000100:00000001:2.0:1767325653.371053:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325653.371055:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325653.371058:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325653.371062:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325653.371064:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325653.371066:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325653.371068:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325653.371069:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325653.371073:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325653.371074:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325653.371076:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325653.371079:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325653.371086:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325653.371090:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f644e59f. 00000400:00000200:3.0:1767325653.371094:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325653.371099:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325653.371102:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008237aba 00000400:00000010:3.0:1767325653.371104:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008237aba. 00000100:00000001:3.0:1767325653.371108:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325653.371112:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031ce12f0 x1853174993408640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325653.371119:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325653.371123:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031ce12f0 x1853174993408640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325653.371129:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325653.371131:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325653.371201:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325653.371204:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007750120a. 00000400:00000200:3.0:1767325653.371207:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325653.371210:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325653.371212:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6e09edd 00000400:00000010:3.0:1767325653.371214:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6e09edd. 00000100:00000001:3.0:1767325653.371218:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325653.371222:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e46534f4 x1853174993408768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325653.371229:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325653.371232:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e46534f4 x1853174993408768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325653.371238:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325653.371240:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325653.372776:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325653.372783:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325653.372786:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325653.372788:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325653.372795:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325653.372805:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed305280 00000400:00000200:2.0:1767325653.372811:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x64d [1] + 224 00000800:00000001:2.0:1767325653.372816:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325653.372820:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325653.372822:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325653.372826:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325653.372830:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325653.372835:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031ce12f0 x1853174993408640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325653.372857:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000031ce12f0 x1853174993408640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325653.372870:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325653.372877:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325653.372881:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325653.372883:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325653.372886:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325653.372891:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:3.0:1767325653.372894:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325653.372897:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed305200 00000100:00000001:3.0:1767325653.372902:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325653.372903:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x645 [1] + 224 00000400:00000001:3.0:1767325653.372909:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767325653.372909:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325653.372912:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767325653.372913:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325653.372917:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000932e3563. 00000400:00000200:2.0:1767325653.372917:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325653.372923:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3878697 00000400:00000200:2.0:1767325653.372924:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:3.0:1767325653.372928:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3878697. 00000100:00000001:3.0:1767325653.372932:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325653.372936:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031ce12f0 x1853174993408640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325653.372937:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325653.372943:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087b1058a x1853174993408512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325653.372946:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031ce12f0 x1853174993408640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325653.372966:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325653.372968:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325653.372968:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087b1058a x1853174993408512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325653.372973:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325653.372975:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325653.372978:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325653.372980:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325653.372984:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325653.372990:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=50 v=5 (5 5 0 0) 00000100:00000001:2.0:1767325653.372991:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767325653.372993:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=50 v=5 (1 1 0 0) 00000100:00000001:3.0:1767325653.372996:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325653.372997:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325653.372997:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767325653.373001:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767325653.373003:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767325653.373004:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325653.373006:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325653.373007:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325653.373009:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000800:00000001:2.0:1767325653.373010:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325653.373011:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325653.373013:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325653.373017:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325653.373020:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031ce12f0 x1853174993408640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325653.373020:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767325653.373021:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325653.373027:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325653.373030:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767325653.373033:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed305300 00000100:00000001:3.0:1767325653.373034:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767325653.373034:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042d7c85a. 00000100:00000001:3.0:1767325653.373040:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325653.373042:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325653.373042:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 00000400:00000010:0.0:1767325653.373047:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00000100:00000040:3.0:1767325653.373049:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031ce12f0 x1853174993408640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325653.373053:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767325653.373059:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x655 [1] + 224 00000100:00000200:0.0:1767325653.373061:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087b1058a x1853174993408512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325653.373065:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325653.373071:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767325653.373076:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000031ce12f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993408640:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767325653.373081:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325653.373086:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325653.373092:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767325653.373092:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:0.0:1767325653.373097:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087b1058a x1853174993408512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325653.373098:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767325653.373102:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031ce12f0 x1853174993408640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325653.373106:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e46534f4 x1853174993408768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325653.373121:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325653.373124:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325653.373128:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325653.373130:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325653.373133:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767325653.373133:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767325653.373135:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e46534f4 x1853174993408768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325653.373137:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767325653.373162:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000829ef988. 00000100:00000001:0.0:1767325653.373165:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325653.373168:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325653.373171:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325653.373174:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 02000000:00000001:0.0:1767325653.373176:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325653.373177:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325653.373180:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ee91c56. 00000100:00000001:2.0:1767325653.373183:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767325653.373183:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=60 v=5 (5 5 0 0) 02000000:00000001:3.0:1767325653.373184:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325653.373188:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1767325653.373189:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=60 v=5 (1 1 0 0) 00000100:00000010:3.0:1767325653.373191:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031ce12f0. 00000800:00000001:2.0:1767325653.373191:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325653.373194:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325653.373197:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:2.0:1767325653.373197:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325653.373197:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325653.373199:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325653.373202:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767325653.373203:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767325653.373204:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325653.373208:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767325653.373208:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767325653.373210:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325653.373214:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325653.373214:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325653.373217:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767325653.373220:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087b1058a x1853174993408512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325653.373221:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325653.373224:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f413b9d6. 00000100:00000001:3.0:1767325653.373227:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325653.373231:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325653.373231:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f1a63e0 00000100:00000001:0.0:1767325653.373235:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767325653.373236:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f1a63e0. 00000100:00000001:0.0:1767325653.373239:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325653.373241:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325653.373242:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325653.373249:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087b1058a x1853174993408512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325653.373250:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e46534f4 x1853174993408768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325653.373273:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087b1058a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993408512:192.168.203.107@tcp:400: 00000100:00000200:1.0:1767325653.373276:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e46534f4 x1853174993408768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325653.373286:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325653.373288:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325653.373290:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325653.373291:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325653.373296:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767325653.373296:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087b1058a x1853174993408512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325653.373299:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325653.373301:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325653.373305:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325653.373307:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325653.373311:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=60 v=5 (5 5 0 0) 00000100:00000001:0.0:1767325653.373318:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1767325653.373319:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=24 v=5 (1 1 0 0) 02000000:00000001:0.0:1767325653.373322:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767325653.373324:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767325653.373325:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b3cd7c8. 00000100:00000001:1.0:1767325653.373326:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325653.373331:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767325653.373331:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325653.373335:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325653.373338:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00010000:00080000:1.0:1767325653.373339:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e46534f4 x1853174993408768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767325653.373342:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325653.373345:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000524bc938. 02000000:00000001:0.0:1767325653.373349:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325653.373352:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767325653.373353:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325653.373354:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087b1058a. 00000100:00000001:1.0:1767325653.373357:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767325653.373359:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767325653.373360:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325653.373362:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325653.373364:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325653.373365:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325653.373368:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e46534f4 x1853174993408768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325653.373372:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325653.373377:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325653.373380:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325653.373381:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325653.373385:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325653.373386:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325653.373388:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325653.373389:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325653.373394:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e46534f4 x1853174993408768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325653.373421:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e46534f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993408768:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325653.373425:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325653.373427:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325653.373429:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e46534f4 x1853174993408768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325669 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325653.373435:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325653.373436:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325653.373438:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ec9148d. 02000000:00000001:1.0:1767325653.373440:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325653.373442:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325653.373443:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767325653.373445:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325653.373446:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b6dbbf0. 02000000:00000001:1.0:1767325653.373448:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325653.373450:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325653.373451:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e46534f4. 00000100:00000001:1.0:1767325653.373453:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325653.373454:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325653.373456:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325653.373459:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325653.373460:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325653.373462:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325653.373463:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325654.010243:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325654.010247:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325654.010251:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325654.010252:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325654.010305:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325654.010309:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325654.010312:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325655.035491:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325655.035501:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325655.035514:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325655.035518:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325655.035520:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325655.035525:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325655.035528:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325655.035530:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325655.035533:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325655.035535:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325655.035538:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325655.035540:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325655.035602:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325655.035607:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325655.035609:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325656.058274:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325656.058282:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325656.058289:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325656.058290:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325656.061514:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325656.061520:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325656.061525:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325657.082317:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325657.082322:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325657.082327:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325657.082328:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325657.082433:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325657.082437:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325657.082439:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325658.109450:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325658.109455:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325658.109474:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325658.109476:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325658.109529:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325658.109534:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325658.109538:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325658.490248:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305574938, at 4305575424 00000100:00000040:3.0:1767325658.490266:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305574938, at 4305575424 00000100:00000040:1.0:1767325658.490268:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305574938, at 4305575424 00000100:00000040:2.0:1767325658.490269:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305574938, at 4305575424 00000100:00000010:0.0:1767325658.490273:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d914d99. 00000100:00000010:3.0:1767325658.490275:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008dddafd2. 00000100:00000010:1.0:1767325658.490287:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bfab9cd5. 00000100:00000010:2.0:1767325658.490290:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091671450. 00000100:00000040:2.0:1767325658.490306:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325658.490309:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325658.490317:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a860e5cf. 00000020:00000040:2.0:1767325658.490320:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325658.490324:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325658.490327:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325658.490332:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325658.490340:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009620fff6. 00000100:00000001:2.0:1767325658.490347:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325658.490356:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000a860e5cf x1853174993408896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325658.490364:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325658.490365:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325658.490394:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a860e5cf] to pc [ptlrpcd_00_03+3] req@00000000a860e5cf x1853174993408896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325658.490413:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325658.490415:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325658.490417:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325658.490419:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae08152b. 00000020:00000040:2.0:1767325658.490420:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325658.490422:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325658.490423:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325658.490425:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325658.490427:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006ec7aa78. 00000100:00000001:2.0:1767325658.490430:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325658.490432:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000ae08152b x1853174993409024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325658.490440:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767325658.490443:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767325658.490445:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325658.490447:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325658.490451:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325658.490455:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325658.490457:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325658.490459:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325658.490464:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325658.490467:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325658.490469:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae08152b] to pc [ptlrpcd_00_00+0] req@00000000ae08152b x1853174993409024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325658.490469:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325658.490472:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325658.490478:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a860e5cf x1853174993408896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325658.490485:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325658.490486:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325658.490489:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325658.490491:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325658.490493:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325658.490495:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a860e5cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993408896:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325658.490498:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325658.490499:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325658.490502:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325658.490503:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767325658.490504:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767325658.490509:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325658.490509:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325658.490510:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767325658.490517:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767325658.490518:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767325658.490519:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000574a5a79. 02000000:00000010:1.0:1767325658.490529:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7c7e78b. 00000020:00000040:2.0:1767325658.490530:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767325658.490533:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325658.490533:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325658.490538:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325658.490538:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae08152b x1853174993409024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325658.490540:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767325658.490541:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfe26627. 02000000:00000001:2.0:1767325658.490546:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767325658.490550:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bec2a54. 02000000:00000001:2.0:1767325658.490552:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325658.490561:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993408896, portal 25 02000000:00000010:2.0:1767325658.490564:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f9e2ebb4. 00000100:00000001:1.0:1767325658.490569:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325658.490573:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531381120 : -112767178170496 : ffff997058671f80) 00000100:00000001:2.0:1767325658.490575:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325658.490578:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767325658.490583:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a860e5cf x1853174993408896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325658.490583:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325658.490585:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000574a5a79 x1853174993409152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325658.490598:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325658.490606:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325658.490612:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767325658.490613:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325658.490620:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00100000:0.0:1767325658.490623:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae08152b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993409024:192.168.203.107@tcp:400: 00000400:00000010:1.0:1767325658.490627:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002536fb7c. 00000100:00000200:1.0:1767325658.490633:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993408896, offset 0 00000100:00000001:0.0:1767325658.490642:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325658.490644:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767325658.490647:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325658.490649:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325658.490650:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325658.490657:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767325658.490657:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767325658.490662:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574a5a79] to pc [ptlrpcd_00_01+1] req@00000000574a5a79 x1853174993409152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325658.490667:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000054a5700. 00000400:00000200:1.0:1767325658.490673:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:0.0:1767325658.490675:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325658.490686:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767325658.490688:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042d7c85a. 00000400:00000200:1.0:1767325658.490694:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325658.490698:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325658.490700:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 00000100:00000040:2.0:1767325658.490703:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767325658.490704:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767325658.490710:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1767325658.490710:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993409024, portal 10 00000100:00000001:3.0:1767325658.490713:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325658.490717:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325658.490718:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325658.490720:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325658.490721:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10913) 00000100:00000040:3.0:1767325658.490726:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000574a5a79 x1853174993409152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325658.490730:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [175:175:256:4294967295] 192.168.203.107@tcp LPNI seq info [175:175:8:4294967295] 00000100:00000001:0.0:1767325658.490734:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325658.490740:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531386496 : -112767178165120 : ffff997058673480) 00000100:00000001:3.0:1767325658.490754:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325658.490756:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325658.490760:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767325658.490761:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae08152b x1853174993409024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325658.490763:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325658.490771:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:3.0:1767325658.490772:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325658.490781:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000574a5a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993409152:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325658.490798:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325658.490803:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1767325658.490805:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325658.490807:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325658.490817:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef5ef55d. 00000100:00000001:0.0:1767325658.490817:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767325658.490821:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767325658.490826:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000010:3.0:1767325658.490827:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2a029b7. 02000000:00000001:3.0:1767325658.490831:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325658.490833:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:0.0:1767325658.490833:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a95ea3f. 00000400:00000010:3.0:1767325658.490836:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000932e3563. 00000100:00000200:0.0:1767325658.490843:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993409024, offset 0 00000400:00000010:3.0:1767325658.490844:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3878697. 00000800:00000200:1.0:1767325658.490854:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:3.0:1767325658.490857:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993409152, portal 10 00000100:00000001:3.0:1767325658.490860:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767325658.490861:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef5ef55d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325658.490865:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531379328 : -112767178172288 : ffff997058671880) 00000400:00000200:0.0:1767325658.490868:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767325658.490877:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000574a5a79 x1853174993409152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325658.490883:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325658.490885:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325658.490887:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325658.490890:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305580058 00000100:00000040:3.0:1767325658.490898:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325658.490904:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008237aba. 00000100:00000010:1.0:1767325658.490904:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bfab9cd5. 00000400:00000200:0.0:1767325658.490905:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325658.490914:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1767325658.490915:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993409152, offset 0 00000400:00000200:0.0:1767325658.490918:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325658.490922:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305580058 00000400:00000200:0.0:1767325658.490928:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325658.490929:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767325658.490929:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024ad6336. 00000100:00000001:1.0:1767325658.490939:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767325658.490942:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325658.490945:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305580058 00000100:00000010:1.0:1767325658.490948:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000598d1485. 00000100:00000001:1.0:1767325658.490951:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767325658.490952:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [176:176:255:4294967295] 192.168.203.107@tcp LPNI seq info [176:176:7:4294967295] 00000100:00000001:1.0:1767325658.490954:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305580058 00000100:00000010:1.0:1767325658.490961:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a535425e. 00000100:00000001:1.0:1767325658.490966:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767325658.490973:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325658.490982:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325658.490983:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325658.490986:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325658.490991:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325658.490999:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325658.491000:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:2.0:1767325658.491001:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767325658.491009:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767325658.491010:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef5ef55d. 00000800:00000010:0.0:1767325658.491011:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d977c447. 00000400:00000200:3.0:1767325658.491014:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325658.491020:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325658.491025:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767325658.491027:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767325658.491037:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325658.491042:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767325658.491044:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325658.491055:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d977c447 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325658.491056:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [177:177:254:4294967295] 192.168.203.107@tcp LPNI seq info [177:177:6:4294967295] 00000100:00000001:0.0:1767325658.491063:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325658.491071:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 570877 usecs (571 jiffies) 00000100:00000001:0.0:1767325658.491076:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305575995 00000100:00000001:0.0:1767325658.491078:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305580058 00000100:00000001:0.0:1767325658.491081:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305575995 00000100:00000001:0.0:1767325658.491082:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305580058 00000100:00000001:0.0:1767325658.491084:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305575995 00000100:00000001:0.0:1767325658.491086:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305580058 00000100:00000001:0.0:1767325658.491094:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305575995 00000100:00000001:0.0:1767325658.491097:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305580058 00000100:00000001:0.0:1767325658.491099:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325658.491101:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325658.491104:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325658.491106:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325658.491113:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325658.491115:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325658.491118:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325658.491121:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325658.491122:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325658.491126:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325658.491135:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325658.491169:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325658.491173:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f644e59f. 00000400:00000200:2.0:1767325658.491174:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002536fb7c 00000400:00000010:2.0:1767325658.491179:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002536fb7c. 00000800:00000200:3.0:1767325658.491183:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325658.491185:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767325658.491188:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325658.491190:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f644e59f type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767325658.491192:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a860e5cf x1853174993408896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325658.491194:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325658.491198:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 32170 usecs (33 jiffies) 00000100:00000001:3.0:1767325658.491202:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305575458 00000100:00000001:3.0:1767325658.491206:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305580058 00000100:00000001:3.0:1767325658.491209:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305575458 00000100:00000001:2.0:1767325658.491210:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325658.491211:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305580058 00000100:00000001:3.0:1767325658.491214:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305575458 00000100:00000040:2.0:1767325658.491217:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a860e5cf x1853174993408896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325674 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325658.491218:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305580058 00000100:00000001:3.0:1767325658.491220:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305575458 00000100:00000001:3.0:1767325658.491223:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305580058 00000100:00000001:2.0:1767325658.491230:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325658.491231:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325658.491235:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325658.491235:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325658.491240:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325658.491242:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325658.491247:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325658.491248:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325658.491251:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767325658.491252:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325658.491253:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325658.491257:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767325658.491257:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d977c447. 00000400:00000200:2.0:1767325658.491261:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325658.491262:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325658.491267:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325658.491270:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a95ea3f 00000400:00000010:2.0:1767325658.491271:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a95ea3f. 00000100:00000001:2.0:1767325658.491273:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325658.491275:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae08152b x1853174993409024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325658.491280:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325658.491282:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae08152b x1853174993409024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325674 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325658.491286:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325658.491287:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325658.491312:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325658.491313:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f644e59f. 00000400:00000200:2.0:1767325658.491315:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325658.491317:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325658.491319:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008237aba 00000400:00000010:2.0:1767325658.491320:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008237aba. 00000100:00000001:2.0:1767325658.491322:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325658.491323:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000574a5a79 x1853174993409152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325658.491336:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325658.491337:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000574a5a79 x1853174993409152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325674 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325658.491341:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325658.491341:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325658.492304:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325658.492317:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325658.492319:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325658.492346:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325658.492351:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325658.492359:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed305380 00000400:00000200:3.0:1767325658.492363:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x65d [1] + 224 00000800:00000001:3.0:1767325658.492379:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325658.492385:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325658.492386:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325658.492389:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325658.492392:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325658.492394:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a860e5cf x1853174993408896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325658.492400:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a860e5cf x1853174993408896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325658.492411:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325658.492415:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325658.492417:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325658.492451:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325658.492453:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325658.492458:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325658.492460:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325658.492462:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfe26627. 00000400:00000200:1.0:1767325658.492465:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bec2a54 00000400:00000010:1.0:1767325658.492473:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bec2a54. 00000100:00000001:1.0:1767325658.492475:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325658.492480:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a860e5cf x1853174993408896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325658.492489:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a860e5cf x1853174993408896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325658.492496:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325658.492498:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325658.492500:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325658.492503:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325658.492505:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325658.492507:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325658.492509:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325658.492514:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=65 v=5 (5 5 0 0) 00000100:00001000:1.0:1767325658.492518:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=65 v=5 (1 1 0 0) 00000100:00000001:1.0:1767325658.492531:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325658.492533:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325658.492539:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325658.492541:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325658.492544:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325658.492545:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767325658.492549:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a860e5cf x1853174993408896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325658.492552:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325658.492556:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325658.492559:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325658.492561:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325658.492567:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767325658.492571:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767325658.492578:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed305400 00000100:00000001:1.0:1767325658.492578:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325658.492586:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a860e5cf x1853174993408896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325658.492591:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x665 [1] + 224 00000800:00000001:2.0:1767325658.492600:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767325658.492604:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a860e5cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993408896:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325658.492610:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325658.492612:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325658.492615:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a860e5cf x1853174993408896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325658.492626:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325658.492631:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325658.492637:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325658.492641:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767325658.492642:0:211458:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767325658.492645:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1767325658.492649:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae08152b x1853174993409024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325658.492650:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7c7e78b. 02000000:00000001:1.0:1767325658.492656:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325658.492659:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325658.492662:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000040:2.0:1767325658.492666:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae08152b x1853174993409024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767325658.492667:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325658.492670:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009620fff6. 02000000:00000001:1.0:1767325658.492675:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325658.492679:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325658.492682:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a860e5cf. 00000100:00000001:1.0:1767325658.492686:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325658.492687:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325658.492689:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325658.492693:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325658.492693:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325658.492697:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325658.492699:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767325658.492701:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325658.492702:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325658.492708:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325658.492711:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325658.492714:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325658.492719:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325658.492726:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed305480 00000400:00000200:2.0:1767325658.492730:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x66d [1] + 224 00000100:00000001:0.0:1767325658.492733:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767325658.492735:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325658.492737:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325658.492741:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325658.492743:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325658.492745:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042d7c85a. 00000800:00000001:2.0:1767325658.492748:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325658.492749:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 00000400:00000200:2.0:1767325658.492752:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767325658.492752:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00000100:00000001:0.0:1767325658.492757:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767325658.492760:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:0.0:1767325658.492763:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae08152b x1853174993409024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325658.492764:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325658.492769:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000574a5a79 x1853174993409152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325658.492781:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae08152b x1853174993409024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325658.492784:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000574a5a79 x1853174993409152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325658.492798:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325658.492800:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325658.492801:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325658.492802:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325658.492803:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325658.492804:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325658.492805:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325658.492806:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767325658.492808:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=55 v=5 (5 5 0 0) 00000800:00000001:2.0:1767325658.492811:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767325658.492812:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=55 v=5 (1 1 0 0) 00000800:00000001:2.0:1767325658.492815:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325658.492815:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325658.492818:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325658.492826:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325658.492829:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325658.492830:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325658.492831:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767325658.492832:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767325658.492834:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000001:3.0:1767325658.492837:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767325658.492838:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:3.0:1767325658.492839:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325658.492841:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325658.492842:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000932e3563. 00000400:00000200:3.0:1767325658.492848:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3878697 00000100:00000040:0.0:1767325658.492850:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae08152b x1853174993409024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325658.492851:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3878697. 00000100:00000001:3.0:1767325658.492855:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325658.492859:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000574a5a79 x1853174993409152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325658.492873:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767325658.492875:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000574a5a79 x1853174993409152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325658.492878:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325658.492882:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325658.492887:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325658.492889:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325658.492891:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767325658.492891:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae08152b x1853174993409024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325658.492898:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325658.492899:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325658.492902:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325658.492905:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325658.492905:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae08152b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993409024:192.168.203.107@tcp:400: 00000100:00001000:3.0:1767325658.492909:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=65 v=5 (5 5 0 0) 00000100:00000001:0.0:1767325658.492911:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325658.492916:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=29 v=5 (1 1 0 0) 00000100:00000001:0.0:1767325658.492916:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325658.492920:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae08152b x1853174993409024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325658.492921:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325658.492923:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325658.492926:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767325658.492931:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000574a5a79 x1853174993409152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325658.492931:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325658.492933:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325658.492936:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000054a5700. 00010000:00000001:3.0:1767325658.492942:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325658.492942:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325658.492945:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767325658.492945:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767325658.492948:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000020:00000040:0.0:1767325658.492948:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325658.492952:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1767325658.492953:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325658.492955:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325658.492956:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006ec7aa78. 02000000:00000001:0.0:1767325658.492961:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767325658.492962:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000574a5a79 x1853174993409152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325658.492963:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325658.492965:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae08152b. 00000100:00000001:0.0:1767325658.492969:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325658.492971:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325658.492972:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325658.492974:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325658.492975:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325658.492977:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325658.492978:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767325658.492979:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000574a5a79 x1853174993409152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325658.492985:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000574a5a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993409152:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325658.492986:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325658.492991:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325658.492992:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325658.492993:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325658.492995:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325658.492997:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000574a5a79 x1853174993409152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325674 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325658.493001:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325658.493003:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325658.493004:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2a029b7. 02000000:00000001:3.0:1767325658.493007:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325658.493012:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325658.493013:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325658.493015:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325658.493016:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f9e2ebb4. 02000000:00000001:3.0:1767325658.493017:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325658.493018:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325658.493019:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000574a5a79. 00000100:00000001:3.0:1767325658.493021:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325658.493021:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325658.493022:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325658.493025:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325658.493026:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325658.493027:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325658.493028:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325659.132255:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325659.132260:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325659.132264:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325659.132264:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325659.132312:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325659.132316:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325659.132319:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325660.154219:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325660.154226:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325660.154233:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325660.154235:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325660.154315:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325660.154317:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325660.154319:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325661.178269:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325661.178275:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325661.178281:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325661.178283:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325661.178333:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325661.178336:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325661.178339:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325662.202252:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325662.202258:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325662.202264:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325662.202265:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325662.202307:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325662.202311:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325662.202314:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325663.226216:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325663.226222:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325663.226225:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325663.226227:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325663.226232:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325663.226234:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325663.226236:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325663.226238:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325663.226241:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325663.226250:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325663.226279:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325663.226283:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325663.226285:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325663.610269:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305580058, at 4305580544 00000100:00000040:0.0:1767325663.610269:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305580058, at 4305580544 00000100:00000010:1.0:1767325663.610287:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024ad6336. 00000100:00000010:0.0:1767325663.610291:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bfab9cd5. 00000100:00000040:2.0:1767325663.610429:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305580058, at 4305580544 00000100:00000010:2.0:1767325663.610436:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000598d1485. 00000100:00000040:1.0:1767325663.610445:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325663.610452:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325663.610466:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3cd2a4f. 00000020:00000040:1.0:1767325663.610472:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325663.610477:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325663.610481:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325663.610488:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325663.610497:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef5ef55d. 00000100:00000001:1.0:1767325663.610519:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325663.610531:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000c3cd2a4f x1853174993409280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325663.610542:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325663.610545:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325663.610551:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3cd2a4f] to pc [ptlrpcd_00_02+2] req@00000000c3cd2a4f x1853174993409280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325663.610588:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325663.610591:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325663.610595:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325663.610599:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000907694f6. 00000020:00000040:1.0:1767325663.610601:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325663.610604:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767325663.610605:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325663.610606:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325663.610610:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325663.610611:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767325663.610614:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d53f249. 00000100:00000001:2.0:1767325663.610615:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325663.610618:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325663.610623:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3cd2a4f x1853174993409280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325663.610626:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000907694f6 x1853174993409408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325663.610649:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325663.610650:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325663.610652:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325663.610657:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325663.610659:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325663.610662:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325663.610663:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325663.610667:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3cd2a4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993409280:192.168.203.107@tcp:400: 00000100:00000040:1.0:1767325663.610671:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000907694f6] to pc [ptlrpcd_00_03+3] req@00000000907694f6 x1853174993409408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325663.610673:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325663.610681:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325663.610683:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325663.610684:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325663.610688:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767325663.610689:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325663.610694:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1767325663.610695:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2386f91. 00000100:00000010:1.0:1767325663.610698:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004db1aef7. 02000000:00000001:2.0:1767325663.610699:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325663.610703:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767325663.610706:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767325663.610708:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5dc0572. 02000000:00000001:1.0:1767325663.610708:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325663.610717:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325663.610718:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d7be8e. 02000000:00000010:1.0:1767325663.610724:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fe8d38. 00000100:00000200:2.0:1767325663.610728:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993409280, portal 25 00000100:00000001:1.0:1767325663.610729:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325663.610734:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767325663.610737:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000004db1aef7 x1853174993409536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325663.610738:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138717824 : -112766570833792 : ffff99707c9a5880) 00000100:00000040:2.0:1767325663.610746:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3cd2a4f x1853174993409280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325663.610753:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325663.610756:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325663.610761:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325663.610764:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004db1aef7] to pc [ptlrpcd_00_00+0] req@000000004db1aef7 x1853174993409536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325663.610768:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325663.610772:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939b1d42. 00000100:00000200:2.0:1767325663.610776:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993409280, offset 0 00000400:00000200:2.0:1767325663.610784:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325663.610798:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325663.610800:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:1.0:1767325663.610803:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767325663.610807:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767325663.610814:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10918) 00000400:00000200:2.0:1767325663.610817:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325663.610823:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325663.610826:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325663.610829:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325663.610832:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325663.610837:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [178:178:256:4294967295] 192.168.203.107@tcp LPNI seq info [178:178:8:4294967295] 00000100:00100000:1.0:1767325663.610838:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767325663.610843:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325663.610853:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325663.610853:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325663.610857:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325663.610861:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325663.610864:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767325663.610865:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325663.610867:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1767325663.610871:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b90c43. 00000100:00000040:1.0:1767325663.610874:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004db1aef7 x1853174993409536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325663.610883:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325663.610889:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325663.610891:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325663.610893:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1767325663.610894:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:1.0:1767325663.610896:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325663.610900:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325663.610901:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c1b90c43 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1767325663.610906:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004db1aef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993409536:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325663.610911:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325663.610914:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325663.610915:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325663.610920:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305585178 02000000:00000001:1.0:1767325663.610923:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325663.610926:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064cb1fd6. 02000000:00000001:1.0:1767325663.610927:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325663.610932:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ca962b9. 00000100:00000001:2.0:1767325663.610933:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1767325663.610936:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325663.610939:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305585178 00000400:00000010:1.0:1767325663.610942:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfe26627. 00000100:00000010:2.0:1767325663.610944:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075801627. 00000100:00000001:2.0:1767325663.610949:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1767325663.610949:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bec2a54. 00000100:00000001:2.0:1767325663.610953:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305585178 00000100:00000200:1.0:1767325663.610955:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993409536, portal 10 00000100:00000010:2.0:1767325663.610957:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff64859d. 00000100:00000001:1.0:1767325663.610959:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325663.610961:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767325663.610962:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138726784 : -112766570824832 : ffff99707c9a7b80) 00000100:00000001:2.0:1767325663.610966:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305585178 00000100:00000040:1.0:1767325663.610971:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004db1aef7 x1853174993409536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325663.610972:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305580058 00000100:00000001:2.0:1767325663.610977:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325663.610982:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325663.610987:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325663.610989:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325663.610992:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325663.610993:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325663.610998:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002536fb7c. 00000100:00000001:2.0:1767325663.610999:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325663.611002:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767325663.611002:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993409536, offset 0 00000100:00000001:2.0:1767325663.611005:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325663.611010:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325663.611014:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325663.611016:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325663.611018:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767325663.611020:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325663.611022:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325663.611023:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325663.611025:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325663.611026:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325663.611027:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767325663.611030:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:2.0:1767325663.611032:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000907694f6 x1853174993409408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325663.611036:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325663.611041:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325663.611047:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767325663.611047:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325663.611050:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325663.611053:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:2.0:1767325663.611054:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325663.611057:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325663.611058:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [179:179:255:4294967295] 192.168.203.107@tcp LPNI seq info [179:179:7:4294967295] 02000000:00000001:2.0:1767325663.611063:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325663.611068:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000907694f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993409408:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767325663.611076:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325663.611077:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325663.611082:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325663.611086:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325663.611086:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767325663.611090:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:1.0:1767325663.611092:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011945c34. 02000000:00000010:2.0:1767325663.611094:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031e4b8ac. 02000000:00000001:2.0:1767325663.611099:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325663.611100:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:2.0:1767325663.611104:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002911334e. 00000800:00000200:1.0:1767325663.611109:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000010:2.0:1767325663.611112:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a346707. 00000800:00000200:1.0:1767325663.611112:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011945c34 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767325663.611117:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993409408, portal 10 00000100:00000001:1.0:1767325663.611118:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325663.611122:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767325663.611124:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 31530 usecs (32 jiffies) 00000100:00000001:2.0:1767325663.611125:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138722304 : -112766570829312 : ffff99707c9a6a00) 00000100:00000001:1.0:1767325663.611130:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305580576 00000100:00000040:2.0:1767325663.611134:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000907694f6 x1853174993409408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325663.611160:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305585178 00000100:00000001:2.0:1767325663.611164:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325663.611165:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305580577 00000100:00000040:2.0:1767325663.611169:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325663.611169:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305585178 00000100:00000001:1.0:1767325663.611173:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305580577 00000400:00000010:2.0:1767325663.611175:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000970be8f4. 00000100:00000001:1.0:1767325663.611176:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305585178 00000100:00000200:2.0:1767325663.611179:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993409408, offset 0 00000100:00000001:1.0:1767325663.611180:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305580577 00000100:00000001:1.0:1767325663.611182:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305585178 00000100:00000001:1.0:1767325663.611184:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325663.611188:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325663.611191:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325663.611195:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325663.611196:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325663.611203:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325663.611207:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325663.611209:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325663.611212:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325663.611214:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325663.611217:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [180:180:254:4294967295] 192.168.203.107@tcp LPNI seq info [180:180:6:4294967295] 00000400:00000200:2.0:1767325663.611226:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325663.611230:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325663.611234:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f9e2ebb4. 00000800:00000200:2.0:1767325663.611238:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767325663.611242:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325663.611245:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f9e2ebb4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325663.611248:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325663.611252:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 559518 usecs (560 jiffies) 00000100:00000001:2.0:1767325663.611255:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305581105 00000100:00000001:2.0:1767325663.611257:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305585178 00000800:00000200:1.0:1767325663.611259:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325663.611260:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305581105 00000100:00000001:0.0:1767325663.611265:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325663.611266:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305585178 00000800:00000010:1.0:1767325663.611266:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b90c43. 00000100:00000001:2.0:1767325663.611271:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305581105 00000400:00000200:1.0:1767325663.611273:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325663.611274:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305585178 00000100:00000001:0.0:1767325663.611274:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325663.611280:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305581105 00000100:00000001:2.0:1767325663.611283:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305585178 00000400:00000200:1.0:1767325663.611285:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325663.611287:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325663.611290:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325663.611291:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939b1d42 00000100:00000001:2.0:1767325663.611293:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325663.611296:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325663.611296:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939b1d42. 00000100:00000001:1.0:1767325663.611303:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325663.611309:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3cd2a4f x1853174993409280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325663.611319:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325663.611321:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3cd2a4f x1853174993409280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325679 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325663.611328:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325663.611329:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325663.611356:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325663.611359:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011945c34. 00000400:00000200:1.0:1767325663.611362:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325663.611366:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325663.611369:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002536fb7c 00000400:00000010:1.0:1767325663.611375:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002536fb7c. 00000100:00000001:1.0:1767325663.611378:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325663.611381:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004db1aef7 x1853174993409536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325663.611388:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325663.611390:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004db1aef7 x1853174993409536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325679 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325663.611396:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325663.611397:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325663.611454:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325663.611458:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325663.611463:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325663.611466:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f9e2ebb4. 00000400:00000200:1.0:1767325663.611470:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325663.611473:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325663.611475:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000970be8f4 00000400:00000010:1.0:1767325663.611477:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000970be8f4. 00000100:00000001:1.0:1767325663.611479:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325663.611482:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000907694f6 x1853174993409408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325663.611488:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325663.611491:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000907694f6 x1853174993409408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325679 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325663.611496:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325663.611498:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325663.613428:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325663.613443:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325663.613447:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325663.613450:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325663.613458:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325663.613477:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed305500 00000400:00000200:3.0:1767325663.613483:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x675 [1] + 224 00000800:00000001:3.0:1767325663.613490:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325663.613494:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325663.613496:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325663.613500:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325663.613505:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325663.613509:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3cd2a4f x1853174993409280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325663.613520:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3cd2a4f x1853174993409280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325663.613551:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325663.613560:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325663.613563:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325663.613565:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325663.613573:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325663.613580:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767325663.613582:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325663.613586:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed305600 00000100:00000001:2.0:1767325663.613592:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325663.613594:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x67d [1] + 224 00000800:00000001:3.0:1767325663.613599:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767325663.613600:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767325663.613604:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767325663.613605:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325663.613608:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5dc0572. 00000400:00000200:3.0:1767325663.613609:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325663.613614:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d7be8e 00000400:00000200:3.0:1767325663.613616:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:2.0:1767325663.613618:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d7be8e. 00000100:00000001:2.0:1767325663.613623:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325663.613627:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325663.613628:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3cd2a4f x1853174993409280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325663.613634:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004db1aef7 x1853174993409536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325663.613645:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3cd2a4f x1853174993409280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325663.613669:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325663.613672:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325663.613675:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004db1aef7 x1853174993409536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325663.613676:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325663.613679:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325663.613681:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325663.613685:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325663.613689:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325663.613697:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=70 v=5 (5 5 0 0) 00000100:00000001:3.0:1767325663.613698:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767325663.613702:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=70 v=5 (1 1 0 0) 00000800:00000001:3.0:1767325663.613704:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325663.613707:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325663.613710:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325663.613713:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325663.613714:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767325663.613716:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767325663.613718:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325663.613720:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325663.613724:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325663.613730:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000040:2.0:1767325663.613734:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3cd2a4f x1853174993409280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325663.613737:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325663.613742:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed305580 00000100:00000001:1.0:1767325663.613742:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325663.613743:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767325663.613747:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767325663.613748:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325663.613751:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325663.613751:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325663.613756:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfe26627. 00000100:00000040:2.0:1767325663.613757:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3cd2a4f x1853174993409280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325663.613762:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bec2a54 00000400:00000010:1.0:1767325663.613766:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bec2a54. 00000100:00100000:2.0:1767325663.613767:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3cd2a4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993409280:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325663.613772:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767325663.613778:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x685 [1] + 224 00000100:00000200:1.0:1767325663.613780:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004db1aef7 x1853174993409536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325663.613783:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325663.613788:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325663.613788:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325663.613796:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3cd2a4f x1853174993409280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325663.613797:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325663.613800:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004db1aef7 x1853174993409536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325663.613801:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325663.613808:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325663.613816:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325663.613824:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325663.613830:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767325663.613830:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325663.613834:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325663.613835:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000907694f6 x1853174993409408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325663.613835:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2386f91. 00000100:00000001:1.0:1767325663.613838:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325663.613842:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767325663.613843:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767325663.613845:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767325663.613848:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767325663.613849:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767325663.613853:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 02000000:00000001:1.0:1767325663.613854:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325663.613856:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000907694f6 x1853174993409408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767325663.613860:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325663.613864:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ef5ef55d. 00000100:00001000:1.0:1767325663.613864:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=70 v=5 (5 5 0 0) 00000100:00000001:3.0:1767325663.613869:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767325663.613871:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=34 v=5 (1 1 0 0) 02000000:00000001:2.0:1767325663.613872:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1767325663.613876:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767325663.613876:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767325663.613877:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325663.613880:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325663.613882:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325663.613883:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:2.0:1767325663.613887:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3cd2a4f. 00010000:00080000:1.0:1767325663.613890:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004db1aef7 x1853174993409536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325663.613894:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325663.613896:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325663.613904:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325663.613907:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325663.613909:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325663.613911:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325663.613914:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325663.613914:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325663.613919:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325663.613922:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004db1aef7 x1853174993409536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325663.613923:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325663.613928:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325663.613930:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767325663.613933:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325663.613937:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767325663.613938:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002911334e. 00000100:00000001:1.0:1767325663.613939:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325663.613942:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a346707 00000100:00000040:1.0:1767325663.613946:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004db1aef7 x1853174993409536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325663.613947:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a346707. 00000100:00000001:2.0:1767325663.613951:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325663.613957:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000907694f6 x1853174993409408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325663.613967:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004db1aef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993409536:192.168.203.107@tcp:400: 00000100:00000200:2.0:1767325663.613971:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000907694f6 x1853174993409408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325663.613975:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325663.613977:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325663.613979:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325663.613980:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325663.613983:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325663.613985:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325663.613986:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767325663.613987:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004db1aef7 x1853174993409536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325663.613993:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325663.613997:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325663.614000:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=60 v=5 (5 5 0 0) 00000100:00001000:2.0:1767325663.614002:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=60 v=5 (1 1 0 0) 00000100:00000001:2.0:1767325663.614006:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325663.614007:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325663.614010:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325663.614012:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325663.614018:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325663.614020:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767325663.614022:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:1.0:1767325663.614023:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ca962b9. 00000100:00000040:2.0:1767325663.614024:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325663.614028:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325663.614029:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325663.614029:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325663.614033:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767325663.614036:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000907694f6 x1853174993409408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767325663.614037:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767325663.614042:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325663.614045:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fe8d38. 00000100:00000001:2.0:1767325663.614046:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325663.614050:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325663.614051:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325663.614051:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325663.614055:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767325663.614057:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000907694f6 x1853174993409408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325663.614058:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004db1aef7. 00000100:00000001:1.0:1767325663.614064:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1767325663.614066:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000907694f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993409408:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325663.614067:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325663.614072:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325663.614073:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325663.614075:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325663.614078:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000907694f6 x1853174993409408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325679 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325663.614081:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325663.614083:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767325663.614084:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325663.614085:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325663.614088:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031e4b8ac. 00000100:00000001:1.0:1767325663.614089:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325663.614091:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767325663.614093:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325663.614094:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325663.614095:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767325663.614099:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325663.614100:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d53f249. 02000000:00000001:2.0:1767325663.614102:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325663.614107:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325663.614109:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000907694f6. 00000100:00000001:2.0:1767325663.614111:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325663.614112:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325663.614113:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325663.614116:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325663.614118:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325663.614119:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325663.614121:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325664.250238:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325664.250247:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325664.250253:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325664.250254:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325664.250314:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325664.250317:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325664.250319:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325665.274283:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325665.274289:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325665.274295:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325665.274298:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325665.274300:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325665.274306:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325665.274308:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325665.274309:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325665.274312:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325665.274314:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325665.274315:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325665.274317:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325665.274380:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325665.274386:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325665.274390:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325666.298267:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325666.298275:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325666.298282:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325666.298284:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325666.298350:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325666.298362:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325666.298365:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325667.322253:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325667.322261:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325667.322266:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325667.322267:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325667.322328:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325667.322332:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325667.322334:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325668.346262:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325668.346271:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325668.346279:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325668.346280:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325668.346322:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325668.346327:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325668.346330:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325668.730205:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305585178, at 4305585664 00000100:00000040:2.0:1767325668.730205:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305585178, at 4305585664 00000100:00000040:0.0:1767325668.730205:0:207070:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305585178, at 4305585664 00000100:00000010:0.0:1767325668.730225:0:207070:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064cb1fd6. 00000100:00000010:3.0:1767325668.730226:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a535425e. 00000100:00000010:2.0:1767325668.730229:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff64859d. 00000100:00000040:1.0:1767325668.730235:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305585178, at 4305585664 00000100:00000010:1.0:1767325668.730244:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075801627. 00000100:00000040:1.0:1767325668.730262:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325668.730269:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325668.730276:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004db1aef7. 00000020:00000040:1.0:1767325668.730281:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325668.730286:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325668.730291:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325668.730296:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325668.730318:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fe8d38. 00000100:00000001:1.0:1767325668.730333:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325668.730345:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000004db1aef7 x1853174993409664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325668.730356:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325668.730358:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325668.730364:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004db1aef7] to pc [ptlrpcd_00_01+1] req@000000004db1aef7 x1853174993409664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325668.730389:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325668.730391:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325668.730400:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325668.730404:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95a2dac. 00000100:00000001:3.0:1767325668.730408:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767325668.730408:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325668.730410:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325668.730411:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767325668.730414:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325668.730414:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325668.730419:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767325668.730420:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325668.730424:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325668.730428:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004db1aef7 x1853174993409664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325668.730435:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 00000100:00000001:3.0:1767325668.730437:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325668.730440:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325668.730440:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325668.730449:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767325668.730449:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000d95a2dac x1853174993409792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767325668.730454:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325668.730460:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325668.730466:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1767325668.730467:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004db1aef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993409664:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325668.730470:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325668.730475:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767325668.730478:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d95a2dac] to pc [ptlrpcd_00_02+2] req@00000000d95a2dac x1853174993409792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325668.730483:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325668.730486:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325668.730491:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325668.730495:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fe30860. 02000000:00000001:3.0:1767325668.730498:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325668.730505:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000932e3563. 00000100:00000001:1.0:1767325668.730506:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325668.730509:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325668.730516:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767325668.730520:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767325668.730520:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef1aafe9. 00000400:00000010:3.0:1767325668.730521:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3878697. 00000100:00000001:2.0:1767325668.730525:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767325668.730525:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767325668.730528:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325668.730529:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325668.730529:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767325668.730530:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993409664, portal 25 02000000:00000001:1.0:1767325668.730533:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767325668.730534:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d95a2dac x1853174993409792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325668.730534:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325668.730536:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325668.730539:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138726784 : -112766570824832 : ffff99707c9a7b80) 02000000:00000001:1.0:1767325668.730543:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325668.730549:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1767325668.730550:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035310fb5. 00000100:00000040:3.0:1767325668.730552:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004db1aef7 x1853174993409664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325668.730552:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325668.730556:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325668.730557:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325668.730559:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325668.730565:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325668.730568:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000ef1aafe9 x1853174993409920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325668.730571:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767325668.730571:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d95a2dac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993409792:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325668.730579:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767325668.730580:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767325668.730583:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325668.730586:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325668.730587:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfabd78b. 02000000:00000001:2.0:1767325668.730589:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325668.730592:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1767325668.730593:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993409664, offset 0 02000000:00000010:2.0:1767325668.730594:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0a5a1af. 00000100:00000001:1.0:1767325668.730595:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325668.730599:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325668.730603:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1aafe9] to pc [ptlrpcd_00_03+3] req@00000000ef1aafe9 x1853174993409920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325668.730604:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002911334e. 00000400:00000200:3.0:1767325668.730605:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325668.730617:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a346707. 00000100:00000200:2.0:1767325668.730621:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993409792, portal 10 00000100:00000001:2.0:1767325668.730623:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325668.730624:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325668.730625:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325668.730625:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138716928 : -112766570834688 : ffff99707c9a5500) 00000100:00000040:1.0:1767325668.730629:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325668.730634:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325668.730635:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767325668.730637:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767325668.730637:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d95a2dac x1853174993409792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325668.730638:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325668.730642:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325668.730644:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10923) 00000400:00000200:3.0:1767325668.730647:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:0.0:1767325668.730651:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef1aafe9 x1853174993409920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325668.730652:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767325668.730656:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767325668.730659:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325668.730663:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d7be8e. 00000400:00000200:3.0:1767325668.730664:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000200:2.0:1767325668.730667:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993409792, offset 0 00000400:00000200:3.0:1767325668.730676:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [181:181:256:4294967295] 192.168.203.107@tcp LPNI seq info [181:181:8:4294967295] 00000400:00000200:2.0:1767325668.730676:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325668.730676:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325668.730680:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325668.730685:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325668.730687:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325668.730689:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325668.730696:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993409920:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767325668.730698:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325668.730704:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325668.730708:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1767325668.730710:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325668.730713:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:0.0:1767325668.730717:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325668.730718:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f644e59f. 00000400:00000200:2.0:1767325668.730719:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767325668.730721:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767325668.730725:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000010:0.0:1767325668.730726:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008751a1c7. 02000000:00000001:0.0:1767325668.730730:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325668.730732:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767325668.730732:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767325668.730735:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042d7c85a. 00000400:00000010:0.0:1767325668.730741:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 00000800:00000200:3.0:1767325668.730744:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767325668.730745:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000200:0.0:1767325668.730747:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993409920, portal 10 00000800:00000200:3.0:1767325668.730751:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f644e59f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325668.730752:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767325668.730753:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [182:182:255:4294967295] 192.168.203.107@tcp LPNI seq info [182:182:7:4294967295] 00000100:00000001:0.0:1767325668.730755:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138716032 : -112766570835584 : ffff99707c9a5180) 00000100:00000040:0.0:1767325668.730764:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef1aafe9 x1853174993409920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325668.730772:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325668.730772:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767325668.730780:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305590298 00000800:00000200:2.0:1767325668.730786:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325668.730787:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767325668.730788:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008dddafd2. 00000800:00000010:2.0:1767325668.730793:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009620fff6. 00000100:00000040:0.0:1767325668.730794:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325668.730795:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767325668.730800:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fa08db4. 00000800:00000200:2.0:1767325668.730801:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325668.730802:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305590298 00000100:00000200:0.0:1767325668.730806:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993409920, offset 0 00000100:00000010:3.0:1767325668.730809:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007357b7f4. 00000800:00000200:2.0:1767325668.730812:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325668.730815:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767325668.730817:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009620fff6 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325668.730819:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325668.730821:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325668.730828:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 548628 usecs (549 jiffies) 00000100:00000001:3.0:1767325668.730829:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305590298 00000400:00000200:0.0:1767325668.730830:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325668.730834:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305586213 00000100:00000010:3.0:1767325668.730836:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063574839. 00000800:00000200:1.0:1767325668.730837:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767325668.730838:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325668.730840:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305590298 00000100:00000001:3.0:1767325668.730843:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000010:1.0:1767325668.730844:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f644e59f. 00000400:00000200:0.0:1767325668.730845:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325668.730846:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305586213 00000100:00000001:3.0:1767325668.730850:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305590298 00000100:00000001:2.0:1767325668.730851:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305590298 00000400:00000200:1.0:1767325668.730852:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325668.730853:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1767325668.730856:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047b5e8b. 00000100:00000001:2.0:1767325668.730859:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305586213 00000400:00000200:0.0:1767325668.730861:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325668.730863:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767325668.730865:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305590298 00000400:00000200:1.0:1767325668.730866:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325668.730869:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325668.730871:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305586213 00000400:00000200:0.0:1767325668.730871:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [183:183:254:4294967295] 192.168.203.107@tcp LPNI seq info [183:183:6:4294967295] 00000100:00000001:3.0:1767325668.730875:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325668.730876:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305590298 00000100:00000001:2.0:1767325668.730881:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325668.730882:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325668.730886:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325668.730888:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325668.730890:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325668.730892:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325668.730895:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325668.730899:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767325668.730900:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfabd78b 00000800:00000200:0.0:1767325668.730900:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325668.730902:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325668.730903:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767325668.730905:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfabd78b. 00000100:00000001:2.0:1767325668.730906:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1767325668.730907:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099e782ae. 00000100:00000001:3.0:1767325668.730908:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325668.730912:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325668.730912:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325668.730914:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325668.730915:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325668.730917:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325668.730917:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325668.730919:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325668.730923:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325668.730923:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004db1aef7 x1853174993409664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325668.730924:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325668.730929:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325668.730934:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099e782ae type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325668.730942:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325668.730943:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325668.730945:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 30941 usecs (31 jiffies) 00000100:00000001:0.0:1767325668.730949:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305585695 00000100:00000040:1.0:1767325668.730950:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004db1aef7 x1853174993409664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325668.730959:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305590298 00000100:00000001:1.0:1767325668.730963:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325668.730964:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305585695 00000100:00000001:1.0:1767325668.730967:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325668.730968:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305590298 00000100:00000001:0.0:1767325668.730971:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305585695 00000100:00000001:0.0:1767325668.730973:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305590298 00000100:00000001:0.0:1767325668.730975:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305585695 00000100:00000001:0.0:1767325668.730976:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305590298 00000100:00000001:0.0:1767325668.730977:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325668.730980:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325668.730982:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325668.730982:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325668.730986:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009620fff6. 00000100:00000001:0.0:1767325668.730987:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325668.730992:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325668.730995:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325668.730998:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767325668.730999:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325668.731002:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325668.731003:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325668.731004:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325668.731007:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325668.731011:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d7be8e 00000400:00000010:1.0:1767325668.731015:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d7be8e. 00000100:00000001:1.0:1767325668.731018:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325668.731021:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d95a2dac x1853174993409792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325668.731029:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325668.731031:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d95a2dac x1853174993409792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325668.731036:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325668.731038:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325668.731100:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325668.731103:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099e782ae. 00000400:00000200:1.0:1767325668.731105:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325668.731108:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325668.731110:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fa08db4 00000400:00000010:1.0:1767325668.731112:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fa08db4. 00000100:00000001:1.0:1767325668.731114:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325668.731116:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef1aafe9 x1853174993409920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325668.731122:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325668.731124:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef1aafe9 x1853174993409920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325668.731129:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325668.731130:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325668.732738:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325668.732750:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325668.732753:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325668.732755:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325668.732762:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325668.732774:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed305680 00000400:00000200:1.0:1767325668.732781:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x68d [1] + 224 00000800:00000001:1.0:1767325668.732787:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325668.732799:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325668.732802:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325668.732806:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325668.732820:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325668.732824:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004db1aef7 x1853174993409664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325668.732833:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004db1aef7 x1853174993409664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325668.732845:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325668.732853:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325668.732856:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325668.732857:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325668.732859:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325668.732864:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325668.732871:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed305700 00000400:00000200:1.0:1767325668.732877:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x695 [1] + 224 00000100:00000001:3.0:1767325668.732879:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767325668.732881:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325668.732883:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767325668.732885:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325668.732889:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767325668.732890:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767325668.732894:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:3.0:1767325668.732895:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325668.732900:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000932e3563. 00000400:00000200:3.0:1767325668.732903:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3878697 00000400:00000010:3.0:1767325668.732905:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3878697. 00000100:00000001:3.0:1767325668.732908:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325668.732910:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325668.732914:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004db1aef7 x1853174993409664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325668.732917:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d95a2dac x1853174993409792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325668.732937:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004db1aef7 x1853174993409664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325668.732938:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d95a2dac x1853174993409792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325668.732965:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325668.732967:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325668.732969:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325668.732971:0:211466:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1767325668.732974:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767325668.732975:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325668.732979:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767325668.732980:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325668.732982:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325668.732983:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767325668.732987:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325668.732989:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767325668.732989:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325668.732995:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767325668.732998:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767325668.733002:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=75 v=5 (5 5 0 0) 00000400:00000001:2.0:1767325668.733003:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767325668.733004:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed305780 00000400:00000001:2.0:1767325668.733007:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1767325668.733008:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=75 v=5 (1 1 0 0) 00000400:00000010:2.0:1767325668.733011:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002911334e. 00000100:00000001:3.0:1767325668.733015:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325668.733018:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325668.733018:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a346707 00010000:00000001:3.0:1767325668.733023:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767325668.733023:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a346707. 00010000:00000001:3.0:1767325668.733026:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325668.733028:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325668.733030:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325668.733033:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x69d [1] + 224 00000100:00000200:2.0:1767325668.733037:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d95a2dac x1853174993409792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325668.733038:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004db1aef7 x1853174993409664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325668.733042:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325668.733050:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325668.733054:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325668.733063:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325668.733068:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767325668.733070:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d95a2dac x1853174993409792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325668.733070:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325668.733072:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325668.733075:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325668.733077:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef1aafe9 x1853174993409920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325668.733082:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004db1aef7 x1853174993409664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325668.733088:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325668.733090:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325668.733095:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325668.733097:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325668.733100:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325668.733103:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325668.733108:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325668.733110:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004db1aef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993409664:192.168.203.107@tcp:400: 00000100:00001000:2.0:1767325668.733112:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=65 v=5 (5 5 0 0) 00000100:00000040:1.0:1767325668.733112:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef1aafe9 x1853174993409920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767325668.733118:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=65 v=5 (1 1 0 0) 00000100:00000001:3.0:1767325668.733122:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325668.733125:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325668.733128:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325668.733129:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767325668.733133:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767325668.733135:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004db1aef7 x1853174993409664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325668.733137:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325668.733157:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325668.733159:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325668.733160:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325668.733162:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325668.733164:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767325668.733166:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d95a2dac x1853174993409792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325668.733171:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325668.733177:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325668.733181:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325668.733184:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325668.733184:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767325668.733188:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767325668.733188:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767325668.733188:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325668.733191:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1767325668.733192:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fe30860. 00000100:00000001:2.0:1767325668.733192:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767325668.733194:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042d7c85a. 00000100:00000001:2.0:1767325668.733196:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325668.733198:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767325668.733198:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 00000400:00000010:0.0:1767325668.733200:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00000020:00000001:3.0:1767325668.733201:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767325668.733203:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d95a2dac x1853174993409792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767325668.733204:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325668.733204:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767325668.733207:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325668.733210:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fe8d38. 00000100:00000200:0.0:1767325668.733211:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef1aafe9 x1853174993409920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325668.733217:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325668.733227:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1767325668.733228:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef1aafe9 x1853174993409920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325668.733229:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004db1aef7. 00000100:00000001:3.0:1767325668.733234:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325668.733235:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325668.733239:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325668.733250:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325668.733252:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325668.733255:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325668.733255:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325668.733257:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325668.733257:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767325668.733259:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d95a2dac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993409792:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325668.733259:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767325668.733265:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325668.733266:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325668.733270:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325668.733270:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325668.733271:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325668.733275:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325668.733276:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d95a2dac x1853174993409792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325668.733281:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=75 v=5 (5 5 0 0) 00000100:00001000:0.0:1767325668.733287:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=39 v=5 (1 1 0 0) 00000100:00000001:2.0:1767325668.733293:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325668.733293:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325668.733295:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325668.733308:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767325668.733310:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767325668.733312:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0a5a1af. 00010000:00080000:0.0:1767325668.733316:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ef1aafe9 x1853174993409920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325668.733317:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325668.733321:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325668.733323:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00010000:00000001:0.0:1767325668.733326:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325668.733327:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325668.733330:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 00000100:00000001:0.0:1767325668.733330:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325668.733332:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 02000000:00000001:2.0:1767325668.733334:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767325668.733335:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767325668.733337:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767325668.733337:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325668.733339:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d95a2dac. 00000100:00000040:0.0:1767325668.733342:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef1aafe9 x1853174993409920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325668.733343:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325668.733345:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325668.733349:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325668.733354:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325668.733354:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325668.733355:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325668.733358:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325668.733358:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325668.733364:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325668.733366:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef1aafe9 x1853174993409920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325668.733367:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325668.733376:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993409920:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325668.733381:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325668.733383:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325668.733385:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef1aafe9 x1853174993409920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325684 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325668.733391:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325668.733393:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325668.733395:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008751a1c7. 02000000:00000001:0.0:1767325668.733398:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325668.733404:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325668.733406:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325668.733408:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325668.733409:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035310fb5. 02000000:00000001:0.0:1767325668.733412:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325668.733413:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325668.733414:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef1aafe9. 00000100:00000001:0.0:1767325668.733416:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325668.733416:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325668.733418:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325668.733420:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325668.733421:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325668.733422:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325668.733423:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325669.370243:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325669.370250:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325669.370255:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325669.370257:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325669.370337:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325669.370341:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325669.370344:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325670.394235:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325670.394242:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325670.394247:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325670.394248:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325670.394314:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325670.394317:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325670.394320:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325671.418304:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325671.418312:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325671.418319:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325671.418339:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325671.418388:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325671.418394:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325671.418398:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325672.442249:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325672.442260:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325672.442263:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325672.442266:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325672.442282:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325672.442285:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325672.442287:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325672.442289:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325672.442293:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325672.442295:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325672.442348:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325672.442353:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325672.442357:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325673.466278:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325673.466284:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325673.466290:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325673.466292:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325673.466362:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325673.466369:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325673.466372:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325673.850273:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305590298, at 4305590784 00000100:00000040:3.0:1767325673.850274:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305590298, at 4305590784 00000100:00000040:1.0:1767325673.850281:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305590298, at 4305590784 00000100:00000040:0.0:1767325673.850292:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305590298, at 4305590784 00000100:00000010:3.0:1767325673.850293:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047b5e8b. 00000100:00000010:1.0:1767325673.850293:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007357b7f4. 00000100:00000010:2.0:1767325673.850296:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063574839. 00000100:00000010:0.0:1767325673.850312:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008dddafd2. 00000100:00000040:1.0:1767325673.850318:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325673.850323:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325673.850332:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064827f0f. 00000020:00000040:1.0:1767325673.850336:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325673.850342:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325673.850344:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325673.850350:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325673.850363:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035310fb5. 00000100:00000001:1.0:1767325673.850371:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325673.850384:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000064827f0f x1853174993410048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325673.850396:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325673.850399:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325673.850422:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064827f0f] to pc [ptlrpcd_00_00+0] req@0000000064827f0f x1853174993410048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325673.850448:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325673.850450:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325673.850452:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325673.850454:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b618cdda. 00000020:00000040:1.0:1767325673.850456:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325673.850458:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325673.850459:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325673.850461:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325673.850463:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 00000100:00000001:1.0:1767325673.850466:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325673.850469:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000b618cdda x1853174993410176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325673.850474:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325673.850476:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325673.850478:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b618cdda] to pc [ptlrpcd_00_01+1] req@00000000b618cdda x1853174993410176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325673.850480:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325673.850481:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325673.850485:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325673.850487:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325673.850488:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325673.850489:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325673.850493:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325673.850494:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767325673.850495:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325673.850498:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767325673.850498:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008ff6dcc5. 00000020:00000040:1.0:1767325673.850502:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767325673.850503:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325673.850505:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064827f0f x1853174993410048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325673.850506:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325673.850509:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325673.850510:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325673.850512:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b618cdda x1853174993410176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325673.850515:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fe8d38. 00000100:00000001:1.0:1767325673.850519:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325673.850525:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000008ff6dcc5 x1853174993410304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325673.850528:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325673.850531:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325673.850537:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325673.850541:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325673.850542:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325673.850545:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325673.850546:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325673.850550:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1767325673.850552:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064827f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993410048:192.168.203.107@tcp:400: 02000000:00000001:3.0:1767325673.850554:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325673.850559:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325673.850561:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325673.850568:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1767325673.850569:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b618cdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993410176:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325673.850570:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325673.850573:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767325673.850576:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767325673.850576:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ff6dcc5] to pc [ptlrpcd_00_02+2] req@000000008ff6dcc5 x1853174993410304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325673.850581:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325673.850583:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325673.850585:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325673.850588:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767325673.850589:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325673.850593:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d15ab1f0. 02000000:00000010:3.0:1767325673.850595:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000829ef988. 02000000:00000001:0.0:1767325673.850596:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325673.850597:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325673.850601:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325673.850602:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767325673.850604:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042d7c85a. 00000100:00000040:1.0:1767325673.850608:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1767325673.850611:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000932e3563. 00000100:00000040:1.0:1767325673.850613:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10928) 00000400:00000010:0.0:1767325673.850614:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 00000400:00000010:3.0:1767325673.850618:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3878697. 00000100:00000001:2.0:1767325673.850620:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767325673.850623:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993410048, portal 25 00000100:00000200:3.0:1767325673.850625:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993410176, portal 10 00000100:00000001:2.0:1767325673.850625:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325673.850626:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325673.850626:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325673.850628:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325673.850630:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138719616 : -112766570832000 : ffff99707c9a5f80) 00000100:00000001:1.0:1767325673.850631:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325673.850632:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767325673.850636:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008ff6dcc5 x1853174993410304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325673.850639:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064827f0f x1853174993410048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325673.850640:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138724096 : -112766570827520 : ffff99707c9a7100) 00000100:00000040:3.0:1767325673.850652:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b618cdda x1853174993410176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325673.850670:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325673.850671:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325673.850671:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325673.850674:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325673.850675:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767325673.850678:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325673.850681:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042895cc0. 00000400:00000010:3.0:1767325673.850682:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d0fe3be. 02000000:00000001:2.0:1767325673.850682:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325673.850686:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767325673.850687:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993410176, offset 0 00000100:00000200:0.0:1767325673.850687:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993410048, offset 0 02000000:00000001:2.0:1767325673.850692:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325673.850697:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008ff6dcc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993410304:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767325673.850699:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325673.850704:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325673.850708:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767325673.850710:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767325673.850711:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325673.850714:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767325673.850717:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000010:2.0:1767325673.850718:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002671221b. 02000000:00000001:2.0:1767325673.850722:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325673.850723:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767325673.850727:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002911334e. 00000400:00000200:3.0:1767325673.850728:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325673.850732:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325673.850733:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325673.850738:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [184:184:256:4294967295] 192.168.203.107@tcp LPNI seq info [184:184:8:4294967295] 00000400:00000010:2.0:1767325673.850742:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a346707. 00000100:00000200:2.0:1767325673.850747:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993410304, portal 10 00000400:00000200:3.0:1767325673.850749:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325673.850752:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325673.850755:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138720512 : -112766570831104 : ffff99707c9a6300) 00000800:00000200:3.0:1767325673.850757:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325673.850759:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325673.850765:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767325673.850766:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f644e59f. 00000100:00000040:2.0:1767325673.850767:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008ff6dcc5 x1853174993410304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325673.850771:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:3.0:1767325673.850777:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325673.850777:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325673.850783:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325673.850788:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [185:185:255:4294967295] 192.168.203.107@tcp LPNI seq info [185:185:7:4294967295] 00000100:00000001:2.0:1767325673.850789:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767325673.850793:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000040:2.0:1767325673.850796:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:3.0:1767325673.850801:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f644e59f type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767325673.850802:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014753050. 00000400:00000200:0.0:1767325673.850802:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:2.0:1767325673.850809:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993410304, offset 0 00000800:00000200:0.0:1767325673.850812:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325673.850816:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b42c8091. 00000400:00000200:2.0:1767325673.850820:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325673.850823:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325673.850824:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767325673.850830:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:3.0:1767325673.850831:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 538140 usecs (539 jiffies) 00000800:00000200:0.0:1767325673.850832:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325673.850838:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b42c8091 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325673.850840:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305591323 00000400:00000200:2.0:1767325673.850840:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325673.850844:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325673.850846:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000010:3.0:1767325673.850847:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047b5e8b. 00000100:00000001:0.0:1767325673.850848:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305595418 00000400:00000200:2.0:1767325673.850853:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325673.850854:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767325673.850858:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325673.850860:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305591323 00000100:00000001:0.0:1767325673.850863:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305591323 00000100:00000010:3.0:1767325673.850865:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c06959ff. 00000400:00000200:2.0:1767325673.850865:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [186:186:254:4294967295] 192.168.203.107@tcp LPNI seq info [186:186:6:4294967295] 00000100:00000001:3.0:1767325673.850869:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767325673.850874:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325673.850876:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305591323 00000100:00000001:0.0:1767325673.850877:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305595418 00000800:00000010:1.0:1767325673.850878:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f644e59f. 00000400:00000200:1.0:1767325673.850886:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325673.850886:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305591323 00000100:00000010:3.0:1767325673.850887:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000678b8b64. 00000400:00000200:2.0:1767325673.850887:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325673.850892:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305595418 00000100:00000001:3.0:1767325673.850893:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767325673.850894:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325673.850901:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305591323 00000800:00000200:2.0:1767325673.850901:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325673.850902:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305591323 00000400:00000200:1.0:1767325673.850903:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0fe3be 00000100:00000010:3.0:1767325673.850907:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d91b0be4. 00000400:00000010:1.0:1767325673.850908:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d0fe3be. 00000100:00000001:0.0:1767325673.850909:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305595418 00000800:00000010:2.0:1767325673.850910:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b6dbbf0. 00000100:00000001:3.0:1767325673.850914:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767325673.850915:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767325673.850919:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767325673.850920:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325673.850921:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305591323 00000100:00000200:1.0:1767325673.850923:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b618cdda x1853174993410176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325673.850925:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325673.850928:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325673.850931:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325673.850934:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325673.850935:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325673.850941:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325673.850944:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325673.850944:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325673.850946:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325673.850947:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767325673.850950:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b618cdda x1853174993410176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325673.850951:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767325673.850952:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b6dbbf0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325673.850955:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325673.850956:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325673.850961:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325673.850961:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325673.850961:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325673.850962:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325673.850964:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325673.850968:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325673.850968:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325673.850969:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325673.850970:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 30365 usecs (31 jiffies) 00000100:00000001:0.0:1767325673.850973:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325673.850976:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305590815 00000100:00000001:0.0:1767325673.850978:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325673.850979:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325673.850981:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305595418 00000100:00000001:0.0:1767325673.850981:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325673.850982:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b42c8091. 00000100:00000001:2.0:1767325673.850988:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305590815 00000400:00000200:1.0:1767325673.850989:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325673.850995:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305595418 00000400:00000200:1.0:1767325673.850997:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325673.851000:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305590815 00000400:00000200:1.0:1767325673.851001:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042895cc0 00000400:00000010:1.0:1767325673.851002:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042895cc0. 00000100:00000001:2.0:1767325673.851009:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305595418 00000100:00000001:1.0:1767325673.851012:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325673.851015:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305590815 00000100:00000200:1.0:1767325673.851017:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064827f0f x1853174993410048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325673.851020:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305595418 00000100:00000001:2.0:1767325673.851026:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325673.851027:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325673.851031:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325673.851031:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064827f0f x1853174993410048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325673.851036:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325673.851041:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325673.851042:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325673.851047:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325673.851049:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325673.851052:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325673.851054:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325673.851056:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325673.851057:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325673.851059:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325673.851102:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325673.851104:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b6dbbf0. 00000400:00000200:1.0:1767325673.851107:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325673.851109:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325673.851110:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014753050 00000400:00000010:1.0:1767325673.851111:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014753050. 00000100:00000001:1.0:1767325673.851112:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325673.851114:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008ff6dcc5 x1853174993410304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325673.851118:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325673.851120:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008ff6dcc5 x1853174993410304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325673.851123:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325673.851124:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325673.852397:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325673.852410:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325673.852414:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325673.852416:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325673.852422:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325673.852434:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed305880 00000400:00000200:1.0:1767325673.852441:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x6a9 [1] + 224 00000800:00000001:1.0:1767325673.852448:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325673.852456:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325673.852457:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325673.852460:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325673.852471:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325673.852475:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b618cdda x1853174993410176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325673.852484:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b618cdda x1853174993410176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325673.852498:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325673.852506:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325673.852510:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325673.852512:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325673.852514:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325673.852519:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325673.852524:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed305800 00000400:00000200:1.0:1767325673.852528:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x6a5 [1] + 224 00000800:00000001:1.0:1767325673.852532:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325673.852550:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325673.852553:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325673.852556:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325673.852560:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325673.852563:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064827f0f x1853174993410048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325673.852571:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325673.852572:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064827f0f x1853174993410048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325673.852574:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325673.852579:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325673.852581:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325673.852584:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000932e3563. 00000400:00000200:3.0:1767325673.852587:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3878697 00000400:00000010:3.0:1767325673.852588:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3878697. 00000100:00000001:3.0:1767325673.852590:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325673.852594:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325673.852600:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325673.852604:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325673.852606:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325673.852608:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325673.852612:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325673.852619:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed305900 00000400:00000200:1.0:1767325673.852624:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x6b5 [1] + 224 00000100:00000001:0.0:1767325673.852627:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767325673.852628:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325673.852630:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325673.852634:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325673.852637:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325673.852639:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042d7c85a. 00000800:00000001:1.0:1767325673.852640:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325673.852644:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325673.852644:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 00000400:00000010:0.0:1767325673.852648:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00000400:00000200:1.0:1767325673.852653:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325673.852654:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325673.852658:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325673.852661:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064827f0f x1853174993410048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325673.852664:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008ff6dcc5 x1853174993410304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325673.852672:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b618cdda x1853174993410176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325673.852693:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008ff6dcc5 x1853174993410304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325673.852698:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b618cdda x1853174993410176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325673.852698:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064827f0f x1853174993410048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325673.852712:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325673.852712:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325673.852715:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325673.852715:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325673.852716:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325673.852720:0:211466:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1767325673.852720:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325673.852720:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325673.852723:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767325673.852723:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767325673.852725:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325673.852727:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325673.852727:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325673.852730:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325673.852734:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325673.852734:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325673.852736:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325673.852742:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=70 v=5 (5 5 0 0) 00000100:00001000:0.0:1767325673.852742:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=80 v=5 (5 5 0 0) 00000100:00000001:2.0:1767325673.852745:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767325673.852746:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=70 v=5 (1 1 0 0) 00000100:00001000:0.0:1767325673.852746:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=80 v=5 (1 1 0 0) 00000100:00000001:2.0:1767325673.852749:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325673.852751:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325673.852751:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325673.852754:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767325673.852754:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767325673.852754:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767325673.852757:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767325673.852759:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325673.852759:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767325673.852760:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002911334e. 00010000:00000001:3.0:1767325673.852763:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325673.852763:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325673.852766:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a346707 00000100:00000001:3.0:1767325673.852767:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767325673.852767:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325673.852769:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325673.852771:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:2.0:1767325673.852771:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a346707. 00000100:00000001:3.0:1767325673.852774:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325673.852777:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767325673.852779:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064827f0f x1853174993410048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325673.852780:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b618cdda x1853174993410176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325673.852784:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008ff6dcc5 x1853174993410304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325673.852794:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325673.852794:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325673.852799:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325673.852799:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325673.852803:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325673.852803:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325673.852804:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008ff6dcc5 x1853174993410304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325673.852810:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b618cdda x1853174993410176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325673.852810:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064827f0f x1853174993410048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325673.852820:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325673.852823:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325673.852827:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767325673.852827:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064827f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993410048:192.168.203.107@tcp:400: 00000100:00100000:3.0:1767325673.852828:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b618cdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993410176:192.168.203.107@tcp:400: 02000000:00000001:2.0:1767325673.852830:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325673.852834:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325673.852836:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325673.852836:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325673.852836:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325673.852840:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325673.852840:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767325673.852841:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325673.852845:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b618cdda x1853174993410176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325673.852845:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064827f0f x1853174993410048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767325673.852847:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=80 v=5 (5 5 0 0) 00000100:00001000:2.0:1767325673.852855:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=44 v=5 (1 1 0 0) 00000100:00000001:3.0:1767325673.852858:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325673.852858:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325673.852861:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767325673.852861:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325673.852863:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000829ef988. 02000000:00000010:0.0:1767325673.852863:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d15ab1f0. 00000100:00000001:2.0:1767325673.852867:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767325673.852868:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767325673.852869:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325673.852870:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325673.852872:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767325673.852872:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767325673.852874:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767325673.852875:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000040:0.0:1767325673.852875:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767325673.852879:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767325673.852879:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325673.852882:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 00010000:00080000:2.0:1767325673.852882:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008ff6dcc5 x1853174993410304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325673.852882:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035310fb5. 02000000:00000001:3.0:1767325673.852888:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325673.852888:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325673.852891:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767325673.852891:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325673.852894:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b618cdda. 00000100:00000010:0.0:1767325673.852894:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064827f0f. 00010000:00000001:2.0:1767325673.852895:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325673.852900:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767325673.852900:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325673.852904:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767325673.852904:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325673.852907:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325673.852907:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325673.852908:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325673.852911:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325673.852911:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325673.852911:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325673.852917:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008ff6dcc5 x1853174993410304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325673.852917:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325673.852918:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325673.852920:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325673.852920:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325673.852925:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325673.852925:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325673.852928:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325673.852928:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325673.852932:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325673.852935:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325673.852936:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325673.852940:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ff6dcc5 x1853174993410304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325673.852947:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008ff6dcc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993410304:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325673.852951:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325673.852953:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325673.852954:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008ff6dcc5 x1853174993410304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325689 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325673.852960:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325673.852961:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325673.852981:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002671221b. 02000000:00000001:2.0:1767325673.852986:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325673.852988:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325673.852989:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325673.852992:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325673.852994:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fe8d38. 02000000:00000001:2.0:1767325673.852996:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325673.853003:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325673.853004:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008ff6dcc5. 00000100:00000001:2.0:1767325673.853007:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325673.853008:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325673.853010:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325673.853013:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325673.853015:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325673.853017:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325673.853018:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325674.490221:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325674.490227:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325674.490232:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325674.490235:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325674.490237:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325674.490241:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325674.490243:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325674.490244:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325674.490246:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325674.490248:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325674.490249:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325674.490251:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325674.490293:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325674.490298:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325674.490301:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325675.514267:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325675.514274:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325675.514279:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325675.514280:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325675.514336:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325675.514339:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325675.514342:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325676.538227:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325676.538236:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325676.538240:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325676.538241:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325676.538282:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325676.538286:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325676.538289:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325677.562218:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325677.562225:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325677.562231:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325677.562232:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325677.562277:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325677.562279:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325677.562282:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325678.586257:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325678.586262:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325678.586266:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325678.586267:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325678.586320:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325678.586323:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325678.586326:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325678.970214:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305595418, at 4305595904 00000100:00000040:3.0:1767325678.970215:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305595418, at 4305595904 00000100:00000040:2.0:1767325678.970217:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305595418, at 4305595904 00000100:00000010:0.0:1767325678.970237:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047b5e8b. 00000100:00000010:3.0:1767325678.970242:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d91b0be4. 00000100:00000010:2.0:1767325678.970244:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000678b8b64. 00000100:00000040:1.0:1767325678.970312:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305595418, at 4305595904 00000100:00000010:1.0:1767325678.970316:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c06959ff. 00000100:00000040:3.0:1767325678.970347:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325678.970351:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325678.970355:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058a26f23. 00000020:00000040:3.0:1767325678.970358:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325678.970361:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325678.970363:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325678.970367:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325678.970373:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f644e59f. 00000100:00000001:3.0:1767325678.970377:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325678.970384:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000058a26f23 x1853174993410432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325678.970392:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325678.970393:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325678.970397:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058a26f23] to pc [ptlrpcd_00_03+3] req@0000000058a26f23 x1853174993410432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325678.970415:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325678.970417:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325678.970422:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325678.970423:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f17934a9. 00000020:00000040:3.0:1767325678.970425:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325678.970426:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325678.970432:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325678.970434:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325678.970438:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dfadf5e9. 00000100:00000001:3.0:1767325678.970442:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325678.970444:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325678.970448:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000f17934a9 x1853174993410560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767325678.970450:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767325678.970454:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325678.970455:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325678.970459:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325678.970465:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325678.970467:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325678.970468:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325678.970470:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325678.970473:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325678.970476:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767325678.970477:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f17934a9] to pc [ptlrpcd_00_00+0] req@00000000f17934a9 x1853174993410560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325678.970479:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325678.970487:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058a26f23 x1853174993410432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325678.970496:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325678.970498:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325678.970500:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325678.970502:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767325678.970504:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767325678.970506:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325678.970507:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325678.970511:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000882297f5. 02000000:00000001:2.0:1767325678.970511:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767325678.970515:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767325678.970519:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767325678.970519:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058a26f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993410432:192.168.203.107@tcp:400: 02000000:00000001:3.0:1767325678.970522:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325678.970525:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325678.970526:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325678.970527:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325678.970528:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325678.970530:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325678.970532:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325678.970533:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000239bb1ca. 00000100:00000001:0.0:1767325678.970534:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767325678.970535:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767325678.970539:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325678.970539:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325678.970544:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f17934a9 x1853174993410560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325678.970545:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767325678.970546:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000882297f5 x1853174993410688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767325678.970552:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b123ce97. 00000100:00000001:3.0:1767325678.970553:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325678.970555:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325678.970558:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325678.970562:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000882297f5] to pc [ptlrpcd_00_01+1] req@00000000882297f5 x1853174993410688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325678.970567:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002911334e. 00000400:00000010:2.0:1767325678.970575:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a346707. 00000100:00000001:0.0:1767325678.970578:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325678.970581:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325678.970583:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993410432, portal 25 02000000:00000001:0.0:1767325678.970586:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325678.970587:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325678.970590:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325678.970590:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325678.970591:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268018432 : -112767441533184 : ffff997048b48700) 00000100:00000040:3.0:1767325678.970597:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767325678.970597:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325678.970601:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058a26f23 x1853174993410432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325678.970602:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325678.970607:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767325678.970607:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767325678.970607:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f17934a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993410560:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325678.970611:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325678.970617:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767325678.970618:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10933) 00000100:00000040:1.0:1767325678.970619:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000882297f5 x1853174993410688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325678.970622:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325678.970624:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767325678.970627:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325678.970633:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767325678.970634:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325678.970636:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325678.970638:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325678.970640:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eef61f70. 02000000:00000010:0.0:1767325678.970640:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004eeebb60. 02000000:00000001:1.0:1767325678.970641:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325678.970644:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767325678.970647:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993410432, offset 0 02000000:00000001:1.0:1767325678.970647:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325678.970647:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325678.970654:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000882297f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993410688:192.168.203.107@tcp:400: 00000400:00000010:0.0:1767325678.970656:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042d7c85a. 00000400:00000200:2.0:1767325678.970659:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325678.970663:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325678.970666:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325678.970668:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325678.970670:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325678.970673:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022b698ec. 02000000:00000001:1.0:1767325678.970675:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325678.970676:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 00000400:00000010:1.0:1767325678.970679:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfe26627. 00000400:00000200:2.0:1767325678.970681:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000200:0.0:1767325678.970681:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993410560, portal 10 00000400:00000010:1.0:1767325678.970684:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bec2a54. 00000100:00000001:0.0:1767325678.970687:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767325678.970689:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767325678.970689:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993410688, portal 10 00000400:00000200:2.0:1767325678.970696:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325678.970696:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030976 : -112767441520640 : ffff997048b4b800) 00000100:00000001:1.0:1767325678.970700:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767325678.970704:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325678.970704:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268029184 : -112767441522432 : ffff997048b4b100) 00000100:00000040:0.0:1767325678.970708:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f17934a9 x1853174993410560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325678.970709:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325678.970718:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [187:187:256:4294967295] 192.168.203.107@tcp LPNI seq info [187:187:8:4294967295] 00000100:00000040:1.0:1767325678.970720:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000882297f5 x1853174993410688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325678.970730:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325678.970740:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325678.970740:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325678.970742:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:1.0:1767325678.970749:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325678.970751:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a212d555. 00000400:00000010:1.0:1767325678.970754:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002536fb7c. 00000800:00000200:2.0:1767325678.970756:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000200:0.0:1767325678.970758:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993410560, offset 0 00000100:00000200:1.0:1767325678.970759:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993410688, offset 0 00000800:00000010:2.0:1767325678.970763:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000524bc938. 00000400:00000200:0.0:1767325678.970769:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767325678.970773:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767325678.970778:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325678.970780:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325678.970786:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325678.970790:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:2.0:1767325678.970793:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767325678.970794:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325678.970800:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767325678.970801:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000524bc938 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325678.970806:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [188:188:255:4294967295] 192.168.203.107@tcp LPNI seq info [188:188:7:4294967295] 00000400:00000200:0.0:1767325678.970816:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325678.970819:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325678.970823:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767325678.970823:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ecf409d. 00000400:00000200:1.0:1767325678.970825:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325678.970830:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305600538 00000800:00000200:0.0:1767325678.970830:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767325678.970831:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1767325678.970838:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b11e55c. 00000800:00000200:0.0:1767325678.970838:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767325678.970840:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:0.0:1767325678.970844:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003ecf409d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325678.970848:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767325678.970848:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325678.970849:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325678.970855:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767325678.970856:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305600538 00000100:00000040:0.0:1767325678.970856:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 528040 usecs (529 jiffies) 00000100:00000010:2.0:1767325678.970862:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001946f356. 00000400:00000200:1.0:1767325678.970863:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [189:189:254:4294967295] 192.168.203.107@tcp LPNI seq info [189:189:6:4294967295] 00000100:00000001:0.0:1767325678.970863:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305596433 00000100:00000001:2.0:1767325678.970867:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767325678.970871:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305600538 00000100:00000001:2.0:1767325678.970874:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305600538 00000100:00000001:0.0:1767325678.970876:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305596433 00000800:00000200:3.0:1767325678.970881:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1767325678.970881:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000652927cb. 00000100:00000001:0.0:1767325678.970883:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305600538 00000400:00000200:1.0:1767325678.970886:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000010:3.0:1767325678.970887:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000524bc938. 00000100:00000001:2.0:1767325678.970887:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767325678.970889:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305596433 00000400:00000200:3.0:1767325678.970893:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325678.970895:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305600538 00000100:00000001:0.0:1767325678.970896:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305600538 00000800:00000200:1.0:1767325678.970900:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:2.0:1767325678.970901:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff64859d. 00000400:00000200:3.0:1767325678.970902:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325678.970903:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305596433 00000800:00000010:1.0:1767325678.970906:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d53f249. 00000100:00000001:2.0:1767325678.970907:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767325678.970909:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eef61f70 00000800:00000200:1.0:1767325678.970913:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:3.0:1767325678.970914:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eef61f70. 00000100:00000001:2.0:1767325678.970916:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325678.970916:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305600538 00000100:00000001:3.0:1767325678.970919:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767325678.970920:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325678.970922:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767325678.970923:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d53f249 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767325678.970925:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058a26f23 x1853174993410432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325678.970928:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325678.970933:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325678.970934:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325678.970936:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325678.970939:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325678.970942:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325678.970946:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325678.970947:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325678.970947:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 29802 usecs (30 jiffies) 00000100:00000001:0.0:1767325678.970949:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325678.970952:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305595934 00000100:00000001:0.0:1767325678.970953:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767325678.970954:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058a26f23 x1853174993410432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325694 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325678.970955:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305600538 00000100:00000001:1.0:1767325678.970960:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305595934 00000100:00000001:0.0:1767325678.970960:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325678.970964:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305600538 00000100:00000001:0.0:1767325678.970964:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325678.970965:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325678.970968:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325678.970969:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325678.970969:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305595934 00000100:00000001:1.0:1767325678.970974:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305600538 00000100:00000001:0.0:1767325678.970974:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325678.970979:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305595934 00000800:00000200:3.0:1767325678.970981:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325678.970981:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305600538 00000800:00000010:3.0:1767325678.970983:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ecf409d. 00000100:00000001:1.0:1767325678.970983:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325678.970985:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325678.970986:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325678.970987:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325678.970989:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325678.970989:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325678.970992:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a212d555 00000400:00000010:3.0:1767325678.970994:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a212d555. 00000100:00000001:1.0:1767325678.970994:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325678.970995:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325678.970996:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325678.970997:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767325678.970998:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f17934a9 x1853174993410560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325678.970998:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325678.970999:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325678.971001:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325678.971005:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325678.971007:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f17934a9 x1853174993410560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325694 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325678.971012:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325678.971013:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325678.971057:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325678.971059:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d53f249. 00000400:00000200:3.0:1767325678.971063:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325678.971066:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325678.971068:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002536fb7c 00000400:00000010:3.0:1767325678.971081:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002536fb7c. 00000100:00000001:3.0:1767325678.971085:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325678.971088:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000882297f5 x1853174993410688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325678.971095:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325678.971097:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000882297f5 x1853174993410688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325694 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325678.971102:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325678.971103:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325678.973666:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325678.973676:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325678.973678:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325678.973680:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325678.973685:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325678.973694:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed305980 00000400:00000200:1.0:1767325678.973698:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x6bd [1] + 224 00000800:00000001:1.0:1767325678.973703:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325678.973705:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325678.973707:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325678.973709:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325678.973713:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325678.973727:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058a26f23 x1853174993410432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325678.973736:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000058a26f23 x1853174993410432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325678.973754:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325678.973760:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325678.973763:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325678.973764:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325678.973765:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325678.973768:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325678.973771:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed305a00 00000400:00000200:1.0:1767325678.973774:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x6c5 [1] + 224 00000800:00000001:1.0:1767325678.973777:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325678.973779:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325678.973781:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325678.973784:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325678.973786:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325678.973788:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f17934a9 x1853174993410560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325678.973793:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f17934a9 x1853174993410560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325678.973794:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325678.973804:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325678.973804:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325678.973809:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767325678.973811:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767325678.973815:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767325678.973816:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325678.973820:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002911334e. 00000800:00000001:1.0:1767325678.973820:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325678.973822:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325678.973828:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a346707 00000400:00000200:1.0:1767325678.973828:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000010:2.0:1767325678.973833:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a346707. 00000400:00000200:1.0:1767325678.973837:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed305a80 00000100:00000001:2.0:1767325678.973839:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767325678.973843:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x6c9 [1] + 224 00000100:00000001:0.0:1767325678.973844:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767325678.973846:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767325678.973848:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058a26f23 x1853174993410432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325678.973849:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767325678.973853:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767325678.973855:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325678.973858:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767325678.973862:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058a26f23 x1853174993410432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325678.973863:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767325678.973863:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042d7c85a. 00000400:00000200:0.0:1767325678.973870:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 00000400:00000200:1.0:1767325678.973875:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:0.0:1767325678.973876:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00000100:00000001:2.0:1767325678.973883:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325678.973884:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325678.973885:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325678.973887:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325678.973891:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f17934a9 x1853174993410560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325678.973892:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767325678.973893:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000882297f5 x1853174993410688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325678.973896:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325678.973900:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325678.973903:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325678.973909:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325678.973917:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=85 v=5 (5 5 0 0) 00000100:00001000:2.0:1767325678.973925:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=85 v=5 (1 1 0 0) 00000100:00000040:1.0:1767325678.973926:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000882297f5 x1853174993410688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325678.973928:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f17934a9 x1853174993410560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325678.973935:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325678.973938:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325678.973944:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325678.973948:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325678.973953:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325678.973960:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767325678.973962:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058a26f23 x1853174993410432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325678.973963:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325678.973964:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325678.973968:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325678.973972:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325678.973974:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325678.973978:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325678.973979:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325678.973982:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325678.973984:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325678.973986:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325678.973987:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325678.973990:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325678.973993:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325678.973995:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058a26f23 x1853174993410432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325678.973996:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767325678.973997:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=75 v=5 (5 5 0 0) 00000400:00000001:3.0:1767325678.974000:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325678.974003:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325678.974005:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfe26627. 00000100:00001000:0.0:1767325678.974005:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=75 v=5 (1 1 0 0) 00000400:00000200:3.0:1767325678.974012:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bec2a54 00000100:00000001:0.0:1767325678.974012:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767325678.974016:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bec2a54. 00000100:00000001:0.0:1767325678.974016:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325678.974017:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058a26f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993410432:192.168.203.107@tcp:400: 00010000:00000001:0.0:1767325678.974020:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325678.974022:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325678.974027:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000882297f5 x1853174993410688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325678.974029:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325678.974034:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325678.974037:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325678.974039:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325678.974041:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:3.0:1767325678.974044:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000882297f5 x1853174993410688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325678.974044:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325678.974045:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325678.974053:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058a26f23 x1853174993410432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325678.974054:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f17934a9 x1853174993410560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325678.974060:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325678.974062:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325678.974066:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325678.974069:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325678.974072:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325678.974074:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325678.974078:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325678.974084:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=85 v=5 (5 5 0 0) 00000100:00000001:2.0:1767325678.974084:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325678.974087:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767325678.974089:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1767325678.974092:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325678.974094:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325678.974095:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325678.974097:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325678.974101:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767325678.974102:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767325678.974103:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f17934a9 x1853174993410560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325678.974107:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b123ce97. 00010000:00080000:3.0:1767325678.974108:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000882297f5 x1853174993410688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325678.974112:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325678.974116:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325678.974119:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767325678.974125:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325678.974129:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f644e59f. 00000100:00100000:0.0:1767325678.974130:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f17934a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993410560:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325678.974136:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325678.974137:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767325678.974168:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325678.974172:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767325678.974173:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325678.974173:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f17934a9 x1853174993410560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767325678.974177:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058a26f23. 00000100:00000001:3.0:1767325678.974178:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325678.974181:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325678.974184:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325678.974185:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325678.974188:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325678.974188:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325678.974189:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325678.974192:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767325678.974195:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767325678.974195:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004eeebb60. 00000100:00000040:3.0:1767325678.974197:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000882297f5 x1853174993410688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325678.974201:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325678.974204:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767325678.974204:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325678.974206:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325678.974208:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767325678.974208:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325678.974209:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325678.974211:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767325678.974214:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767325678.974215:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325678.974217:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000882297f5 x1853174993410688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325678.974217:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dfadf5e9. 00000100:00000001:2.0:1767325678.974219:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325678.974221:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325678.974225:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325678.974238:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f17934a9. 00000100:00000001:0.0:1767325678.974242:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1767325678.974245:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000882297f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993410688:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325678.974246:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325678.974250:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325678.974251:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325678.974253:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325678.974254:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767325678.974255:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000882297f5 x1853174993410688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325694 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325678.974257:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325678.974261:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325678.974262:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325678.974266:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022b698ec. 00000100:00000001:0.0:1767325678.974266:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325678.974270:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767325678.974270:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325678.974273:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325678.974275:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325678.974277:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325678.974278:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000239bb1ca. 02000000:00000001:3.0:1767325678.974280:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325678.974281:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325678.974282:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000882297f5. 00000100:00000001:3.0:1767325678.974284:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325678.974285:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325678.974290:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325678.974293:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325678.974294:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325678.974295:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325678.974296:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325679.610272:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325679.610277:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325679.610283:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325679.610285:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325679.610342:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325679.610346:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325679.610349:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325680.634475:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325680.634481:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325680.634487:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325680.634488:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325680.634658:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325680.634662:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325680.634665:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325681.658357:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325681.658363:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325681.658369:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325681.658370:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325681.658440:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325681.658444:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325681.658447:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325682.682262:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325682.682273:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325682.682302:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325682.682304:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325682.682310:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325682.682312:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325682.682314:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325682.682317:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325682.682322:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325682.682323:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325682.682385:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325682.682389:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325682.682392:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325683.706223:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325683.706228:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325683.706232:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325683.706233:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325683.706299:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325683.706303:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325683.706306:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325684.090234:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305600538, at 4305601024 00000100:00000010:0.0:1767325684.090252:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b11e55c. 00000100:00000040:1.0:1767325684.090322:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305600538, at 4305601024 00000100:00000010:1.0:1767325684.090326:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001946f356. 00000100:00000040:3.0:1767325684.090437:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305600538, at 4305601024 00000100:00000010:3.0:1767325684.090444:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff64859d. 00000100:00000040:0.0:1767325684.090466:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325684.090479:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325684.090486:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000456c8c17. 00000020:00000040:0.0:1767325684.090490:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325684.090494:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325684.090497:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325684.090502:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325684.090509:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003ecf409d. 00000100:00000001:0.0:1767325684.090516:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325684.090524:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000456c8c17 x1853174993410816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325684.090532:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325684.090534:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325684.090538:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456c8c17] to pc [ptlrpcd_00_02+2] req@00000000456c8c17 x1853174993410816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325684.090561:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325684.090564:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325684.090567:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325684.090573:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006df0bad6. 00000020:00000040:0.0:1767325684.090577:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325684.090580:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325684.090580:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325684.090582:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325684.090585:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767325684.090586:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325684.090589:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767325684.090592:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b42c8091. 00000100:00000040:2.0:1767325684.090597:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000456c8c17 x1853174993410816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325684.090598:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325684.090602:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325684.090607:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325684.090609:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325684.090612:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325684.090618:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767325684.090619:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000006df0bad6 x1853174993410944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767325684.090621:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325684.090626:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325684.090633:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993410816:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325684.090636:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325684.090638:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325684.090639:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325684.090644:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767325684.090647:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006df0bad6] to pc [ptlrpcd_00_03+3] req@000000006df0bad6 x1853174993410944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325684.090648:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325684.090653:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325684.090658:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b123ce97. 02000000:00000001:2.0:1767325684.090662:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325684.090666:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002911334e. 00000100:00000001:0.0:1767325684.090669:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325684.090672:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767325684.090673:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a346707. 00000100:00000001:0.0:1767325684.090675:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325684.090680:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000100:00000200:2.0:1767325684.090681:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993410816, portal 25 00000020:00000040:0.0:1767325684.090683:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767325684.090687:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325684.090687:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325684.090691:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325684.090692:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250668672 : -112767458882944 : ffff997047abca80) 00000100:00000001:1.0:1767325684.090693:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325684.090694:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325684.090697:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325684.090699:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767325684.090699:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000099e782ae. 00000100:00000040:2.0:1767325684.090701:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000456c8c17 x1853174993410816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325684.090704:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325684.090705:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006df0bad6 x1853174993410944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325684.090710:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000b9c126d9 x1853174993411072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325684.090729:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325684.090732:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325684.090737:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325684.090739:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325684.090740:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325684.090742:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767325684.090742:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325684.090743:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325684.090748:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993410944:192.168.203.107@tcp:400: 00000100:00000040:0.0:1767325684.090751:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_00+0] req@00000000b9c126d9 x1853174993411072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325684.090753:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325684.090756:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767325684.090758:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000732629a8. 02000000:00000001:1.0:1767325684.090759:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325684.090762:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325684.090765:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993410816, offset 0 02000000:00000001:1.0:1767325684.090766:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325684.090771:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e836fa4. 00000400:00000200:2.0:1767325684.090775:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325684.090779:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325684.090780:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325684.090782:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767325684.090786:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001837746c. 00000400:00000200:2.0:1767325684.090788:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:0.0:1767325684.090790:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767325684.090794:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000549626f3. 00000100:00000040:0.0:1767325684.090797:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10938) 00000400:00000200:2.0:1767325684.090799:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767325684.090800:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993410944, portal 10 00000100:00000001:1.0:1767325684.090804:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325684.090805:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325684.090806:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325684.090807:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250670464 : -112767458881152 : ffff997047abd180) 00000100:00000001:3.0:1767325684.090809:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325684.090811:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767325684.090813:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767325684.090817:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993411072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325684.090817:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006df0bad6 x1853174993410944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325684.090820:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325684.090821:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767325684.090824:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325684.090830:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [190:190:256:4294967295] 192.168.203.107@tcp LPNI seq info [190:190:8:4294967295] 00000100:00000001:3.0:1767325684.090833:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325684.090833:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325684.090836:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325684.090838:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325684.090839:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325684.090841:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767325684.090841:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab6453a0. 02000000:00000001:3.0:1767325684.090844:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325684.090844:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993410944, offset 0 00000100:00100000:3.0:1767325684.090849:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993411072:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767325684.090852:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325684.090855:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767325684.090856:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:3.0:1767325684.090858:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325684.090861:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325684.090865:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767325684.090866:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325684.090868:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000010:3.0:1767325684.090869:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fe30860. 02000000:00000001:3.0:1767325684.090871:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767325684.090873:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee91c56. 00000400:00000200:1.0:1767325684.090873:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767325684.090875:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000932e3563. 00000400:00000200:1.0:1767325684.090876:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325684.090879:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767325684.090880:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3878697. 00000400:00000200:1.0:1767325684.090881:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325684.090883:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [191:191:255:4294967295] 192.168.203.107@tcp LPNI seq info [191:191:7:4294967295] 00000100:00000200:3.0:1767325684.090887:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993411072, portal 10 00000100:00000001:3.0:1767325684.090889:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325684.090891:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000400:00000200:1.0:1767325684.090892:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:3.0:1767325684.090898:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993411072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325684.090898:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325684.090906:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767325684.090910:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325684.090911:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:1.0:1767325684.090912:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef5ef55d. 00000100:00000040:3.0:1767325684.090916:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767325684.090917:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ee91c56 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767325684.090918:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000541ee6a5. 00000800:00000200:1.0:1767325684.090918:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:3.0:1767325684.090921:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993411072, offset 0 00000800:00000200:1.0:1767325684.090925:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767325684.090927:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767325684.090927:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef5ef55d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325684.090932:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325684.090934:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325684.090937:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325684.090937:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325684.090937:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325684.090941:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325684.090944:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:1.0:1767325684.090944:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 518341 usecs (519 jiffies) 00000100:00000001:2.0:1767325684.090945:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305605658 00000100:00000001:1.0:1767325684.090948:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305601543 00000400:00000200:3.0:1767325684.090949:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [192:192:254:4294967295] 192.168.203.107@tcp LPNI seq info [192:192:6:4294967295] 00000100:00000010:2.0:1767325684.090952:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002388bf57. 00000100:00000001:2.0:1767325684.090960:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767325684.090961:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325684.090968:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305605658 00000100:00000001:1.0:1767325684.090968:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305605658 00000800:00000200:3.0:1767325684.090969:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325684.090974:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000239bb1ca. 00000100:00000001:1.0:1767325684.090974:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305601543 00000100:00000010:2.0:1767325684.090976:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e45c5932. 00000800:00000200:3.0:1767325684.090981:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325684.090982:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767325684.090988:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767325684.090988:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305605658 00000100:00000001:1.0:1767325684.090989:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305605658 00000800:00000200:3.0:1767325684.090992:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000239bb1ca type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1767325684.090995:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325684.090996:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325684.090996:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305601543 00000100:00000040:3.0:1767325684.090999:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 29293 usecs (30 jiffies) 00000100:00000001:3.0:1767325684.091000:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305601054 00000100:00000001:3.0:1767325684.091005:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305605658 00000800:00000010:0.0:1767325684.091005:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee91c56. 00000100:00000001:2.0:1767325684.091006:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305600538 00000100:00000001:3.0:1767325684.091008:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305601054 00000400:00000200:0.0:1767325684.091012:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325684.091013:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305605658 00000100:00000001:2.0:1767325684.091014:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305605658 00000100:00000001:1.0:1767325684.091015:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305605658 00000100:00000001:3.0:1767325684.091019:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305601054 00000100:00000001:1.0:1767325684.091020:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305601543 00000100:00000010:2.0:1767325684.091023:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f9a77da8. 00000400:00000200:0.0:1767325684.091024:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325684.091028:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305605658 00000400:00000200:0.0:1767325684.091032:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000732629a8 00000100:00000001:3.0:1767325684.091034:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305601054 00000100:00000001:2.0:1767325684.091036:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000010:0.0:1767325684.091036:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000732629a8. 00000100:00000001:2.0:1767325684.091043:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325684.091043:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325684.091048:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325684.091048:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305605658 00000100:00000200:0.0:1767325684.091050:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000456c8c17 x1853174993410816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325684.091055:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325684.091055:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325684.091058:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305605658 00000100:00000001:2.0:1767325684.091062:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325684.091062:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325684.091063:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325684.091069:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325684.091071:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325684.091072:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325684.091072:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325684.091073:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325684.091074:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325684.091078:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325684.091078:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767325684.091078:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000456c8c17 x1853174993410816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325684.091080:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325684.091083:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325684.091085:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325684.091085:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325684.091088:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325684.091089:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325684.091090:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325684.091092:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325684.091095:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325684.091095:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325684.091096:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325684.091097:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325684.091100:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325684.091100:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325684.091100:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325684.091103:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325684.091105:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325684.091108:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325684.091129:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325684.091132:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef5ef55d. 00000400:00000200:0.0:1767325684.091135:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325684.091138:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325684.091162:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab6453a0 00000400:00000010:0.0:1767325684.091164:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab6453a0. 00000100:00000001:0.0:1767325684.091167:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325684.091170:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006df0bad6 x1853174993410944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325684.091177:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325684.091178:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006df0bad6 x1853174993410944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325684.091183:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325684.091184:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325684.091252:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325684.091254:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000239bb1ca. 00000400:00000200:0.0:1767325684.091257:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325684.091260:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325684.091262:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000541ee6a5 00000400:00000010:0.0:1767325684.091263:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000541ee6a5. 00000100:00000001:0.0:1767325684.091270:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325684.091273:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993411072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325684.091279:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325684.091280:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993411072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325684.091285:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325684.091286:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325684.092995:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325684.093004:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325684.093006:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325684.093007:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325684.093012:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325684.093021:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed305b00 00000400:00000200:3.0:1767325684.093029:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x6d5 [1] + 224 00000800:00000001:3.0:1767325684.093090:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325684.093094:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325684.093095:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325684.093097:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325684.093101:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325684.093103:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000456c8c17 x1853174993410816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325684.093110:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000456c8c17 x1853174993410816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325684.093122:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325684.093129:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325684.093132:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325684.093163:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325684.093167:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325684.093173:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325684.093181:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed305b80 00000400:00000200:3.0:1767325684.093187:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x6dd [1] + 224 00000100:00000001:2.0:1767325684.093189:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767325684.093202:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325684.093203:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767325684.093210:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767325684.093211:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767325684.093214:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767325684.093215:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767325684.093219:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:2.0:1767325684.093219:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002911334e. 00000400:00000200:2.0:1767325684.093228:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a346707 00000400:00000010:2.0:1767325684.093230:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a346707. 00000100:00000001:2.0:1767325684.093233:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325684.093234:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325684.093239:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006df0bad6 x1853174993410944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325684.093239:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000456c8c17 x1853174993410816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325684.093271:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006df0bad6 x1853174993410944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325684.093273:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000456c8c17 x1853174993410816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325684.093291:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325684.093293:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325684.093294:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325684.093296:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325684.093300:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767325684.093301:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325684.093303:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325684.093305:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325684.093307:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325684.093308:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325684.093312:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325684.093316:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767325684.093316:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=91 v=5 (5 5 0 0) 00000100:00001000:2.0:1767325684.093322:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=91 v=5 (1 1 0 0) 00000400:00000200:3.0:1767325684.093323:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767325684.093326:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325684.093329:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325684.093330:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325684.093333:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767325684.093333:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325684.093337:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325684.093339:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001837746c. 00000400:00000200:3.0:1767325684.093343:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed305c00 00000400:00000200:1.0:1767325684.093343:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000549626f3 00010000:00000001:2.0:1767325684.093344:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767325684.093345:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000549626f3. 00000100:00000001:1.0:1767325684.093349:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767325684.093351:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325684.093353:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x6e5 [1] + 224 00000100:00000200:1.0:1767325684.093353:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006df0bad6 x1853174993410944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325684.093357:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325684.093363:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325684.093364:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325684.093368:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767325684.093370:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000456c8c17 x1853174993410816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325684.093372:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006df0bad6 x1853174993410944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325684.093374:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325684.093378:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325684.093381:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993411072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325684.093389:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325684.093391:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325684.093394:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325684.093396:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325684.093398:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325684.093401:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325684.093402:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325684.093403:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993411072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325684.093408:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325684.093412:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325684.093412:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325684.093420:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=81 v=5 (5 5 0 0) 00000100:00000040:2.0:1767325684.093422:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000456c8c17 x1853174993410816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767325684.093426:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=81 v=5 (1 1 0 0) 00000100:00000001:3.0:1767325684.093434:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325684.093434:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325684.093436:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325684.093440:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767325684.093440:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767325684.093442:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993410816:192.168.203.107@tcp:400: 00000800:00000001:3.0:1767325684.093443:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325684.093443:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325684.093449:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767325684.093451:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325684.093452:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325684.093456:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325684.093457:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325684.093460:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325684.093461:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000456c8c17 x1853174993410816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325684.093468:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325684.093470:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006df0bad6 x1853174993410944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325684.093472:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325684.093473:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325684.093478:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:0.0:1767325684.093478:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325684.093482:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:2.0:1767325684.093484:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b123ce97. 00000100:00000001:1.0:1767325684.093484:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767325684.093486:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000932e3563. 02000000:00000001:2.0:1767325684.093490:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767325684.093491:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767325684.093493:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1767325684.093493:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3878697 00000100:00000001:1.0:1767325684.093494:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767325684.093497:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000400:00000010:0.0:1767325684.093498:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3878697. 00000100:00000040:1.0:1767325684.093501:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006df0bad6 x1853174993410944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767325684.093503:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767325684.093505:0:211465:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1767325684.093507:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003ecf409d. 02000000:00000001:2.0:1767325684.093513:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1767325684.093514:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993411072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325684.093516:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325684.093519:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000456c8c17. 00000100:00000001:2.0:1767325684.093525:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325684.093528:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767325684.093528:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993410944:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325684.093533:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325684.093539:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325684.093542:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325684.093543:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325684.093547:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325684.093547:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993411072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325684.093549:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006df0bad6 x1853174993410944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325684.093559:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325684.093563:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325684.093570:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325684.093574:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325684.093578:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767325684.093579:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325684.093581:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767325684.093583:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767325684.093584:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767325684.093587:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e836fa4. 00000100:00000001:0.0:1767325684.093587:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325684.093593:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325684.093594:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325684.093596:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1767325684.093597:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=91 v=5 (5 5 0 0) 00000020:00000040:1.0:1767325684.093598:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767325684.093604:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1767325684.093604:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=55 v=5 (1 1 0 0) 02000000:00000010:1.0:1767325684.093607:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b42c8091. 00000100:00000001:0.0:1767325684.093609:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767325684.093611:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767325684.093613:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325684.093615:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767325684.093618:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325684.093620:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006df0bad6. 00010000:00080000:0.0:1767325684.093622:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b9c126d9 x1853174993411072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325684.093623:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325684.093625:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325684.093628:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325684.093633:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325684.093635:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325684.093636:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325684.093638:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325684.093650:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325684.093652:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325684.093654:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325684.093655:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325684.093657:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325684.093660:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993411072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325684.093666:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325684.093668:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325684.093669:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325684.093671:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993411072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325684.093678:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993411072:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325684.093682:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325684.093684:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325684.093686:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993411072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325700 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325684.093692:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325684.093693:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325684.093695:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fe30860. 02000000:00000001:0.0:1767325684.093698:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325684.093699:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325684.093700:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325684.093708:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325684.093709:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000099e782ae. 02000000:00000001:0.0:1767325684.093711:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325684.093712:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325684.093713:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000001:0.0:1767325684.093716:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325684.093717:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325684.093726:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325684.093730:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325684.093731:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325684.093733:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325684.093734:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325684.730253:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325684.730258:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325684.730262:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325684.730280:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325684.730281:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325684.730285:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325684.730287:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325684.730288:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325684.730290:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325684.730291:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325684.730293:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325684.730294:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325684.730354:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325684.730357:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325684.730360:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325685.754278:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325685.754284:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325685.754289:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325685.754290:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325685.754344:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325685.754348:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325685.754351:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325686.778264:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325686.778269:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325686.778274:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325686.778276:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325686.778411:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325686.778417:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325686.778420:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325687.802258:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325687.802265:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325687.802269:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325687.802270:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325687.802321:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325687.802324:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325687.802326:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325688.826240:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325688.826247:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325688.826253:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325688.826254:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325688.826291:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325688.826294:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325688.826296:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325689.210223:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305605658, at 4305606144 00000100:00000040:2.0:1767325689.210223:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305605658, at 4305606144 00000100:00000010:3.0:1767325689.210237:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f9a77da8. 00000100:00000010:2.0:1767325689.210238:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000652927cb. 00000100:00000040:1.0:1767325689.210267:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305605658, at 4305606144 00000100:00000040:3.0:1767325689.210284:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:1.0:1767325689.210285:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e45c5932. 00000100:00000001:3.0:1767325689.210296:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767325689.210298:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305605658, at 4305606144 00000100:00000010:3.0:1767325689.210301:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000882297f5. 00000020:00000040:3.0:1767325689.210311:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000010:0.0:1767325689.210314:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002388bf57. 00000100:00000001:3.0:1767325689.210316:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325689.210325:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325689.210330:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325689.210336:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007aa30fa9. 00000100:00000001:3.0:1767325689.210342:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325689.210351:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000882297f5 x1853174993411200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325689.210363:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325689.210365:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325689.210372:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000882297f5] to pc [ptlrpcd_00_01+1] req@00000000882297f5 x1853174993411200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325689.210400:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325689.210403:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325689.210407:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325689.210411:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004128f820. 00000020:00000040:3.0:1767325689.210427:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325689.210427:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325689.210437:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325689.210441:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325689.210442:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767325689.210444:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325689.210449:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325689.210450:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325689.210455:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325689.210457:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000882297f5 x1853174993411200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767325689.210462:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f42357cd. 00000100:00000001:3.0:1767325689.210471:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325689.210479:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767325689.210484:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000004128f820 x1853174993411328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325689.210485:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325689.210498:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325689.210499:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325689.210505:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325689.210507:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325689.210512:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325689.210514:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004128f820] to pc [ptlrpcd_00_02+2] req@000000004128f820 x1853174993411328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325689.210526:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000882297f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993411200:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325689.210532:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325689.210540:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325689.210543:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325689.210546:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325689.210551:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d15ab1f0. 02000000:00000001:0.0:1767325689.210553:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325689.210560:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042d7c85a. 00000400:00000010:0.0:1767325689.210570:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 00000100:00000200:0.0:1767325689.210591:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993411200, portal 25 00000100:00000001:0.0:1767325689.210602:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325689.210605:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268029184 : -112767441522432 : ffff997048b4b100) 00000100:00000040:0.0:1767325689.210615:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000882297f5 x1853174993411200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325689.210617:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325689.210620:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325689.210628:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325689.210629:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325689.210632:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325689.210633:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325689.210633:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325689.210634:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325689.210642:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004128f820 x1853174993411328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325689.210648:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767325689.210648:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000010:3.0:1767325689.210656:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053fc5178. 00000400:00000010:0.0:1767325689.210658:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b20fe0. 00000020:00000040:3.0:1767325689.210668:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000200:0.0:1767325689.210670:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993411200, offset 0 00000100:00000001:1.0:1767325689.210676:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325689.210681:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325689.210684:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325689.210686:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325689.210688:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325689.210691:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000010:3.0:1767325689.210698:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000076b01e5c. 02000000:00000001:1.0:1767325689.210698:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325689.210708:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325689.210709:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325689.210713:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:1.0:1767325689.210722:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325689.210729:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000053fc5178 x1853174993411456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767325689.210729:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1767325689.210733:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004128f820 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993411328:192.168.203.107@tcp:400: 00000400:00000200:0.0:1767325689.210739:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325689.210748:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325689.210748:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767325689.210752:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325689.210756:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325689.210759:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325689.210760:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000010:1.0:1767325689.210766:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b64f57c1. 02000000:00000001:1.0:1767325689.210775:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325689.210786:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [193:193:256:4294967295] 192.168.203.107@tcp LPNI seq info [193:193:8:4294967295] 00000100:00000001:3.0:1767325689.210787:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767325689.210788:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001837746c. 00000100:00000001:3.0:1767325689.210790:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325689.210799:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000549626f3. 00000100:00000040:3.0:1767325689.210804:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053fc5178] to pc [ptlrpcd_00_03+3] req@0000000053fc5178 x1853174993411456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325689.210808:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993411328, portal 10 00000100:00000001:1.0:1767325689.210815:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325689.210819:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268031872 : -112767441519744 : ffff997048b4bb80) 00000400:00000200:0.0:1767325689.210819:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325689.210827:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325689.210834:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099e782ae. 00000100:00000040:1.0:1767325689.210838:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004128f820 x1853174993411328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325689.210846:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325689.210849:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325689.210853:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325689.210856:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083c530ed. 00000100:00000200:1.0:1767325689.210860:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993411328, offset 0 00000800:00000200:0.0:1767325689.210860:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325689.210867:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099e782ae type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325689.210870:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325689.210877:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325689.210879:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325689.210882:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325689.210884:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325689.210886:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325689.210888:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [194:194:255:4294967295] 192.168.203.107@tcp LPNI seq info [194:194:7:4294967295] 00000100:00000001:0.0:1767325689.210889:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325689.210897:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305610778 00000400:00000200:1.0:1767325689.210903:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:0.0:1767325689.210906:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d955938c. 00000800:00000200:1.0:1767325689.210913:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325689.210914:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000010:1.0:1767325689.210918:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef5ef55d. 00000100:00000001:0.0:1767325689.210923:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305610778 00000800:00000200:1.0:1767325689.210924:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:0.0:1767325689.210938:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab3999a4. 00000800:00000200:1.0:1767325689.210944:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325689.210947:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767325689.210950:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef5ef55d type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767325689.210951:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325689.210953:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325689.210955:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305610778 00000800:00000010:2.0:1767325689.210959:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099e782ae. 00000100:00000040:3.0:1767325689.210963:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325689.210963:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325689.210966:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767325689.210970:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 508980 usecs (509 jiffies) 00000100:00000010:0.0:1767325689.210970:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f0d6bc1. 00000100:00000001:1.0:1767325689.210974:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305606653 00000400:00000200:2.0:1767325689.210979:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325689.210980:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767325689.210983:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305610778 00000400:00000200:2.0:1767325689.210988:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b20fe0 00000100:00000001:0.0:1767325689.210989:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305610778 00000100:00000001:1.0:1767325689.210990:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305606653 00000400:00000010:2.0:1767325689.210993:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b20fe0. 00000100:00000001:2.0:1767325689.210999:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325689.210999:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305610778 00000100:00000010:0.0:1767325689.210999:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d914d99. 00000100:00000001:1.0:1767325689.211006:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305606653 00000100:00000200:2.0:1767325689.211007:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000882297f5 x1853174993411200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325689.211011:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305610778 00000100:00000001:0.0:1767325689.211017:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767325689.211022:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305606653 00000100:00000001:0.0:1767325689.211027:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325689.211029:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325689.211037:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000882297f5 x1853174993411200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325689.211038:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305610778 00000100:00000001:0.0:1767325689.211038:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325689.211051:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325689.211054:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325689.211066:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325689.211069:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767325689.211069:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325689.211080:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325689.211084:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325689.211085:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10943) 00000100:00000001:1.0:1767325689.211087:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325689.211089:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325689.211095:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325689.211098:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325689.211099:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325689.211102:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325689.211104:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325689.211108:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325689.211108:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325689.211112:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325689.211114:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325689.211117:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325689.211119:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325689.211126:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767325689.211131:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325689.211136:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325689.211139:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767325689.211170:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325689.211174:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef5ef55d. 00000400:00000200:2.0:1767325689.211179:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325689.211185:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325689.211189:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083c530ed 00000400:00000010:2.0:1767325689.211191:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083c530ed. 00000100:00000001:2.0:1767325689.211196:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325689.211203:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004128f820 x1853174993411328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325689.211203:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325689.211207:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325689.211212:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325689.211213:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325689.211220:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325689.211221:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325689.211227:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053fc5178 x1853174993411456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325689.211231:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004128f820 x1853174993411328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325689.211282:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325689.211288:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325689.211288:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325689.211294:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325689.211298:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325689.211301:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325689.211303:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325689.211307:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993411456:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325689.211310:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325689.211313:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325689.211315:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325689.211316:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325689.211321:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8169034. 02000000:00000001:1.0:1767325689.211322:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325689.211324:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfe26627. 00000400:00000010:1.0:1767325689.211329:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b4b29cd. 00000100:00000200:1.0:1767325689.211332:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993411456, portal 10 00000100:00000001:1.0:1767325689.211334:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325689.211341:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268028288 : -112767441523328 : ffff997048b4ad80) 00000100:00000040:1.0:1767325689.211348:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053fc5178 x1853174993411456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325689.211354:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325689.211357:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325689.211359:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d035787. 00000100:00000200:1.0:1767325689.211362:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993411456, offset 0 00000400:00000200:1.0:1767325689.211366:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325689.211372:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325689.211375:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325689.211377:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325689.211380:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325689.211382:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325689.211385:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [195:195:256:4294967295] 192.168.203.107@tcp LPNI seq info [195:195:8:4294967295] 00000400:00000200:1.0:1767325689.211391:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325689.211394:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325689.211396:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d53f249. 00000800:00000200:1.0:1767325689.211399:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325689.211402:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325689.211404:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d53f249 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325689.211421:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325689.211423:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 28788 usecs (29 jiffies) 00000100:00000001:1.0:1767325689.211425:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305606174 00000100:00000001:1.0:1767325689.211426:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305610778 00000100:00000001:1.0:1767325689.211428:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305606174 00000100:00000001:1.0:1767325689.211429:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305610778 00000100:00000001:1.0:1767325689.211430:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305606174 00000100:00000001:1.0:1767325689.211431:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305610778 00000100:00000001:1.0:1767325689.211431:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305606174 00000100:00000001:1.0:1767325689.211437:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305610778 00000100:00000001:1.0:1767325689.211438:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325689.211440:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325689.211441:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325689.211443:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325689.211545:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325689.211547:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d53f249. 00000400:00000200:0.0:1767325689.211551:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325689.211554:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325689.211558:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d035787 00000400:00000010:0.0:1767325689.211560:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d035787. 00000100:00000001:0.0:1767325689.211562:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325689.211565:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053fc5178 x1853174993411456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325689.211571:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325689.211572:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053fc5178 x1853174993411456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325689.211577:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325689.211578:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325689.212303:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325689.212308:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325689.212310:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325689.212312:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325689.212317:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325689.212327:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed305c80 00000400:00000200:3.0:1767325689.212426:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x6ed [1] + 224 00000800:00000001:3.0:1767325689.212432:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325689.212437:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325689.212438:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325689.212440:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325689.212447:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325689.212449:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000882297f5 x1853174993411200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325689.212456:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000882297f5 x1853174993411200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325689.212495:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325689.212500:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325689.212502:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325689.212503:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325689.212504:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325689.212507:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325689.212511:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed305d00 00000400:00000200:3.0:1767325689.212514:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x6f5 [1] + 224 00000800:00000001:3.0:1767325689.212517:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325689.212520:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325689.212521:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325689.212528:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325689.212531:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325689.212534:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004128f820 x1853174993411328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325689.212541:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325689.212542:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004128f820 x1853174993411328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325689.212547:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325689.212557:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325689.212559:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325689.212561:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042d7c85a. 00000100:00000001:3.0:1767325689.212562:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767325689.212574:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 00000400:00000010:0.0:1767325689.212576:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00000100:00000001:0.0:1767325689.212579:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767325689.212585:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767325689.212586:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000882297f5 x1853174993411200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325689.212590:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767325689.212592:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325689.212596:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325689.212607:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1767325689.212607:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000882297f5 x1853174993411200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767325689.212611:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325689.212616:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001837746c. 00000100:00000001:0.0:1767325689.212619:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767325689.212622:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000549626f3 00000100:00000001:0.0:1767325689.212623:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767325689.212625:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000549626f3. 00000100:00000001:0.0:1767325689.212627:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767325689.212632:0:211467:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767325689.212632:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325689.212634:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325689.212637:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325689.212639:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325689.212641:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004128f820 x1853174993411328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325689.212645:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=96 v=5 (5 5 0 0) 00000100:00001000:0.0:1767325689.212654:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=96 v=5 (1 1 0 0) 00000100:00000001:0.0:1767325689.212657:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767325689.212659:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004128f820 x1853174993411328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325689.212660:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325689.212664:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325689.212667:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325689.212671:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325689.212675:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000882297f5 x1853174993411200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325689.212680:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325689.212683:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325689.212686:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325689.212688:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325689.212691:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767325689.212692:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325689.212695:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325689.212698:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767325689.212699:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000882297f5 x1853174993411200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325689.212701:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325689.212706:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767325689.212707:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325689.212718:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767325689.212718:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=86 v=5 (5 5 0 0) 00000100:00100000:0.0:1767325689.212719:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000882297f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993411200:192.168.203.107@tcp:400: 00000800:00000001:2.0:1767325689.212729:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767325689.212730:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=86 v=5 (1 1 0 0) 00000100:00000001:0.0:1767325689.212732:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325689.212735:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325689.212736:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325689.212737:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325689.212741:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325689.212745:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000882297f5 x1853174993411200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325689.212747:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767325689.212750:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00010000:00000001:1.0:1767325689.212753:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325689.212762:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325689.212765:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000200:2.0:1767325689.212771:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed305d80 00000100:00000001:1.0:1767325689.212773:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325689.212784:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325689.212788:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767325689.212793:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x6fd [1] + 224 00000100:00000040:1.0:1767325689.212794:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004128f820 x1853174993411328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325689.212794:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325689.212798:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d15ab1f0. 00000800:00000001:2.0:1767325689.212803:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767325689.212803:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325689.212807:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325689.212810:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325689.212815:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767325689.212815:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767325689.212819:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1767325689.212819:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007aa30fa9. 00000100:00000001:1.0:1767325689.212822:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325689.212825:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325689.212827:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767325689.212830:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004128f820 x1853174993411328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767325689.212830:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000882297f5. 00000100:00100000:1.0:1767325689.212838:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004128f820 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993411328:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325689.212839:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:2.0:1767325689.212841:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325689.212842:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325689.212844:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325689.212853:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325689.212853:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325689.212854:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767325689.212860:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004128f820 x1853174993411328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325689.212861:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325689.212865:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325689.212868:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325689.212874:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325689.212879:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325689.212883:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767325689.212884:0:211459:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767325689.212886:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325689.212888:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b64f57c1. 02000000:00000001:1.0:1767325689.212892:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325689.212894:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325689.212895:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000200:2.0:1767325689.212900:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053fc5178 x1853174993411456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767325689.212901:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325689.212904:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f42357cd. 02000000:00000001:1.0:1767325689.212913:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325689.212916:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325689.212919:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004128f820. 00000100:00000001:1.0:1767325689.212925:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325689.212928:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325689.212935:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325689.212940:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325689.212941:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000053fc5178 x1853174993411456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325689.212944:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325689.212956:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325689.212971:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767325689.212972:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767325689.212974:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325689.212974:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325689.212987:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfe26627. 00000400:00000200:1.0:1767325689.212990:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b4b29cd 00000400:00000010:1.0:1767325689.212991:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b4b29cd. 00000100:00000001:1.0:1767325689.212993:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325689.213001:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053fc5178 x1853174993411456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325689.213006:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053fc5178 x1853174993411456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325689.213011:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325689.213012:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325689.213013:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325689.213014:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325689.213015:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325689.213016:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325689.213017:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325689.213020:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=96 v=5 (5 5 0 0) 00000100:00001000:1.0:1767325689.213022:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=60 v=5 (1 1 0 0) 00000100:00000001:1.0:1767325689.213023:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325689.213024:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325689.213026:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325689.213027:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000053fc5178 x1853174993411456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325689.213031:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325689.213033:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325689.213033:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325689.213034:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325689.213035:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325689.213036:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053fc5178 x1853174993411456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325689.213040:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325689.213041:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325689.213042:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325689.213043:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053fc5178 x1853174993411456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325689.213047:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993411456:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325689.213054:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325689.213055:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325689.213057:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053fc5178 x1853174993411456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325689.213060:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325689.213061:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325689.213062:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8169034. 02000000:00000001:1.0:1767325689.213070:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325689.213073:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325689.213073:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767325689.213075:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325689.213075:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000076b01e5c. 02000000:00000001:1.0:1767325689.213077:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325689.213078:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325689.213078:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053fc5178. 00000100:00000001:1.0:1767325689.213080:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325689.213081:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325689.213082:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325689.213085:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325689.213086:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325689.213087:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325689.213088:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325689.850254:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325689.850260:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325689.850265:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325689.850267:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325689.850283:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325689.850287:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325689.850290:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325690.874291:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325690.874300:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325690.874308:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325690.874309:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325690.874375:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325690.874381:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325690.874385:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325691.898203:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325691.898208:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325691.898212:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325691.898213:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325691.898275:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325691.898282:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325691.898287:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325692.922257:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325692.922266:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325692.922268:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325692.922271:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325692.922276:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325692.922278:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325692.922280:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325692.922281:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325692.922285:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325692.922286:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325692.922323:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325692.922327:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325692.922330:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325693.946239:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325693.946247:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325693.946254:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325693.946256:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325693.946289:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325693.946293:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325693.946296:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325694.330252:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305610778, at 4305611264 00000100:00000040:2.0:1767325694.330252:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305610778, at 4305611264 00000100:00000040:1.0:1767325694.330252:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305610778, at 4305611264 00000100:00000010:3.0:1767325694.330269:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d914d99. 00000100:00000010:1.0:1767325694.330270:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab3999a4. 00000100:00000040:0.0:1767325694.330273:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305610778, at 4305611264 00000100:00000010:2.0:1767325694.330274:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f0d6bc1. 00000100:00000010:0.0:1767325694.330284:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d955938c. 00000100:00000040:1.0:1767325694.330299:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325694.330304:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325694.330310:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006af6b25f. 00000020:00000040:1.0:1767325694.330314:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325694.330319:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325694.330322:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325694.330328:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325694.330340:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fe8d38. 00000100:00000001:1.0:1767325694.330347:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325694.330357:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000006af6b25f x1853174993411584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325694.330366:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325694.330367:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325694.330372:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006af6b25f] to pc [ptlrpcd_00_00+0] req@000000006af6b25f x1853174993411584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325694.330392:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325694.330394:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325694.330397:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325694.330398:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d8ec799. 00000020:00000040:1.0:1767325694.330400:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325694.330401:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325694.330402:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325694.330404:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325694.330406:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035310fb5. 00000100:00000001:1.0:1767325694.330408:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325694.330411:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000007d8ec799 x1853174993411712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325694.330416:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325694.330417:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325694.330418:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325694.330419:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325694.330420:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d8ec799] to pc [ptlrpcd_00_01+1] req@000000007d8ec799 x1853174993411712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325694.330424:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325694.330425:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325694.330430:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325694.330435:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325694.330438:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767325694.330440:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006af6b25f x1853174993411584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325694.330442:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767325694.330443:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767325694.330445:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7cc4db3. 00000100:00000001:3.0:1767325694.330447:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325694.330450:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767325694.330450:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767325694.330455:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767325694.330457:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d8ec799 x1853174993411712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325694.330460:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767325694.330463:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325694.330465:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325694.330467:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325694.330473:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767325694.330473:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325694.330475:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325694.330475:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 02000000:00000001:0.0:1767325694.330478:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325694.330479:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325694.330482:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325694.330484:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325694.330484:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325694.330485:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325694.330493:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993411712:192.168.203.107@tcp:400: 00000100:00100000:0.0:1767325694.330493:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006af6b25f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993411584:192.168.203.107@tcp:400: 00000100:00000040:1.0:1767325694.330495:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000c7cc4db3 x1853174993411840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325694.330510:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325694.330512:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325694.330514:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325694.330517:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325694.330520:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767325694.330521:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7cc4db3] to pc [ptlrpcd_00_02+2] req@00000000c7cc4db3 x1853174993411840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325694.330522:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325694.330523:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325694.330526:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325694.330527:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767325694.330532:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325694.330533:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a53bd13c. 02000000:00000001:3.0:1767325694.330537:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325694.330538:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033956d53. 02000000:00000001:0.0:1767325694.330542:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325694.330543:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed709ded. 00000400:00000010:0.0:1767325694.330549:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042d7c85a. 00000400:00000010:3.0:1767325694.330551:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000290a2933. 00000100:00000001:1.0:1767325694.330555:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325694.330557:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 00000100:00000200:3.0:1767325694.330559:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993411712, portal 10 00000100:00000040:1.0:1767325694.330560:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325694.330563:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767325694.330564:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993411584, portal 25 00000100:00000001:3.0:1767325694.330566:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138718720 : -112766570832896 : ffff99707c9a5c00) 00000100:00000040:1.0:1767325694.330566:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767325694.330569:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325694.330572:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138713344 : -112766570838272 : ffff99707c9a4700) 00000100:00000040:1.0:1767325694.330575:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10948) 00000100:00000040:3.0:1767325694.330576:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d8ec799 x1853174993411712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325694.330576:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325694.330581:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767325694.330581:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006af6b25f x1853174993411584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325694.330585:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325694.330592:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325694.330595:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7cc4db3 x1853174993411840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325694.330598:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325694.330599:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325694.330602:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325694.330604:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325694.330605:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3878697. 00000100:00000200:3.0:1767325694.330611:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993411712, offset 0 00000100:00000040:0.0:1767325694.330611:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325694.330618:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767325694.330618:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000794ac830. 00000100:00000001:2.0:1767325694.330622:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325694.330623:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767325694.330627:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325694.330630:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767325694.330631:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993411584, offset 0 02000000:00000001:2.0:1767325694.330634:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325694.330640:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00100000:2.0:1767325694.330640:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993411840:192.168.203.107@tcp:400: 00000400:00000200:0.0:1767325694.330644:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325694.330650:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325694.330650:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325694.330654:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767325694.330657:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:2.0:1767325694.330658:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325694.330662:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767325694.330663:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767325694.330666:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000010:2.0:1767325694.330668:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b123ce97. 00000400:00000200:3.0:1767325694.330670:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [196:196:256:4294967295] 192.168.203.107@tcp LPNI seq info [196:196:8:4294967295] 02000000:00000001:2.0:1767325694.330673:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325694.330679:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002911334e. 00000400:00000010:2.0:1767325694.330684:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a346707. 00000400:00000200:3.0:1767325694.330687:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:2.0:1767325694.330689:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993411840, portal 10 00000100:00000001:2.0:1767325694.330694:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325694.330695:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138715136 : -112766570836480 : ffff99707c9a4e00) 00000800:00000200:3.0:1767325694.330698:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325694.330699:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:2.0:1767325694.330705:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c7cc4db3 x1853174993411840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325694.330707:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767325694.330708:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073cc668c. 00000400:00000200:0.0:1767325694.330712:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325694.330719:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325694.330720:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767325694.330723:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325694.330725:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:2.0:1767325694.330729:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325694.330732:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [197:197:255:4294967295] 192.168.203.107@tcp LPNI seq info [197:197:7:4294967295] 00000400:00000010:2.0:1767325694.330734:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6e884a0. 00000800:00000200:3.0:1767325694.330737:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:2.0:1767325694.330740:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993411840, offset 0 00000800:00000200:3.0:1767325694.330743:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000073cc668c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325694.330747:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:2.0:1767325694.330752:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767325694.330756:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325694.330760:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d977c447. 00000400:00000200:2.0:1767325694.330762:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325694.330764:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325694.330767:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767325694.330768:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767325694.330773:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767325694.330775:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:3.0:1767325694.330777:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 499937 usecs (500 jiffies) 00000800:00000200:0.0:1767325694.330778:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d977c447 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325694.330782:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325694.330784:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325694.330785:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305611764 00000100:00000010:3.0:1767325694.330791:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d91b0be4. 00000100:00000001:0.0:1767325694.330794:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305615898 00000400:00000200:2.0:1767325694.330795:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325694.330797:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767325694.330802:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305611764 00000400:00000200:2.0:1767325694.330803:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [198:198:254:4294967295] 192.168.203.107@tcp LPNI seq info [198:198:6:4294967295] 00000100:00000001:0.0:1767325694.330805:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305611764 00000100:00000010:3.0:1767325694.330806:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1d028de. 00000100:00000001:0.0:1767325694.330812:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305615898 00000100:00000001:3.0:1767325694.330813:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767325694.330822:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305611764 00000400:00000200:2.0:1767325694.330823:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325694.330823:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305611764 00000100:00000010:3.0:1767325694.330828:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086a56c50. 00000100:00000001:0.0:1767325694.330830:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305615898 00000100:00000001:3.0:1767325694.330834:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767325694.330835:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325694.330841:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305611764 00000100:00000001:0.0:1767325694.330842:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305611764 00000800:00000010:2.0:1767325694.330845:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096734733. 00000100:00000001:0.0:1767325694.330847:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305615898 00000100:00000010:3.0:1767325694.330849:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001917c6aa. 00000800:00000200:2.0:1767325694.330854:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325694.330855:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767325694.330861:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325694.330862:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305611764 00000800:00000200:1.0:1767325694.330863:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767325694.330864:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325694.330865:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325694.330867:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767325694.330868:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073cc668c. 00000100:00000001:3.0:1767325694.330871:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325694.330871:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000096734733 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325694.330873:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325694.330875:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325694.330875:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325694.330879:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325694.330880:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325694.330882:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325694.330885:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767325694.330886:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000040:2.0:1767325694.330888:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 28285 usecs (29 jiffies) 00000100:00000001:0.0:1767325694.330888:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325694.330889:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325694.330891:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767325694.330892:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3878697 00000100:00000001:3.0:1767325694.330893:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325694.330895:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305611293 00000100:00000001:3.0:1767325694.330897:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767325694.330897:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3878697. 00000100:00000001:0.0:1767325694.330898:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325694.330902:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325694.330902:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305615898 00000100:00000001:0.0:1767325694.330902:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325694.330905:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325694.330906:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325694.330907:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325694.330909:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305611293 00000100:00000001:0.0:1767325694.330910:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325694.330912:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d8ec799 x1853174993411712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325694.330915:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305615898 00000100:00000001:2.0:1767325694.330921:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305611293 00000100:00000001:2.0:1767325694.330924:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305615898 00000100:00000001:1.0:1767325694.330924:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325694.330928:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305611293 00000100:00000040:1.0:1767325694.330929:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d8ec799 x1853174993411712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325694.330934:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305615898 00000100:00000001:1.0:1767325694.330940:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325694.330941:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325694.330944:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325694.330946:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325694.330949:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325694.330951:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767325694.330954:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325694.330956:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325694.330958:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325694.330960:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1767325694.330961:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d977c447. 00000100:00000001:2.0:1767325694.330962:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325694.330965:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325694.330966:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325694.330970:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325694.330972:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000794ac830 00000400:00000010:1.0:1767325694.330973:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000794ac830. 00000100:00000001:1.0:1767325694.330975:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325694.330976:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006af6b25f x1853174993411584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325694.330982:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325694.330982:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325694.330985:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006af6b25f x1853174993411584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325694.330990:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325694.330991:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325694.331050:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325694.331052:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096734733. 00000400:00000200:1.0:1767325694.331054:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325694.331055:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325694.331057:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e884a0 00000400:00000010:1.0:1767325694.331058:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6e884a0. 00000100:00000001:1.0:1767325694.331059:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325694.331061:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7cc4db3 x1853174993411840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325694.331067:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325694.331069:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c7cc4db3 x1853174993411840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325694.331075:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325694.331076:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325694.332611:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325694.332622:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325694.332625:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325694.332626:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325694.332632:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325694.332668:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed305e00 00000400:00000200:3.0:1767325694.332674:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x709 [1] + 224 00000800:00000001:3.0:1767325694.332680:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325694.332688:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325694.332690:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325694.332692:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325694.332702:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325694.332705:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006af6b25f x1853174993411584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325694.332712:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006af6b25f x1853174993411584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325694.332722:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325694.332727:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325694.332729:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325694.332730:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325694.332731:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325694.332734:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325694.332739:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed305e80 00000400:00000200:3.0:1767325694.332743:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x705 [1] + 224 00000800:00000001:3.0:1767325694.332746:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325694.332747:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767325694.332748:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325694.332750:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325694.332751:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325694.332755:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:0.0:1767325694.332757:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325694.332759:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325694.332761:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042d7c85a. 00000400:00000200:0.0:1767325694.332764:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 00000400:00000010:0.0:1767325694.332765:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00000100:00000001:0.0:1767325694.332767:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325694.332768:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325694.332772:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006af6b25f x1853174993411584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325694.332773:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d8ec799 x1853174993411712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325694.332791:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006af6b25f x1853174993411584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325694.332796:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007d8ec799 x1853174993411712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325694.332799:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325694.332802:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325694.332805:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325694.332812:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325694.332814:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325694.332816:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325694.332818:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767325694.332818:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325694.332823:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=101 v=5 (5 5 0 0) 00000800:00000001:3.0:1767325694.332825:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325694.332829:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325694.332831:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325694.332835:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767325694.332836:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=101 v=5 (1 1 0 0) 00000100:00000001:0.0:1767325694.332841:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325694.332843:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325694.332844:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325694.332847:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767325694.332847:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767325694.332849:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1767325694.332851:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767325694.332852:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767325694.332854:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325694.332855:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325694.332858:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed709ded. 00000400:00000200:3.0:1767325694.332859:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed305f00 00000100:00000040:0.0:1767325694.332862:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006af6b25f x1853174993411584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325694.332863:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000290a2933 00000400:00000010:1.0:1767325694.332866:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000290a2933. 00000100:00000001:0.0:1767325694.332876:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325694.332877:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767325694.332880:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x715 [1] + 224 00000100:00000001:0.0:1767325694.332880:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325694.332883:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325694.332884:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d8ec799 x1853174993411712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325694.332890:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767325694.332892:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006af6b25f x1853174993411584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325694.332904:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d8ec799 x1853174993411712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325694.332906:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006af6b25f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993411584:192.168.203.107@tcp:400: 00000800:00000001:3.0:1767325694.332908:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325694.332913:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325694.332916:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325694.332921:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325694.332921:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325694.332922:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325694.332925:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325694.332927:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325694.332928:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767325694.332929:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006af6b25f x1853174993411584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325694.332931:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767325694.332933:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c7cc4db3 x1853174993411840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325694.332934:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325694.332937:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325694.332942:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325694.332947:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1767325694.332948:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=91 v=5 (5 5 0 0) 02000000:00000001:0.0:1767325694.332951:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1767325694.332952:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=91 v=5 (1 1 0 0) 02000000:00000010:0.0:1767325694.332955:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033956d53. 00000100:00000001:1.0:1767325694.332958:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767325694.332960:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767325694.332961:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325694.332964:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c7cc4db3 x1853174993411840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325694.332964:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767325694.332964:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325694.332967:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00010000:00000001:1.0:1767325694.332968:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325694.332972:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325694.332975:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000020:00000001:0.0:1767325694.332976:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767325694.332980:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:0.0:1767325694.332980:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fe8d38. 00000100:00000001:1.0:1767325694.332982:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325694.332985:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767325694.332987:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767325694.332988:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d8ec799 x1853174993411712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325694.332989:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1767325694.332992:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1767325694.332992:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006af6b25f. 00000100:00000001:1.0:1767325694.332996:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767325694.332997:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325694.333002:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325694.333003:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325694.333004:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325694.333006:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325694.333009:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d8ec799 x1853174993411712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325694.333010:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325694.333017:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767325694.333019:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993411712:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325694.333020:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325694.333023:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325694.333024:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325694.333025:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325694.333028:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325694.333028:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325694.333033:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767325694.333038:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d8ec799 x1853174993411712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767325694.333039:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325694.333043:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325694.333046:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002911334e. 00000100:00000001:1.0:1767325694.333047:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325694.333049:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325694.333051:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a53bd13c. 00000400:00000200:2.0:1767325694.333053:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a346707 02000000:00000001:1.0:1767325694.333054:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325694.333057:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:2.0:1767325694.333058:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a346707. 00000020:00000040:1.0:1767325694.333059:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767325694.333064:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325694.333065:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035310fb5. 00000100:00000001:2.0:1767325694.333066:0:211467:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767325694.333071:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325694.333074:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1767325694.333075:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c7cc4db3 x1853174993411840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325694.333077:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d8ec799. 00000100:00000001:1.0:1767325694.333082:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325694.333085:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325694.333089:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325694.333094:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c7cc4db3 x1853174993411840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325694.333096:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325694.333099:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325694.333104:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325694.333107:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325694.333110:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325694.333112:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325694.333114:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325694.333116:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325694.333118:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325694.333119:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325694.333122:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325694.333161:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=101 v=5 (5 5 0 0) 00000100:00001000:2.0:1767325694.333164:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=65 v=5 (1 1 0 0) 00000100:00000001:2.0:1767325694.333167:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325694.333168:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325694.333170:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325694.333173:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c7cc4db3 x1853174993411840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325694.333180:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325694.333182:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325694.333183:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325694.333184:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325694.333185:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325694.333188:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c7cc4db3 x1853174993411840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325694.333194:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325694.333196:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325694.333203:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325694.333206:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7cc4db3 x1853174993411840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325694.333213:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993411840:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325694.333217:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325694.333219:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325694.333221:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c7cc4db3 x1853174993411840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325694.333227:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325694.333228:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325694.333231:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b123ce97. 02000000:00000001:2.0:1767325694.333233:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325694.333235:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325694.333236:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325694.333238:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325694.333239:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 02000000:00000001:2.0:1767325694.333242:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325694.333243:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325694.333244:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7cc4db3. 00000100:00000001:2.0:1767325694.333247:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325694.333248:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325694.333249:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325694.333252:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325694.333253:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325694.333255:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325694.333257:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325694.970264:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325694.970271:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325694.970277:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325694.970280:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325694.970282:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325694.970287:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325694.970289:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325694.970290:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325694.970293:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325694.970314:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325694.970315:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325694.970317:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325694.970388:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325694.970394:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325694.970397:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325695.994228:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325695.994235:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325695.994241:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325695.994243:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325695.994286:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325695.994289:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325695.994291:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325697.018315:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325697.018323:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325697.018330:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325697.018332:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325697.018372:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325697.018377:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325697.018381:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325698.042246:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325698.042251:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325698.042255:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325698.042256:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325698.042313:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325698.042316:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325698.042319:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325699.066248:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325699.066254:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325699.066261:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325699.066262:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325699.066318:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325699.066322:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325699.066325:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325699.450231:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305615898, at 4305616384 00000100:00000040:3.0:1767325699.450232:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767325699.450232:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305615898, at 4305616384 00000100:00000040:0.0:1767325699.450232:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305615898, at 4305616384 00000100:00000001:3.0:1767325699.450245:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325699.450246:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1d028de. 00000100:00000010:0.0:1767325699.450248:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d91b0be4. 00000100:00000010:2.0:1767325699.450253:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086a56c50. 00000100:00000010:3.0:1767325699.450254:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7307b36. 00000020:00000040:3.0:1767325699.450261:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325699.450266:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325699.450269:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325699.450273:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325699.450282:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000073cc668c. 00000100:00000001:3.0:1767325699.450289:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325699.450299:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000e7307b36 x1853174993411968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325699.450308:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325699.450310:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325699.450315:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7307b36] to pc [ptlrpcd_00_03+3] req@00000000e7307b36 x1853174993411968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325699.450362:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325699.450365:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325699.450369:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325699.450372:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002daf29af. 00000020:00000040:3.0:1767325699.450374:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325699.450378:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767325699.450379:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325699.450380:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325699.450384:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325699.450385:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325699.450388:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767325699.450389:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000076b01e5c. 00000100:00000040:1.0:1767325699.450394:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7307b36 x1853174993411968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325699.450396:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325699.450401:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325699.450404:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767325699.450405:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000002daf29af x1853174993412096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325699.450407:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325699.450413:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325699.450419:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325699.450420:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325699.450422:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325699.450427:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002daf29af] to pc [ptlrpcd_00_00+0] req@000000002daf29af x1853174993412096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325699.450428:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325699.450432:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325699.450438:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993411968:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325699.450445:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325699.450450:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325699.450452:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325699.450453:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325699.450456:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d57dc2bb. 02000000:00000001:1.0:1767325699.450458:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325699.450462:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfe26627. 00000100:00000001:3.0:1767325699.450466:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325699.450468:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b4b29cd. 00000100:00000040:3.0:1767325699.450469:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767325699.450473:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993411968, portal 25 00000100:00000001:3.0:1767325699.450474:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767325699.450478:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325699.450479:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767325699.450480:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001020973f. 00000100:00000001:1.0:1767325699.450480:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268022912 : -112767441528704 : ffff997048b49880) 00000100:00000001:0.0:1767325699.450483:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767325699.450487:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767325699.450487:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325699.450488:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325699.450489:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7307b36 x1853174993411968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325699.450492:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325699.450493:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767325699.450496:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002daf29af x1853174993412096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325699.450498:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325699.450502:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325699.450509:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f42357cd. 00000100:00000001:1.0:1767325699.450510:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325699.450515:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325699.450516:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325699.450517:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767325699.450519:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000549626f3. 00000100:00000001:0.0:1767325699.450520:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325699.450523:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993411968, offset 0 02000000:00000001:0.0:1767325699.450525:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767325699.450526:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000001020973f x1853174993412224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325699.450528:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325699.450532:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767325699.450534:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325699.450542:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993412096:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325699.450544:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767325699.450547:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325699.450548:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325699.450552:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767325699.450553:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325699.450554:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325699.450556:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325699.450559:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:0.0:1767325699.450561:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767325699.450563:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001020973f] to pc [ptlrpcd_00_01+1] req@000000001020973f x1853174993412224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325699.450566:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008751a1c7. 00000400:00000200:1.0:1767325699.450571:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767325699.450571:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325699.450579:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:0.0:1767325699.450580:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042d7c85a. 00000400:00000200:1.0:1767325699.450585:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [199:199:256:4294967295] 192.168.203.107@tcp LPNI seq info [199:199:8:4294967295] 00000400:00000010:0.0:1767325699.450587:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 00000100:00000001:3.0:1767325699.450591:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325699.450592:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993412096, portal 10 00000100:00000040:3.0:1767325699.450597:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767325699.450597:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325699.450604:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325699.450607:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325699.450608:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767325699.450608:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268024704 : -112767441526912 : ffff997048b49f80) 00000100:00000001:2.0:1767325699.450612:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767325699.450612:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325699.450616:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325699.450618:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10954) 00000800:00000010:1.0:1767325699.450619:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035310fb5. 00000100:00000040:0.0:1767325699.450622:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002daf29af x1853174993412096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325699.450624:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001020973f x1853174993412224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325699.450630:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:3.0:1767325699.450636:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305615898, at 4305616384 00000800:00000200:1.0:1767325699.450641:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325699.450646:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767325699.450647:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001917c6aa. 00000800:00000200:1.0:1767325699.450652:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035310fb5 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767325699.450652:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325699.450659:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0d5d521. 00000100:00000001:2.0:1767325699.450660:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325699.450664:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325699.450665:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993412096, offset 0 00000100:00000001:1.0:1767325699.450666:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325699.450668:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325699.450672:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325699.450672:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305621018 00000100:00000010:1.0:1767325699.450678:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae65223f. 00000400:00000200:0.0:1767325699.450678:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767325699.450679:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325699.450685:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1767325699.450687:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993412224:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325699.450690:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305621018 00000400:00000200:0.0:1767325699.450691:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:1.0:1767325699.450696:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fdeae089. 00000400:00000200:0.0:1767325699.450698:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325699.450700:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767325699.450704:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325699.450705:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305621018 00000100:00000001:2.0:1767325699.450710:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767325699.450711:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024ad6336. 00000400:00000200:0.0:1767325699.450712:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767325699.450715:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325699.450716:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767325699.450718:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:2.0:1767325699.450720:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325699.450721:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305621018 02000000:00000001:2.0:1767325699.450725:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325699.450726:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [200:200:255:4294967295] 192.168.203.107@tcp LPNI seq info [200:200:7:4294967295] 00000100:00000010:1.0:1767325699.450727:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001524f7c4. 02000000:00000010:2.0:1767325699.450729:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002851a7cf. 00000100:00000001:1.0:1767325699.450731:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 02000000:00000001:2.0:1767325699.450735:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325699.450736:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767325699.450740:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002911334e. 00000100:00000001:1.0:1767325699.450740:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325699.450746:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325699.450747:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a346707. 00000400:00000200:0.0:1767325699.450747:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325699.450750:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325699.450754:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993412224, portal 10 00000100:00000001:2.0:1767325699.450758:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767325699.450759:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325699.450759:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1767325699.450760:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325699.450761:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268016640 : -112767441534976 : ffff997048b48000) 00000100:00000001:1.0:1767325699.450762:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767325699.450767:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035310fb5. 00000100:00000001:1.0:1767325699.450767:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767325699.450769:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba567bd5. 00000100:00000001:1.0:1767325699.450770:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767325699.450774:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001020973f x1853174993412224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325699.450774:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325699.450776:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325699.450779:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325699.450780:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767325699.450789:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000800:00000200:0.0:1767325699.450793:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767325699.450798:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000549626f3 00000800:00000200:0.0:1767325699.450799:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba567bd5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325699.450800:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325699.450805:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325699.450807:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000549626f3. 00000100:00000040:2.0:1767325699.450807:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767325699.450810:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 491221 usecs (492 jiffies) 00000400:00000010:2.0:1767325699.450813:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ee2cc3. 00000100:00000001:3.0:1767325699.450815:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325699.450815:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305616876 00000100:00000200:2.0:1767325699.450819:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993412224, offset 0 00000100:00000001:0.0:1767325699.450821:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305621018 00000100:00000001:0.0:1767325699.450825:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305616876 00000400:00000200:2.0:1767325699.450829:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325699.450830:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305621018 00000100:00000001:0.0:1767325699.450834:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305616876 00000100:00000001:0.0:1767325699.450837:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305621018 00000400:00000200:2.0:1767325699.450838:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325699.450842:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325699.450847:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325699.450847:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305616876 00000400:00000200:2.0:1767325699.450852:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325699.450852:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305621018 00000100:00000001:0.0:1767325699.450856:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325699.450859:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767325699.450861:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325699.450866:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [201:201:254:4294967295] 192.168.203.107@tcp LPNI seq info [201:201:6:4294967295] 00000100:00000001:0.0:1767325699.450867:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325699.450871:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325699.450877:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325699.450880:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767325699.450881:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325699.450885:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325699.450888:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767325699.450891:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7307b36 x1853174993411968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325699.450892:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325699.450892:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325699.450898:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767325699.450901:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce6b287f. 00000800:00000200:2.0:1767325699.450910:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325699.450911:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325699.450918:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7307b36 x1853174993411968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325699.450921:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325699.450927:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ce6b287f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325699.450935:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325699.450935:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325699.450937:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767325699.450945:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 27811 usecs (28 jiffies) 00000100:00000001:2.0:1767325699.450948:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305616412 00000100:00000001:2.0:1767325699.450950:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305621018 00000100:00000001:2.0:1767325699.450952:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305616412 00000800:00000200:3.0:1767325699.450955:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325699.450955:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305621018 00000800:00000010:3.0:1767325699.450959:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba567bd5. 00000100:00000001:2.0:1767325699.450960:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305616412 00000400:00000200:3.0:1767325699.450965:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325699.450965:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305621018 00000100:00000001:2.0:1767325699.450968:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305616412 00000100:00000001:2.0:1767325699.450972:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305621018 00000400:00000200:3.0:1767325699.450973:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325699.450978:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325699.450979:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0d5d521 00000400:00000010:3.0:1767325699.450983:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0d5d521. 00000100:00000001:2.0:1767325699.450984:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325699.450987:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325699.450989:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325699.450993:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325699.450997:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325699.450998:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767325699.451001:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002daf29af x1853174993412096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325699.451001:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325699.451004:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325699.451006:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325699.451011:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325699.451026:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325699.451029:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002daf29af x1853174993412096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325699.451034:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325699.451036:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325699.451063:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325699.451066:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce6b287f. 00000400:00000200:3.0:1767325699.451069:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325699.451072:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325699.451074:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ee2cc3 00000400:00000010:3.0:1767325699.451076:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ee2cc3. 00000100:00000001:3.0:1767325699.451078:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325699.451080:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001020973f x1853174993412224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325699.451086:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325699.451164:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001020973f x1853174993412224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325699.451171:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325699.451172:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325699.452230:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325699.452239:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325699.452240:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325699.452242:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325699.452247:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325699.452254:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306000 00000400:00000200:1.0:1767325699.452258:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x725 [1] + 224 00000800:00000001:1.0:1767325699.452262:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325699.452271:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325699.452273:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325699.452275:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325699.452278:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325699.452281:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002daf29af x1853174993412096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325699.452287:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002daf29af x1853174993412096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325699.452300:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325699.452305:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325699.452310:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325699.452311:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325699.452313:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325699.452316:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325699.452321:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed305f80 00000400:00000200:1.0:1767325699.452325:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x71d [1] + 224 00000800:00000001:1.0:1767325699.452328:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325699.452330:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767325699.452331:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325699.452332:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325699.452333:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325699.452336:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:0.0:1767325699.452337:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325699.452341:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325699.452342:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042d7c85a. 00000400:00000200:0.0:1767325699.452346:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 00000400:00000010:0.0:1767325699.452348:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00000100:00000001:0.0:1767325699.452351:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325699.452352:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325699.452356:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7307b36 x1853174993411968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325699.452359:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002daf29af x1853174993412096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325699.452370:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e7307b36 x1853174993411968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325699.452382:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002daf29af x1853174993412096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325699.452385:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325699.452390:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325699.452393:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325699.452396:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325699.452398:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325699.452401:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325699.452403:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325699.452404:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325699.452407:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325699.452411:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325699.452414:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767325699.452414:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=96 v=5 (5 5 0 0) 00000800:00000001:1.0:1767325699.452418:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767325699.452420:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=96 v=5 (1 1 0 0) 00000400:00000200:1.0:1767325699.452426:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:3.0:1767325699.452427:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325699.452431:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325699.452433:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1767325699.452436:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767325699.452437:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325699.452438:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306080 00010000:00000001:0.0:1767325699.452448:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325699.452452:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325699.452455:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325699.452457:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325699.452458:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325699.452460:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325699.452465:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002daf29af x1853174993412096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767325699.452469:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325699.452473:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfe26627. 00000100:00000001:0.0:1767325699.452474:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325699.452478:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b4b29cd 00000100:00000001:0.0:1767325699.452479:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767325699.452482:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b4b29cd. 00000100:00000001:0.0:1767325699.452483:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325699.452487:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767325699.452491:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002daf29af x1853174993412096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325699.452492:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x72d [1] + 224 00000100:00000200:3.0:1767325699.452496:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7307b36 x1853174993411968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325699.452502:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325699.452508:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325699.452512:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325699.452520:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00100000:0.0:1767325699.452523:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993412096:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325699.452527:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325699.452529:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7307b36 x1853174993411968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325699.452532:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325699.452533:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001020973f x1853174993412224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325699.452539:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325699.452546:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002daf29af x1853174993412096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325699.452557:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767325699.452562:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001020973f x1853174993412224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325699.452564:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325699.452566:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325699.452569:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325699.452571:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767325699.452574:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008751a1c7. 02000000:00000001:3.0:1767325699.452575:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325699.452578:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767325699.452580:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325699.452581:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325699.452582:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767325699.452584:0:211465:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767325699.452586:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325699.452588:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1767325699.452588:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00001000:3.0:1767325699.452590:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=106 v=5 (5 5 0 0) 00000800:00000001:1.0:1767325699.452593:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767325699.452594:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1767325699.452595:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=106 v=5 (1 1 0 0) 02000000:00000010:0.0:1767325699.452597:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000076b01e5c. 00000100:00000001:3.0:1767325699.452600:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325699.452602:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325699.452602:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767325699.452604:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325699.452604:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767325699.452606:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325699.452608:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767325699.452608:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002daf29af. 00010000:00000001:3.0:1767325699.452609:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767325699.452612:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767325699.452613:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767325699.452615:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325699.452616:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:2.0:1767325699.452618:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002911334e. 00000100:00000001:0.0:1767325699.452619:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325699.452621:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7307b36 x1853174993411968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325699.452623:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a346707 00000100:00000001:0.0:1767325699.452624:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767325699.452626:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a346707. 00000100:00000001:2.0:1767325699.452631:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325699.452631:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325699.452636:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767325699.452636:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001020973f x1853174993412224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325699.452638:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325699.452642:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325699.452643:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325699.452646:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325699.452646:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325699.452655:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7307b36 x1853174993411968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325699.452657:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001020973f x1853174993412224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325699.452684:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767325699.452686:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993411968:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325699.452692:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325699.452693:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325699.452695:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767325699.452698:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767325699.452698:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325699.452701:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325699.452703:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325699.452705:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7307b36 x1853174993411968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325699.452706:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325699.452710:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=106 v=5 (5 5 0 0) 00000100:00001000:2.0:1767325699.452715:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=70 v=5 (1 1 0 0) 00000100:00000001:2.0:1767325699.452720:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325699.452723:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767325699.452723:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325699.452727:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767325699.452727:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767325699.452731:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d57dc2bb. 00010000:00080000:2.0:1767325699.452734:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001020973f x1853174993412224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325699.452737:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325699.452739:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767325699.452741:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767325699.452742:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325699.452744:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325699.452746:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000020:00000001:3.0:1767325699.452747:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767325699.452748:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:3.0:1767325699.452751:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000073cc668c. 00000100:00000001:2.0:1767325699.452751:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325699.452755:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001020973f x1853174993412224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325699.452757:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767325699.452760:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325699.452761:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325699.452762:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325699.452766:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767325699.452766:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001020973f x1853174993412224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325699.452770:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7307b36. 00000100:00000001:3.0:1767325699.452776:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1767325699.452776:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993412224:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325699.452780:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325699.452781:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325699.452784:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325699.452785:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325699.452788:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001020973f x1853174993412224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325715 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325699.452791:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325699.452793:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325699.452794:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325699.452795:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325699.452798:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325699.452800:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325699.452802:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002851a7cf. 02000000:00000001:2.0:1767325699.452806:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325699.452807:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325699.452808:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325699.452809:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325699.452810:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f42357cd. 02000000:00000001:2.0:1767325699.452813:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325699.452814:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325699.452815:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001020973f. 00000100:00000001:2.0:1767325699.452817:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325699.452818:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325699.452819:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325699.452822:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325699.452822:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325699.452824:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325699.452825:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325700.090259:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325700.090264:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325700.090270:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325700.090272:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325700.090292:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325700.090296:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325700.090298:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325701.114234:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325701.114241:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325701.114253:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325701.114254:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325701.114317:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325701.114321:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325701.114324:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325702.138201:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325702.138206:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325702.138212:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325702.138214:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325702.138251:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325702.138254:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325702.138258:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325703.162247:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325703.162253:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325703.162256:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325703.162257:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325703.162261:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325703.162263:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325703.162264:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325703.162266:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325703.162269:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325703.162269:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325703.162313:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325703.162316:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325703.162319:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325704.186255:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325704.186262:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325704.186268:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325704.186269:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325704.186323:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325704.186327:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325704.186330:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325704.570229:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305621018, at 4305621504 00000100:00000040:0.0:1767325704.570229:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305621018, at 4305621504 00000100:00000040:2.0:1767325704.570230:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305621018, at 4305621504 00000100:00000010:0.0:1767325704.570249:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae65223f. 00000100:00000010:3.0:1767325704.570252:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001524f7c4. 00000100:00000010:2.0:1767325704.570261:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024ad6336. 00000100:00000040:1.0:1767325704.570314:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325704.570319:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325704.570329:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d8ec799. 00000020:00000040:1.0:1767325704.570333:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325704.570337:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325704.570340:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325704.570345:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325704.570353:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035310fb5. 00000100:00000001:1.0:1767325704.570359:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325704.570370:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000007d8ec799 x1853174993412352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325704.570379:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325704.570381:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325704.570400:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d8ec799] to pc [ptlrpcd_00_02+2] req@000000007d8ec799 x1853174993412352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325704.570422:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325704.570424:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325704.570426:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325704.570429:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6c70c52. 00000020:00000040:1.0:1767325704.570430:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325704.570432:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325704.570433:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325704.570435:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325704.570438:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 00000100:00000001:1.0:1767325704.570440:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325704.570443:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000f6c70c52 x1853174993412480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325704.570447:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325704.570448:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325704.570451:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325704.570453:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325704.570453:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325704.570454:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6c70c52] to pc [ptlrpcd_00_03+3] req@00000000f6c70c52 x1853174993412480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325704.570458:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325704.570459:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325704.570468:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d8ec799 x1853174993412352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325704.570479:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325704.570482:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325704.570488:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325704.570491:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325704.570495:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325704.570499:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993412352:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325704.570504:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325704.570511:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325704.570514:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325704.570516:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325704.570518:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767325704.570519:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325704.570523:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1767325704.570525:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b123ce97. 00000100:00000010:1.0:1767325704.570526:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021e2dd14. 02000000:00000001:2.0:1767325704.570529:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325704.570530:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767325704.570531:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325704.570535:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325704.570536:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767325704.570538:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325704.570539:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767325704.570540:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002911334e. 02000000:00000001:1.0:1767325704.570541:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325704.570545:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6c70c52 x1853174993412480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325704.570547:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fe8d38. 00000400:00000010:2.0:1767325704.570553:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a346707. 00000100:00000001:1.0:1767325704.570553:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325704.570555:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767325704.570559:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000021e2dd14 x1853174993412608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325704.570559:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325704.570562:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767325704.570564:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993412352, portal 25 02000000:00000001:0.0:1767325704.570565:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325704.570568:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325704.570571:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1767325704.570575:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993412480:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325704.570576:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138718720 : -112766570832896 : ffff99707c9a5c00) 00000100:00000001:0.0:1767325704.570582:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325704.570586:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767325704.570588:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d8ec799 x1853174993412352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325704.570589:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325704.570593:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325704.570597:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000608f7b68. 00000100:00000001:1.0:1767325704.570600:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767325704.570601:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325704.570603:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325704.570606:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042d7c85a. 00000100:00000040:1.0:1767325704.570612:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021e2dd14] to pc [ptlrpcd_00_00+0] req@0000000021e2dd14 x1853174993412608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325704.570613:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 00000100:00000001:2.0:1767325704.570618:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767325704.570620:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993412480, portal 10 00000100:00000001:0.0:1767325704.570626:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767325704.570627:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325704.570629:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138714240 : -112766570837376 : ffff99707c9a4a80) 00000400:00000010:2.0:1767325704.570633:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ac80c21. 00000100:00000200:2.0:1767325704.570639:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993412352, offset 0 00000100:00000040:0.0:1767325704.570640:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f6c70c52 x1853174993412480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325704.570656:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325704.570659:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767325704.570666:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325704.570669:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325704.570674:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767325704.570675:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325704.570679:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cd6c941. 00000400:00000200:2.0:1767325704.570680:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:1.0:1767325704.570685:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10959) 00000100:00000200:0.0:1767325704.570685:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993412480, offset 0 00000100:00000001:3.0:1767325704.570688:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325704.570690:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325704.570694:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325704.570695:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325704.570697:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767325704.570699:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:1.0:1767325704.570705:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305621018, at 4305621504 00000100:00000040:3.0:1767325704.570706:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021e2dd14 x1853174993412608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325704.570707:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325704.570713:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:1.0:1767325704.570715:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fdeae089. 00000400:00000200:2.0:1767325704.570721:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [202:202:256:4294967295] 192.168.203.107@tcp LPNI seq info [202:202:8:4294967295] 00000100:00000001:3.0:1767325704.570732:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325704.570733:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325704.570735:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325704.570741:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:3.0:1767325704.570742:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325704.570743:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325704.570745:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325704.570751:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325704.570753:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325704.570755:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00100000:3.0:1767325704.570759:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993412608:192.168.203.107@tcp:400: 00000400:00000200:0.0:1767325704.570761:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767325704.570762:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096734733. 00000400:00000200:0.0:1767325704.570768:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767325704.570769:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325704.570772:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767325704.570774:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767325704.570776:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:3.0:1767325704.570777:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325704.570778:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:3.0:1767325704.570783:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325704.570783:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [203:203:255:4294967295] 192.168.203.107@tcp LPNI seq info [203:203:7:4294967295] 02000000:00000010:3.0:1767325704.570789:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000248edc2f. 00000800:00000200:2.0:1767325704.570790:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:3.0:1767325704.570796:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325704.570797:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325704.570798:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000096734733 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767325704.570804:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fe04920. 00000800:00000200:0.0:1767325704.570806:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325704.570810:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dead0e98. 00000800:00000200:0.0:1767325704.570815:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:3.0:1767325704.570819:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000541ee6a5. 00000100:00000001:2.0:1767325704.570820:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325704.570820:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:3.0:1767325704.570826:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993412608, portal 10 00000800:00000200:0.0:1767325704.570826:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dead0e98 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325704.570828:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305626138 00000100:00000001:0.0:1767325704.570832:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325704.570833:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1767325704.570836:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3cbe270. 00000100:00000001:3.0:1767325704.570837:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138725888 : -112766570825728 : ffff99707c9a7800) 00000100:00000040:0.0:1767325704.570838:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 482793 usecs (483 jiffies) 00000100:00000001:0.0:1767325704.570843:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305621987 00000100:00000001:2.0:1767325704.570844:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767325704.570849:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021e2dd14 x1853174993412608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325704.570850:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305626138 00000100:00000001:0.0:1767325704.570851:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305626138 00000100:00000001:0.0:1767325704.570857:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305621987 00000100:00000010:2.0:1767325704.570859:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f7ee2cd. 00000100:00000001:2.0:1767325704.570865:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767325704.570867:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325704.570873:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305626138 00000100:00000001:0.0:1767325704.570873:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305626138 00000100:00000040:3.0:1767325704.570874:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767325704.570874:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325704.570879:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305621987 00000800:00000010:1.0:1767325704.570880:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096734733. 00000400:00000010:3.0:1767325704.570882:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d0fe3be. 00000100:00000010:2.0:1767325704.570882:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007ec5288. 00000400:00000200:1.0:1767325704.570885:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767325704.570888:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993412608, offset 0 00000100:00000001:2.0:1767325704.570889:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767325704.570894:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325704.570897:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305626138 00000100:00000001:2.0:1767325704.570898:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305626138 00000400:00000200:3.0:1767325704.570902:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:2.0:1767325704.570905:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000706116e7. 00000400:00000200:1.0:1767325704.570906:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ac80c21 00000100:00000001:2.0:1767325704.570910:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767325704.570911:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:1.0:1767325704.570911:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ac80c21. 00000100:00000001:0.0:1767325704.570911:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305621987 00000100:00000001:2.0:1767325704.570917:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325704.570918:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305626138 00000400:00000200:3.0:1767325704.570920:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325704.570920:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325704.570922:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325704.570927:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d8ec799 x1853174993412352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325704.570929:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325704.570929:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325704.570930:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325704.570936:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325704.570937:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325704.570937:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325704.570943:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325704.570945:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325704.570948:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325704.570949:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325704.570953:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d8ec799 x1853174993412352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325704.570954:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [204:204:254:4294967295] 192.168.203.107@tcp LPNI seq info [204:204:6:4294967295] 00000100:00000001:2.0:1767325704.570955:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325704.570957:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325704.570960:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325704.570961:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325704.570968:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325704.570968:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325704.570971:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325704.570972:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325704.570973:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325704.570976:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767325704.570977:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325704.570977:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325704.570978:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325704.570984:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325704.570985:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325704.570990:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325704.570995:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073cc668c. 00000800:00000200:3.0:1767325704.571000:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325704.571006:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325704.571009:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000073cc668c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325704.571012:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325704.571015:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 27346 usecs (28 jiffies) 00000100:00000001:3.0:1767325704.571017:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305621532 00000100:00000001:3.0:1767325704.571019:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305626138 00000100:00000001:3.0:1767325704.571022:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305621532 00000100:00000001:3.0:1767325704.571024:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305626138 00000100:00000001:3.0:1767325704.571025:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305621532 00000100:00000001:3.0:1767325704.571033:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305626138 00000100:00000001:3.0:1767325704.571035:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305621532 00000100:00000001:3.0:1767325704.571036:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305626138 00000100:00000001:3.0:1767325704.571038:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325704.571040:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325704.571043:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325704.571045:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767325704.571046:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325704.571049:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1767325704.571050:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dead0e98. 00000100:00000001:3.0:1767325704.571065:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767325704.571068:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325704.571070:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325704.571073:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325704.571076:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325704.571076:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325704.571079:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325704.571087:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cd6c941 00000400:00000010:1.0:1767325704.571089:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cd6c941. 00000100:00000001:1.0:1767325704.571093:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325704.571097:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f6c70c52 x1853174993412480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325704.571105:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325704.571107:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6c70c52 x1853174993412480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325704.571111:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325704.571112:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325704.571122:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325704.571123:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073cc668c. 00000400:00000200:1.0:1767325704.571125:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325704.571127:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325704.571128:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0fe3be 00000400:00000010:1.0:1767325704.571129:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d0fe3be. 00000100:00000001:1.0:1767325704.571132:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325704.571134:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021e2dd14 x1853174993412608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325704.571138:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325704.571153:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021e2dd14 x1853174993412608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325704.571158:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325704.571159:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325704.572863:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325704.572874:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325704.572877:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325704.572878:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325704.572928:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325704.572938:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306180 00000400:00000200:3.0:1767325704.572943:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x739 [1] + 224 00000800:00000001:3.0:1767325704.572950:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325704.572954:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325704.572955:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325704.572957:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325704.572960:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325704.572964:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f6c70c52 x1853174993412480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325704.572971:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6c70c52 x1853174993412480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325704.572983:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325704.572988:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325704.572990:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325704.572996:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325704.572999:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325704.573002:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767325704.573006:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325704.573007:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed306100 00000100:00000001:0.0:1767325704.573009:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325704.573012:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x735 [1] + 224 00000800:00000001:3.0:1767325704.573015:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767325704.573016:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767325704.573017:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767325704.573019:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767325704.573020:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767325704.573023:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042d7c85a. 00000400:00000200:3.0:1767325704.573025:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325704.573028:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 00000400:00000010:0.0:1767325704.573030:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00000100:00000001:0.0:1767325704.573032:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325704.573034:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325704.573035:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f6c70c52 x1853174993412480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325704.573040:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d8ec799 x1853174993412352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325704.573063:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f6c70c52 x1853174993412480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325704.573067:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007d8ec799 x1853174993412352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325704.573081:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325704.573084:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325704.573086:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325704.573087:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325704.573089:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325704.573089:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325704.573093:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325704.573095:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767325704.573095:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325704.573099:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325704.573100:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767325704.573101:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=101 v=5 (5 5 0 0) 00000800:00000001:3.0:1767325704.573102:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767325704.573108:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=101 v=5 (1 1 0 0) 00000400:00000200:3.0:1767325704.573110:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767325704.573113:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325704.573115:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325704.573118:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306200 00010000:00000001:0.0:1767325704.573119:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325704.573124:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325704.573125:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x745 [1] + 224 00000100:00000001:2.0:1767325704.573129:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325704.573129:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:3.0:1767325704.573130:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325704.573133:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767325704.573137:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767325704.573138:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767325704.573138:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325704.573158:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767325704.573160:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325704.573161:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325704.573166:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:2.0:1767325704.573167:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325704.573169:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002911334e. 00000100:00000040:0.0:1767325704.573173:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6c70c52 x1853174993412480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325704.573175:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a346707 00000400:00000010:2.0:1767325704.573180:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a346707. 00000100:00000001:2.0:1767325704.573185:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325704.573185:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325704.573186:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325704.573191:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767325704.573194:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021e2dd14 x1853174993412608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325704.573194:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325704.573195:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d8ec799 x1853174993412352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325704.573202:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6c70c52 x1853174993412480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325704.573222:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021e2dd14 x1853174993412608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325704.573232:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d8ec799 x1853174993412352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325704.573236:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993412480:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325704.573247:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325704.573253:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325704.573255:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325704.573258:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325704.573260:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6c70c52 x1853174993412480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325704.573262:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325704.573265:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325704.573267:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325704.573269:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325704.573269:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325704.573273:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325704.573277:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767325704.573277:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=111 v=5 (5 5 0 0) 00000100:00000001:0.0:1767325704.573277:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325704.573283:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1767325704.573284:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767325704.573284:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=111 v=5 (1 1 0 0) 02000000:00000010:0.0:1767325704.573287:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000608f7b68. 00000100:00000001:2.0:1767325704.573291:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767325704.573293:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325704.573294:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325704.573296:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767325704.573297:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767325704.573298:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767325704.573300:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325704.573300:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325704.573304:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767325704.573306:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1767325704.573307:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000400:00000001:1.0:1767325704.573309:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767325704.573310:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d8ec799 x1853174993412352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767325704.573313:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1767325704.573314:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fe04920. 02000000:00000010:0.0:1767325704.573317:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 00000400:00000200:1.0:1767325704.573321:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000541ee6a5 00000100:00000001:2.0:1767325704.573325:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325704.573325:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1767325704.573326:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000541ee6a5. 02000000:00000001:0.0:1767325704.573328:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767325704.573330:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:0.0:1767325704.573331:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6c70c52. 00000100:00000001:1.0:1767325704.573333:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325704.573335:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325704.573338:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325704.573338:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325704.573340:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021e2dd14 x1853174993412608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325704.573341:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325704.573345:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d8ec799 x1853174993412352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325704.573347:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325704.573350:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325704.573355:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325704.573358:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325704.573367:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993412352:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325704.573379:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325704.573383:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767325704.573385:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021e2dd14 x1853174993412608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325704.573388:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d8ec799 x1853174993412352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325704.573406:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325704.573408:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325704.573410:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b123ce97. 02000000:00000001:2.0:1767325704.573413:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325704.573415:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767325704.573416:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767325704.573417:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325704.573419:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767325704.573421:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767325704.573424:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767325704.573425:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035310fb5. 02000000:00000001:1.0:1767325704.573428:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767325704.573430:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767325704.573431:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767325704.573434:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767325704.573435:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325704.573438:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d8ec799. 02000000:00000001:1.0:1767325704.573439:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325704.573444:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1767325704.573445:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=111 v=5 (5 5 0 0) 00000100:00000001:2.0:1767325704.573447:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325704.573453:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767325704.573453:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=75 v=5 (1 1 0 0) 00000100:00000001:2.0:1767325704.573456:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325704.573457:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325704.573459:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325704.573460:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325704.573462:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767325704.573464:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325704.573465:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767325704.573471:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000021e2dd14 x1853174993412608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325704.573478:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325704.573481:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325704.573482:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325704.573484:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325704.573485:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325704.573488:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021e2dd14 x1853174993412608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325704.573494:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325704.573495:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325704.573497:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325704.573499:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021e2dd14 x1853174993412608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325704.573506:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993412608:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325704.573510:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325704.573517:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325704.573520:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021e2dd14 x1853174993412608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325704.573526:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325704.573527:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325704.573529:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000248edc2f. 02000000:00000001:1.0:1767325704.573532:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325704.573533:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325704.573534:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767325704.573536:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325704.573538:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fe8d38. 02000000:00000001:1.0:1767325704.573540:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325704.573541:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325704.573542:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021e2dd14. 00000100:00000001:1.0:1767325704.573545:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325704.573546:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325704.573548:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325704.573551:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325704.573553:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325704.573555:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325704.573556:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325705.210246:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325705.210254:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325705.210261:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325705.210264:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325705.210267:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325705.210273:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325705.210276:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325705.210277:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325705.210280:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325705.210300:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325705.210302:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325705.210304:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325705.210386:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325705.210390:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325705.210393:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325706.234297:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325706.234304:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325706.234311:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325706.234312:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325706.234469:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325706.234473:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325706.234476:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325707.258259:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325707.258265:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325707.258270:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325707.258271:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325707.258325:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325707.258328:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325707.258331:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325708.282248:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325708.282253:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325708.282259:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325708.282260:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325708.282314:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325708.282318:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325708.282322:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325709.306225:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325709.306230:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325709.306234:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325709.306235:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325709.306252:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325709.306255:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325709.306257:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325709.690255:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305626138, at 4305626624 00000100:00000040:1.0:1767325709.690255:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305626138, at 4305626624 00000100:00000040:2.0:1767325709.690256:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305626138, at 4305626624 00000100:00000010:1.0:1767325709.690269:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f7ee2cd. 00000100:00000010:2.0:1767325709.690270:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007ec5288. 00000100:00000010:3.0:1767325709.690274:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000706116e7. 00000100:00000040:0.0:1767325709.690358:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325709.690362:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325709.690368:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000020:00000040:0.0:1767325709.690371:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325709.690375:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325709.690377:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325709.690381:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325709.690386:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9272bf7. 00000100:00000001:0.0:1767325709.690391:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325709.690397:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000b9c126d9 x1853174993412736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325709.690405:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325709.690407:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325709.690411:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_01+1] req@00000000b9c126d9 x1853174993412736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325709.690436:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325709.690439:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325709.690442:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325709.690444:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ab82abb. 00000020:00000040:0.0:1767325709.690447:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325709.690449:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325709.690451:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325709.690453:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325709.690456:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba0f4571. 00000100:00000001:0.0:1767325709.690459:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325709.690462:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325709.690463:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000003ab82abb x1853174993412864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767325709.690468:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767325709.690472:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325709.690481:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325709.690482:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325709.690484:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325709.690485:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325709.690488:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325709.690494:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993412736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325709.690498:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325709.690500:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325709.690507:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ab82abb] to pc [ptlrpcd_00_02+2] req@000000003ab82abb x1853174993412864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325709.690509:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325709.690512:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325709.690518:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325709.690520:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325709.690523:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325709.690527:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993412736:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325709.690531:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325709.690532:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767325709.690536:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767325709.690538:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325709.690542:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325709.690543:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767325709.690547:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767325709.690547:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007523782f. 02000000:00000010:3.0:1767325709.690551:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efc23b1c. 00000020:00000040:0.0:1767325709.690551:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767325709.690552:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325709.690555:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325709.690555:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325709.690557:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325709.690557:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325709.690559:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325709.690561:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325709.690563:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ab82abb x1853174993412864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325709.690566:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b0d7f53f. 00000400:00000010:3.0:1767325709.690567:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000032eac52. 00000100:00000001:0.0:1767325709.690569:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325709.690573:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767325709.690573:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000007523782f x1853174993412992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325709.690574:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325709.690575:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfabd78b. 02000000:00000001:2.0:1767325709.690577:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325709.690580:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325709.690582:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325709.690583:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993412736, portal 25 00000100:00000001:0.0:1767325709.690583:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325709.690584:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325709.690586:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993412864:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325709.690587:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325709.690590:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000100:00000040:0.0:1767325709.690590:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007523782f] to pc [ptlrpcd_00_03+3] req@000000007523782f x1853174993412992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325709.690592:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325709.690596:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325709.690598:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325709.690599:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993412736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325709.690606:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325709.690609:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767325709.690611:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767325709.690612:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000715768cb. 00000100:00000001:3.0:1767325709.690614:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767325709.690616:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325709.690617:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767325709.690620:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325709.690622:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002911334e. 00000100:00000040:0.0:1767325709.690624:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10964) 00000400:00000010:3.0:1767325709.690625:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008237aba. 00000400:00000010:2.0:1767325709.690629:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a346707. 00000100:00000200:3.0:1767325709.690630:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993412736, offset 0 00000100:00000001:0.0:1767325709.690634:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767325709.690635:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993412864, portal 10 00000100:00000001:2.0:1767325709.690637:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325709.690637:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325709.690639:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250667776 : -112767458883840 : ffff997047abc700) 00000100:00000001:0.0:1767325709.690640:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767325709.690641:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767325709.690646:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ab82abb x1853174993412864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325709.690646:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007523782f x1853174993412992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325709.690654:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767325709.690656:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:2.0:1767325709.690661:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325709.690664:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767325709.690665:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000100:00000200:2.0:1767325709.690670:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993412864, offset 0 00000100:00000001:0.0:1767325709.690672:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767325709.690674:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325709.690675:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325709.690676:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767325709.690679:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325709.690681:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325709.690682:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767325709.690684:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325709.690687:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325709.690691:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [205:205:256:4294967295] 192.168.203.107@tcp LPNI seq info [205:205:8:4294967295] 00000400:00000200:3.0:1767325709.690700:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325709.690708:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325709.690711:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767325709.690714:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007aa30fa9. 00000100:00000001:1.0:1767325709.690714:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325709.690715:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325709.690717:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325709.690720:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325709.690722:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767325709.690726:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767325709.690729:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325709.690733:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [206:206:255:4294967295] 192.168.203.107@tcp LPNI seq info [206:206:7:4294967295] 00000800:00000200:3.0:1767325709.690736:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325709.690742:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007aa30fa9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325709.690749:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00100000:0.0:1767325709.690752:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993412992:192.168.203.107@tcp:400: 00000800:00000200:2.0:1767325709.690754:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325709.690755:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325709.690756:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1767325709.690758:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096734733. 00000100:00000001:3.0:1767325709.690762:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305631258 02000000:00000001:0.0:1767325709.690764:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767325709.690765:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:0.0:1767325709.690767:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325709.690769:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325709.690771:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305626138 00000800:00000200:2.0:1767325709.690772:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000010:0.0:1767325709.690772:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046a43883. 02000000:00000001:0.0:1767325709.690775:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325709.690776:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000096734733 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325709.690779:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305631258 00000100:00000001:2.0:1767325709.690780:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325709.690780:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042d7c85a. 00000100:00000010:3.0:1767325709.690787:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001917c6aa. 00000100:00000040:2.0:1767325709.690787:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 474666 usecs (475 jiffies) 00000400:00000010:0.0:1767325709.690788:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 00000100:00000001:2.0:1767325709.690790:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305627099 00000100:00000001:2.0:1767325709.690793:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305631258 00000100:00000200:0.0:1767325709.690794:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993412992, portal 10 00000100:00000001:3.0:1767325709.690796:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767325709.690796:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325709.690798:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000100:00000001:2.0:1767325709.690800:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305627099 00000100:00000040:0.0:1767325709.690803:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007523782f x1853174993412992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325709.690808:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305631258 00000100:00000001:2.0:1767325709.690808:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305631258 00000800:00000200:1.0:1767325709.690814:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767325709.690815:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000365de8df. 00000100:00000001:2.0:1767325709.690815:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305627099 00000100:00000001:0.0:1767325709.690815:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:1.0:1767325709.690819:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007aa30fa9. 00000100:00000001:3.0:1767325709.690822:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767325709.690825:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325709.690828:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305631258 00000100:00000001:2.0:1767325709.690828:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305631258 00000400:00000010:0.0:1767325709.690828:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f2dd931. 00000100:00000200:0.0:1767325709.690832:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993412992, offset 0 00000400:00000200:1.0:1767325709.690833:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325709.690834:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305627099 00000100:00000010:3.0:1767325709.690835:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f766f1cc. 00000400:00000200:0.0:1767325709.690838:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325709.690841:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767325709.690844:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325709.690847:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325709.690848:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325709.690853:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325709.690854:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325709.690857:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325709.690857:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305631258 00000400:00000200:0.0:1767325709.690859:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325709.690860:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325709.690862:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325709.690864:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325709.690867:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325709.690868:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767325709.690870:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325709.690871:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325709.690871:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [207:207:254:4294967295] 192.168.203.107@tcp LPNI seq info [207:207:6:4294967295] 00000100:00000001:2.0:1767325709.690876:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325709.690877:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325709.690879:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325709.690879:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325709.690880:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325709.690882:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325709.690884:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325709.690889:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325709.690890:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008237aba 00000800:00000010:0.0:1767325709.690892:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d57537d. 00000400:00000010:1.0:1767325709.690894:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008237aba. 00000800:00000200:0.0:1767325709.690899:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325709.690902:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767325709.690906:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:1.0:1767325709.690909:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993412736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325709.690910:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d57537d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325709.690914:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325709.690916:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 26912 usecs (27 jiffies) 00000100:00000001:0.0:1767325709.690921:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305626651 00000100:00000001:0.0:1767325709.690926:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305631258 00000100:00000001:0.0:1767325709.690929:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305626651 00000100:00000001:0.0:1767325709.690933:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305631258 00000100:00000001:0.0:1767325709.690935:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305626651 00000100:00000001:1.0:1767325709.690936:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325709.690936:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305631258 00000100:00000001:0.0:1767325709.690940:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305626651 00000100:00000001:0.0:1767325709.690941:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305631258 00000100:00000040:1.0:1767325709.690943:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993412736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325725 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325709.690943:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325709.690948:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325709.690953:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325709.690957:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325709.690958:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325709.690961:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325709.690962:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325709.690965:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325709.690967:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325709.690969:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325709.690970:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325709.690972:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325709.690976:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325709.690980:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096734733. 00000400:00000200:1.0:1767325709.690982:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325709.690987:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325709.690989:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000400:00000010:1.0:1767325709.690991:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000100:00000001:1.0:1767325709.690994:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325709.690997:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ab82abb x1853174993412864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325709.691004:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325709.691007:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ab82abb x1853174993412864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325725 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325709.691013:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325709.691015:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325709.691084:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325709.691086:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d57537d. 00000400:00000200:1.0:1767325709.691089:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325709.691093:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325709.691095:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f2dd931 00000400:00000010:1.0:1767325709.691096:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f2dd931. 00000100:00000001:1.0:1767325709.691098:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325709.691101:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007523782f x1853174993412992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325709.691108:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325709.691110:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007523782f x1853174993412992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325725 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325709.691126:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325709.691128:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325709.692830:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325709.692839:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325709.692842:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325709.692843:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325709.692848:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325709.692856:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed306280 00000400:00000200:1.0:1767325709.692861:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x74d [1] + 224 00000800:00000001:1.0:1767325709.692865:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325709.692869:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325709.692871:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325709.692874:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325709.692882:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325709.692887:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993412736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325709.692896:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993412736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325709.692910:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325709.692916:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325709.692919:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325709.692921:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325709.692924:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325709.692929:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:3.0:1767325709.692934:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325709.692935:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306300 00000100:00000001:3.0:1767325709.692937:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325709.692944:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x755 [1] + 224 00000400:00000001:3.0:1767325709.692949:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767325709.692949:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767325709.692953:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325709.692955:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000032eac52. 00000800:00000001:1.0:1767325709.692955:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325709.692960:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfabd78b 00000400:00000200:1.0:1767325709.692960:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767325709.692964:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfabd78b. 00000400:00000200:1.0:1767325709.692966:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325709.692969:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325709.692970:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325709.692975:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993412736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325709.692983:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ab82abb x1853174993412864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325709.692994:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993412736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325709.692996:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ab82abb x1853174993412864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325709.693007:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325709.693011:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325709.693014:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325709.693044:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325709.693047:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325709.693049:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325709.693051:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325709.693053:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002911334e. 00000400:00000200:2.0:1767325709.693056:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a346707 00000400:00000010:2.0:1767325709.693058:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a346707. 00000100:00000001:2.0:1767325709.693061:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325709.693066:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ab82abb x1853174993412864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325709.693075:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325709.693078:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325709.693082:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ab82abb x1853174993412864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325709.693083:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325709.693086:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767325709.693088:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325709.693090:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325709.693093:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325709.693094:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325709.693095:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325709.693096:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325709.693099:0:211467:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767325709.693099:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767325709.693100:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325709.693101:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767325709.693102:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325709.693107:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767325709.693108:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325709.693109:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325709.693111:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325709.693117:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306380 00000100:00001000:2.0:1767325709.693118:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=106 v=5 (5 5 0 0) 00000400:00000200:0.0:1767325709.693121:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x75d [1] + 224 00000100:00001000:2.0:1767325709.693122:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=106 v=5 (1 1 0 0) 00000100:00000001:2.0:1767325709.693124:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767325709.693124:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325709.693126:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325709.693128:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1767325709.693129:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325709.693130:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767325709.693131:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325709.693134:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1767325709.693134:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000040:2.0:1767325709.693137:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00001000:3.0:1767325709.693138:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=116 v=5 (5 5 0 0) 00000100:00000001:2.0:1767325709.693162:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:3.0:1767325709.693164:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=116 v=5 (1 1 0 0) 00000100:00000001:0.0:1767325709.693164:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325709.693165:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325709.693170:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007523782f x1853174993412992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325709.693171:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325709.693173:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325709.693175:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ab82abb x1853174993412864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325709.693176:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767325709.693182:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007523782f x1853174993412992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325709.693183:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325709.693184:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325709.693189:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325709.693189:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325709.693192:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325709.693195:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993412736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325709.693199:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ab82abb x1853174993412864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325709.693205:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325709.693208:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325709.693213:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1767325709.693213:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325709.693215:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767325709.693218:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993412864:192.168.203.107@tcp:400: 00000800:00000001:0.0:1767325709.693218:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325709.693222:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993412736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325709.693226:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767325709.693232:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993412736:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325709.693232:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325709.693238:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325709.693240:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ab82abb x1853174993412864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325709.693240:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325709.693241:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325709.693245:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767325709.693246:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993412736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767325709.693250:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325709.693254:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325709.693257:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042d7c85a. 00000400:00000200:1.0:1767325709.693263:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 00000400:00000010:1.0:1767325709.693267:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00000100:00000001:3.0:1767325709.693270:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767325709.693270:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767325709.693271:0:211468:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767325709.693274:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767325709.693274:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767325709.693279:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007523782f x1853174993412992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767325709.693280:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efc23b1c. 02000000:00000010:2.0:1767325709.693280:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000715768cb. 02000000:00000001:3.0:1767325709.693285:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767325709.693286:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325709.693287:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1767325709.693289:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325709.693290:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000040:2.0:1767325709.693292:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:3.0:1767325709.693296:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767325709.693298:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325709.693301:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9272bf7. 02000000:00000010:2.0:1767325709.693301:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba0f4571. 00000100:00000200:1.0:1767325709.693304:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007523782f x1853174993412992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325709.693307:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325709.693311:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767325709.693312:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:3.0:1767325709.693314:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 02000000:00000001:2.0:1767325709.693315:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325709.693318:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ab82abb. 00000100:00000001:3.0:1767325709.693320:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325709.693324:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325709.693324:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325709.693324:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325709.693328:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325709.693329:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325709.693329:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325709.693334:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325709.693334:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325709.693338:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325709.693339:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325709.693340:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325709.693341:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325709.693344:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325709.693344:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325709.693346:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325709.693347:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325709.693348:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325709.693354:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325709.693354:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=116 v=5 (5 5 0 0) 00000100:00000001:3.0:1767325709.693359:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767325709.693360:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=80 v=5 (1 1 0 0) 00000100:00000001:3.0:1767325709.693363:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325709.693364:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325709.693367:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325709.693369:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325709.693373:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000007523782f x1853174993412992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325709.693386:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325709.693395:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325709.693396:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325709.693398:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325709.693399:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325709.693402:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007523782f x1853174993412992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325709.693407:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325709.693409:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325709.693410:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325709.693412:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007523782f x1853174993412992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325709.693418:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993412992:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325709.693422:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325709.693424:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325709.693426:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007523782f x1853174993412992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325725 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325709.693432:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325709.693433:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325709.693435:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046a43883. 02000000:00000001:1.0:1767325709.693438:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325709.693439:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325709.693440:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767325709.693442:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325709.693443:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b0d7f53f. 02000000:00000001:1.0:1767325709.693445:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325709.693446:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325709.693448:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007523782f. 00000100:00000001:1.0:1767325709.693450:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325709.693451:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325709.693452:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325709.693456:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325709.693457:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325709.693459:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325709.693464:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325710.330248:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325710.330252:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325710.330256:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325710.330257:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325710.330304:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325710.330307:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325710.330310:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325711.354267:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325711.354276:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325711.354284:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325711.354285:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325711.354352:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325711.354357:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325711.354360:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325712.378238:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325712.378248:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325712.378251:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325712.378253:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325712.378258:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325712.378260:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325712.378262:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325712.378264:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325712.378268:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325712.378269:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325712.378308:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325712.378312:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325712.378336:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325713.402230:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325713.402236:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325713.402240:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325713.402241:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325713.402290:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325713.402294:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325713.402296:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325714.426285:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325714.426291:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325714.426297:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325714.426301:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325714.426304:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325714.426309:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325714.426311:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325714.426330:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325714.426333:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325714.426335:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325714.426336:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325714.426339:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325714.426390:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325714.426395:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325714.426398:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325714.810274:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305631258, at 4305631744 00000100:00000040:1.0:1767325714.810274:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305631258, at 4305631744 00000100:00000040:2.0:1767325714.810284:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325714.810295:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325714.810305:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b6503de. 00000100:00000010:1.0:1767325714.810305:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001917c6aa. 00000100:00000010:3.0:1767325714.810306:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f766f1cc. 00000020:00000040:2.0:1767325714.810318:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325714.810325:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325714.810328:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325714.810334:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325714.810344:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e449eedd. 00000100:00000001:2.0:1767325714.810351:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325714.810353:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305631258, at 4305631744 00000100:00000040:2.0:1767325714.810363:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000008b6503de x1853174993413120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1767325714.810363:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3cbe270. 00000100:00000001:2.0:1767325714.810382:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325714.810386:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325714.810392:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b6503de] to pc [ptlrpcd_00_00+0] req@000000008b6503de x1853174993413120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325714.810418:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325714.810419:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325714.810422:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325714.810424:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc353709. 00000020:00000040:2.0:1767325714.810426:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325714.810427:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325714.810428:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325714.810430:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325714.810432:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000000e468a8. 00000100:00000001:2.0:1767325714.810435:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325714.810438:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000fc353709 x1853174993413248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325714.810452:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767325714.810459:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767325714.810465:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325714.810475:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325714.810478:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325714.810479:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325714.810483:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325714.810487:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc353709] to pc [ptlrpcd_00_01+1] req@00000000fc353709 x1853174993413248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325714.810489:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325714.810493:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325714.810498:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325714.810505:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325714.810507:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325714.810509:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:1.0:1767325714.810510:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008b6503de x1853174993413120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325714.810514:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325714.810515:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325714.810524:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325714.810529:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325714.810536:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325714.810536:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767325714.810541:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767325714.810541:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2583070. 00000100:00000001:1.0:1767325714.810543:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325714.810550:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767325714.810550:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767325714.810551:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325714.810562:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325714.810566:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325714.810566:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767325714.810568:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fc353709 x1853174993413248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325714.810575:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325714.810576:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325714.810585:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325714.810587:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ce6b287f. 00000100:00100000:1.0:1767325714.810596:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008b6503de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993413120:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325714.810597:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325714.810598:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325714.810605:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325714.810608:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325714.810609:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767325714.810614:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000d2583070 x1853174993413376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767325714.810615:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325714.810619:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325714.810625:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325714.810625:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325714.810637:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767325714.810640:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fc353709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993413248:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325714.810645:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767325714.810646:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e6bfdbb7. 00000100:00000001:3.0:1767325714.810647:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325714.810649:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325714.810652:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325714.810657:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325714.810657:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325714.810664:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2583070] to pc [ptlrpcd_00_02+2] req@00000000d2583070 x1853174993413376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325714.810665:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325714.810671:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c5c15de. 00000400:00000010:1.0:1767325714.810671:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001837746c. 02000000:00000001:3.0:1767325714.810680:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325714.810686:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056cf3dc7. 00000400:00000010:3.0:1767325714.810689:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000032eac52. 00000400:00000010:3.0:1767325714.810698:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfabd78b. 00000100:00000200:1.0:1767325714.810698:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993413120, portal 25 00000100:00000001:1.0:1767325714.810704:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1767325714.810706:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993413248, portal 10 00000100:00000001:3.0:1767325714.810709:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325714.810710:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531382912 : -112767178168704 : ffff997058672680) 00000100:00000001:1.0:1767325714.810718:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531375744 : -112767178175872 : ffff997058670a80) 00000100:00000040:3.0:1767325714.810720:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fc353709 x1853174993413248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325714.810724:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325714.810729:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008b6503de x1853174993413120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325714.810734:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767325714.810752:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767325714.810757:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325714.810767:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10969) 00000100:00000001:0.0:1767325714.810767:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325714.810769:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325714.810769:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325714.810779:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325714.810785:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767325714.810790:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2583070 x1853174993413376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325714.810791:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000100:00000040:2.0:1767325714.810796:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305631258, at 4305631744 00000100:00000040:3.0:1767325714.810797:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000200:1.0:1767325714.810798:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993413120, offset 0 00000400:00000010:3.0:1767325714.810805:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000273bba3d. 00000100:00000010:2.0:1767325714.810812:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000365de8df. 00000100:00000200:3.0:1767325714.810813:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993413248, offset 0 00000100:00000001:0.0:1767325714.810814:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325714.810819:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325714.810820:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767325714.810823:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325714.810828:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325714.810832:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767325714.810833:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325714.810840:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325714.810840:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00100000:0.0:1767325714.810850:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2583070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993413376:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325714.810851:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325714.810851:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325714.810857:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767325714.810862:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:0.0:1767325714.810863:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325714.810866:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325714.810868:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767325714.810870:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767325714.810875:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000010:0.0:1767325714.810876:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ada721d. 02000000:00000001:0.0:1767325714.810881:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325714.810882:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [208:208:256:4294967295] 192.168.203.107@tcp LPNI seq info [208:208:8:4294967295] 00000400:00000010:0.0:1767325714.810886:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1024796. 00000400:00000010:0.0:1767325714.810892:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fb0c1f1. 00000100:00000200:0.0:1767325714.810898:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993413376, portal 10 00000400:00000200:1.0:1767325714.810899:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325714.810902:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325714.810906:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531377536 : -112767178174080 : ffff997058671180) 00000800:00000200:1.0:1767325714.810911:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767325714.810913:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2583070 x1853174993413376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767325714.810919:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fe8d38. 00000100:00000001:0.0:1767325714.810924:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325714.810928:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767325714.810932:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:0.0:1767325714.810932:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac3f8c71. 00000100:00000200:0.0:1767325714.810937:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993413376, offset 0 00000800:00000200:1.0:1767325714.810943:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767325714.810945:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767325714.810950:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6fe8d38 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325714.810971:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325714.810976:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305636378 00000400:00000200:3.0:1767325714.810979:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:1.0:1767325714.810982:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000318167d0. 00000400:00000200:3.0:1767325714.810983:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325714.811000:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325714.811002:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767325714.811005:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325714.811010:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325714.811015:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [209:209:255:4294967295] 192.168.203.107@tcp LPNI seq info [209:209:7:4294967295] 00000100:00000001:1.0:1767325714.811015:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305636378 00000100:00000010:1.0:1767325714.811022:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fdeae089. 00000100:00000001:1.0:1767325714.811027:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767325714.811033:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325714.811034:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305636378 00000100:00000010:1.0:1767325714.811042:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000449bf639. 00000800:00000200:3.0:1767325714.811043:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325714.811047:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767325714.811047:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767325714.811050:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfadf5e9. 00000400:00000200:0.0:1767325714.811053:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767325714.811058:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325714.811061:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325714.811062:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305636378 00000800:00000200:3.0:1767325714.811068:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:1.0:1767325714.811068:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000173319d2. 00000800:00000200:3.0:1767325714.811074:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dfadf5e9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325714.811074:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767325714.811078:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325714.811081:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325714.811081:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325714.811084:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325714.811087:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325714.811088:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 466808 usecs (467 jiffies) 00000400:00000200:0.0:1767325714.811092:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [210:210:254:4294967295] 192.168.203.107@tcp LPNI seq info [210:210:6:4294967295] 00000100:00000001:1.0:1767325714.811093:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325714.811094:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305632211 00000100:00000001:1.0:1767325714.811100:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325714.811101:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305636378 00000100:00000001:1.0:1767325714.811104:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325714.811107:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305632211 00000100:00000001:1.0:1767325714.811108:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325714.811112:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325714.811113:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305636378 00000400:00000200:0.0:1767325714.811113:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325714.811116:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325714.811119:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305632211 00000800:00000200:2.0:1767325714.811120:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325714.811129:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305636378 00000800:00000200:0.0:1767325714.811130:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325714.811132:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305632211 00000800:00000010:2.0:1767325714.811132:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fe8d38. 00000100:00000001:3.0:1767325714.811164:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305636378 00000100:00000001:3.0:1767325714.811168:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325714.811170:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767325714.811176:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062e9f023. 00000400:00000200:2.0:1767325714.811177:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767325714.811186:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767325714.811194:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000800:00000200:0.0:1767325714.811200:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767325714.811204:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000800:00000200:0.0:1767325714.811205:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000062e9f023 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767325714.811209:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00000001:2.0:1767325714.811214:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767325714.811219:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325714.811219:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325714.811225:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008b6503de x1853174993413120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325714.811227:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325714.811227:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 26492 usecs (27 jiffies) 00000100:00000001:0.0:1767325714.811237:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305631772 00000100:00000001:0.0:1767325714.811244:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305636378 00000100:00000001:0.0:1767325714.811252:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305631772 00000100:00000001:2.0:1767325714.811255:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325714.811257:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305636378 00000100:00000040:2.0:1767325714.811262:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008b6503de x1853174993413120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325730 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325714.811263:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305631772 00000100:00000001:0.0:1767325714.811268:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305636378 00000100:00000001:0.0:1767325714.811277:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305631772 00000100:00000001:0.0:1767325714.811284:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305636378 00000100:00000001:0.0:1767325714.811289:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325714.811296:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325714.811300:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325714.811301:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325714.811306:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325714.811307:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325714.811315:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325714.811317:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325714.811320:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325714.811322:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325714.811323:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325714.811326:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325714.811332:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325714.811336:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfadf5e9. 00000400:00000200:2.0:1767325714.811341:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325714.811346:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325714.811348:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000273bba3d 00000400:00000010:2.0:1767325714.811349:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000273bba3d. 00000100:00000001:2.0:1767325714.811352:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325714.811354:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fc353709 x1853174993413248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325714.811359:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325714.811360:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fc353709 x1853174993413248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325730 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325714.811364:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325714.811365:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325714.811389:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325714.811391:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062e9f023. 00000400:00000200:2.0:1767325714.811393:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325714.811395:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325714.811396:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac3f8c71 00000400:00000010:2.0:1767325714.811401:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac3f8c71. 00000100:00000001:2.0:1767325714.811403:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325714.811406:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2583070 x1853174993413376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325714.811412:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325714.811414:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2583070 x1853174993413376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325730 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325714.811419:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325714.811420:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325714.812478:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325714.812488:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325714.812491:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325714.812493:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325714.812500:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325714.812512:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed306400 00000400:00000200:1.0:1767325714.812520:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x765 [1] + 224 00000800:00000001:1.0:1767325714.812527:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325714.812533:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325714.812535:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325714.812539:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325714.812542:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325714.812546:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008b6503de x1853174993413120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325714.812555:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008b6503de x1853174993413120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325714.812572:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325714.812578:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325714.812581:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325714.812647:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325714.812651:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325714.812656:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325714.812659:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325714.812660:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001837746c. 00000400:00000200:2.0:1767325714.812664:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056cf3dc7 00000400:00000010:2.0:1767325714.812666:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056cf3dc7. 00000100:00000001:2.0:1767325714.812668:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325714.812672:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008b6503de x1853174993413120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325714.812679:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008b6503de x1853174993413120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325714.812685:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325714.812686:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325714.812688:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325714.812690:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325714.812692:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325714.812694:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325714.812696:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325714.812700:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=121 v=5 (5 5 0 0) 00000100:00001000:2.0:1767325714.812704:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=121 v=5 (1 1 0 0) 00000100:00000001:2.0:1767325714.812707:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325714.812708:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325714.812710:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325714.812713:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325714.812715:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325714.812725:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008b6503de x1853174993413120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325714.812731:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325714.812734:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325714.812736:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325714.812739:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b6503de x1853174993413120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325714.812747:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008b6503de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993413120:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325714.812752:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325714.812754:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325714.812756:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008b6503de x1853174993413120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325714.812762:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325714.812763:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325714.812765:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e6bfdbb7. 02000000:00000001:2.0:1767325714.812768:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325714.812770:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325714.812772:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767325714.812774:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325714.812776:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e449eedd. 02000000:00000001:2.0:1767325714.812780:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325714.812782:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325714.812783:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b6503de. 00000100:00000001:2.0:1767325714.812786:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:0.0:1767325714.812787:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325714.812788:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325714.812792:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325714.812794:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325714.812796:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325714.812797:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325714.812799:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325714.812802:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325714.812803:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767325714.812807:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325714.812811:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325714.812814:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306480 00000400:00000200:0.0:1767325714.812819:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x769 [1] + 224 00000800:00000001:0.0:1767325714.812822:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325714.812827:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325714.812829:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325714.812832:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325714.812842:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325714.812845:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fc353709 x1853174993413248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325714.812853:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fc353709 x1853174993413248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325714.812870:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325714.812874:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325714.812877:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325714.812977:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325714.812980:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325714.812992:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325714.812994:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325714.812996:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000032eac52. 00000400:00000200:3.0:1767325714.813001:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfabd78b 00000800:00000001:2.0:1767325714.813001:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767325714.813005:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfabd78b. 00000100:00000001:3.0:1767325714.813008:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767325714.813009:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325714.813013:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fc353709 x1853174993413248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325714.813013:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325714.813017:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325714.813025:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fc353709 x1853174993413248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325714.813033:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:3.0:1767325714.813039:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767325714.813043:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306500 00000400:00000200:2.0:1767325714.813047:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x775 [1] + 224 00000800:00000001:2.0:1767325714.813050:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325714.813054:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325714.813055:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325714.813057:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325714.813059:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325714.813061:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2583070 x1853174993413376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325714.813070:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2583070 x1853174993413376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325714.813087:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325714.813091:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325714.813094:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325714.813100:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325714.813103:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325714.813106:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325714.813107:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325714.813109:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325714.813111:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325714.813113:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325714.813116:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767325714.813117:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=111 v=5 (5 5 0 0) 00000400:00000001:0.0:1767325714.813119:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325714.813122:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1767325714.813123:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=111 v=5 (1 1 0 0) 00000400:00000010:0.0:1767325714.813123:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1024796. 00000400:00000200:0.0:1767325714.813128:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fb0c1f1 00000100:00000001:3.0:1767325714.813129:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767325714.813130:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fb0c1f1. 00000100:00000001:3.0:1767325714.813133:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325714.813134:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767325714.813137:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767325714.813156:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2583070 x1853174993413376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325714.813168:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325714.813173:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2583070 x1853174993413376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325714.813174:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325714.813178:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325714.813182:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325714.813184:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325714.813188:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767325714.813192:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fc353709 x1853174993413248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325714.813192:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325714.813197:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325714.813199:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325714.813202:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325714.813205:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325714.813207:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325714.813209:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325714.813212:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:0.0:1767325714.813215:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=121 v=5 (5 5 0 0) 00000100:00001000:0.0:1767325714.813219:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=85 v=5 (1 1 0 0) 00000100:00000001:3.0:1767325714.813222:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325714.813224:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325714.813226:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325714.813230:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc353709 x1853174993413248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325714.813231:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325714.813238:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d2583070 x1853174993413376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325714.813248:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fc353709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993413248:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325714.813255:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325714.813257:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325714.813262:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fc353709 x1853174993413248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325714.813278:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325714.813280:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325714.813283:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767325714.813284:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1767325714.813286:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c5c15de. 00000100:00000040:0.0:1767325714.813287:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 02000000:00000001:3.0:1767325714.813290:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767325714.813291:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767325714.813294:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767325714.813295:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767325714.813297:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:3.0:1767325714.813300:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767325714.813302:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2583070 x1853174993413376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767325714.813303:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000000e468a8. 02000000:00000001:3.0:1767325714.813307:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325714.813309:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325714.813311:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc353709. 00000100:00000001:3.0:1767325714.813316:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325714.813318:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325714.813319:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325714.813322:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325714.813323:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325714.813325:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325714.813328:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325714.813331:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325714.813332:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2583070 x1853174993413376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325714.813336:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325714.813338:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325714.813347:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2583070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993413376:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325714.813353:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325714.813355:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325714.813358:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2583070 x1853174993413376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325730 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325714.813364:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325714.813365:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325714.813367:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ada721d. 02000000:00000001:0.0:1767325714.813371:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325714.813373:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325714.813374:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325714.813376:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325714.813377:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ce6b287f. 02000000:00000001:0.0:1767325714.813379:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325714.813380:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325714.813381:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2583070. 00000100:00000001:0.0:1767325714.813383:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325714.813384:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325714.813388:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325714.813392:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325714.813392:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325714.813394:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325714.813395:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325715.450249:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325715.450254:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325715.450258:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325715.450259:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325715.450308:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325715.450312:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325715.450315:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325716.474278:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325716.474285:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325716.474292:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325716.474294:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325716.474352:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325716.474360:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325716.474365:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325717.499058:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325717.499066:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325717.499072:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325717.499073:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325717.499125:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325717.499128:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325717.499130:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325718.522242:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325718.522250:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325718.522257:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325718.522259:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325718.522298:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325718.522303:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325718.522306:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325719.546277:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325719.546284:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325719.546289:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325719.546307:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325719.546339:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325719.546343:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325719.546346:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325719.930239:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305636378, at 4305636864 00000100:00000040:1.0:1767325719.930240:0:196368:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305636378, at 4305636864 00000100:00000040:0.0:1767325719.930241:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305636378, at 4305636864 00000100:00000040:2.0:1767325719.930243:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325719.930254:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325719.930258:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000173319d2. 00000100:00000010:2.0:1767325719.930264:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b6503de. 00000100:00000010:1.0:1767325719.930267:0:196368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fdeae089. 00000020:00000040:2.0:1767325719.930269:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000010:0.0:1767325719.930270:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000318167d0. 00000100:00000001:2.0:1767325719.930278:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325719.930281:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325719.930288:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325719.930297:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000000e468a8. 00000100:00000001:2.0:1767325719.930305:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325719.930318:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000008b6503de x1853174993413504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325719.930327:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325719.930329:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325719.930333:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b6503de] to pc [ptlrpcd_00_03+3] req@000000008b6503de x1853174993413504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325719.930355:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325719.930356:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325719.930359:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325719.930361:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce152320. 00000020:00000040:2.0:1767325719.930363:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325719.930365:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325719.930366:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325719.930368:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325719.930370:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000096734733. 00000100:00000001:2.0:1767325719.930373:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325719.930376:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000ce152320 x1853174993413632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325719.930377:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325719.930382:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325719.930382:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325719.930385:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325719.930388:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce152320] to pc [ptlrpcd_00_00+0] req@00000000ce152320 x1853174993413632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325719.930388:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767325719.930391:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325719.930396:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325719.930398:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325719.930402:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325719.930407:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325719.930409:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325719.930411:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325719.930416:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008b6503de x1853174993413504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325719.930418:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325719.930423:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325719.930427:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325719.930428:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325719.930430:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767325719.930431:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325719.930432:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000010:2.0:1767325719.930435:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c46a891b. 00000100:00000001:1.0:1767325719.930436:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325719.930436:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325719.930441:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767325719.930441:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:0.0:1767325719.930442:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325719.930443:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325719.930445:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325719.930446:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767325719.930448:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325719.930448:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325719.930449:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325719.930454:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325719.930455:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767325719.930455:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008b6503de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993413504:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325719.930458:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325719.930462:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767325719.930463:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000042a10ade. 00000100:00000001:0.0:1767325719.930463:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325719.930469:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325719.930471:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767325719.930472:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce152320 x1853174993413632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325719.930476:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000c46a891b x1853174993413760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325719.930476:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325719.930483:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325719.930490:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000318261e. 02000000:00000001:0.0:1767325719.930494:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325719.930501:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325719.930502:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325719.930504:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1024796. 00000100:00000001:1.0:1767325719.930505:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325719.930508:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325719.930513:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767325719.930514:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fb0c1f1. 00000100:00000040:2.0:1767325719.930515:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c46a891b] to pc [ptlrpcd_00_01+1] req@00000000c46a891b x1853174993413760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325719.930516:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325719.930522:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325719.930525:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993413504, portal 25 00000100:00100000:1.0:1767325719.930530:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce152320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993413632:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325719.930535:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325719.930536:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325719.930537:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531375744 : -112767178175872 : ffff997058670a80) 00000100:00000001:2.0:1767325719.930540:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325719.930541:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325719.930544:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325719.930545:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008b6503de x1853174993413504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325719.930546:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767325719.930548:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325719.930553:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027d71bc2. 00000100:00000040:2.0:1767325719.930557:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767325719.930559:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325719.930565:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767325719.930566:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb5c76f3. 00000100:00000040:2.0:1767325719.930567:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10974) 00000100:00000040:0.0:1767325719.930570:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325719.930575:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767325719.930575:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecdad0cb. 00000400:00000010:1.0:1767325719.930576:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000546b590. 00000100:00100000:3.0:1767325719.930581:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000200:1.0:1767325719.930582:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993413632, portal 10 00000100:00000040:2.0:1767325719.930584:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305636378, at 4305636864 00000100:00000001:3.0:1767325719.930585:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325719.930587:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767325719.930588:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993413504, offset 0 00000100:00000001:1.0:1767325719.930591:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531385600 : -112767178166016 : ffff997058673100) 00000100:00000010:2.0:1767325719.930592:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000449bf639. 00000100:00000001:3.0:1767325719.930593:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325719.930597:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325719.930602:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325719.930603:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce152320 x1853174993413632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325719.930603:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325719.930606:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325719.930609:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325719.930616:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c46a891b x1853174993413760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325719.930618:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767325719.930623:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:1.0:1767325719.930625:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325719.930631:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eeaa2651. 00000400:00000200:0.0:1767325719.930635:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325719.930637:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767325719.930638:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993413632, offset 0 00000100:00000001:3.0:1767325719.930640:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325719.930643:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767325719.930643:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:3.0:1767325719.930647:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325719.930651:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325719.930651:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325719.930656:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00100000:3.0:1767325719.930659:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c46a891b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993413760:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767325719.930665:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325719.930665:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [211:211:256:4294967295] 192.168.203.107@tcp LPNI seq info [211:211:8:4294967295] 00000100:00000001:3.0:1767325719.930668:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325719.930673:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325719.930675:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325719.930678:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325719.930682:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000010:3.0:1767325719.930685:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e73a548. 02000000:00000001:3.0:1767325719.930690:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325719.930690:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325719.930691:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:3.0:1767325719.930696:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000032eac52. 00000800:00000010:0.0:1767325719.930698:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007cab202f. 00000400:00000200:1.0:1767325719.930699:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767325719.930704:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfabd78b. 00000400:00000200:1.0:1767325719.930706:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000200:3.0:1767325719.930711:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993413760, portal 10 00000800:00000200:0.0:1767325719.930711:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767325719.930714:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325719.930717:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325719.930721:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531388288 : -112767178163328 : ffff997058673b80) 00000400:00000200:1.0:1767325719.930721:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767325719.930726:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767325719.930731:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [212:212:255:4294967295] 192.168.203.107@tcp LPNI seq info [212:212:7:4294967295] 00000100:00000040:3.0:1767325719.930732:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c46a891b x1853174993413760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325719.930732:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007cab202f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325719.930750:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325719.930753:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767325719.930754:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325719.930756:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305641498 00000100:00000040:3.0:1767325719.930762:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000010:0.0:1767325719.930763:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d955938c. 00000800:00000200:1.0:1767325719.930766:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325719.930768:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a09826fe. 00000800:00000010:1.0:1767325719.930772:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d53f249. 00000100:00000200:3.0:1767325719.930773:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993413760, offset 0 00000100:00000001:0.0:1767325719.930774:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767325719.930782:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325719.930783:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305641498 00000400:00000200:3.0:1767325719.930787:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:0.0:1767325719.930791:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000497492e3. 00000800:00000200:1.0:1767325719.930792:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325719.930797:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767325719.930798:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d53f249 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325719.930803:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305641498 00000100:00000001:1.0:1767325719.930804:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325719.930809:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:0.0:1767325719.930810:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005630bbee. 00000100:00000040:1.0:1767325719.930811:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 459210 usecs (460 jiffies) 00000400:00000200:3.0:1767325719.930814:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325719.930816:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305637324 00000400:00000200:3.0:1767325719.930821:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:2.0:1767325719.930822:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325719.930822:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767325719.930823:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305641498 00000400:00000200:3.0:1767325719.930828:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325719.930829:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305637324 00000800:00000010:2.0:1767325719.930830:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007cab202f. 00000100:00000001:0.0:1767325719.930830:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305641498 00000400:00000200:3.0:1767325719.930835:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325719.930836:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305641498 00000100:00000010:0.0:1767325719.930838:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ac4dacc. 00000400:00000200:2.0:1767325719.930839:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325719.930842:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305637324 00000100:00000001:0.0:1767325719.930844:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767325719.930845:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [213:213:254:4294967295] 192.168.203.107@tcp LPNI seq info [213:213:6:4294967295] 00000100:00000001:1.0:1767325719.930848:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305641498 00000100:00000001:0.0:1767325719.930849:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325719.930853:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325719.930856:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305637324 00000100:00000001:0.0:1767325719.930856:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325719.930862:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305641498 00000100:00000001:0.0:1767325719.930862:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325719.930867:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325719.930869:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325719.930869:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325719.930875:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325719.930880:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325719.930881:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325719.930881:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecdad0cb 00000400:00000010:2.0:1767325719.930885:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecdad0cb. 00000100:00000001:1.0:1767325719.930885:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325719.930888:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073cc668c. 00000100:00000001:1.0:1767325719.930889:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767325719.930895:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325719.930897:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325719.930899:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325719.930903:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325719.930906:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008b6503de x1853174993413504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325719.930907:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325719.930908:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325719.930914:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000073cc668c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325719.930921:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325719.930922:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325719.930927:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 26082 usecs (27 jiffies) 00000100:00000040:2.0:1767325719.930927:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008b6503de x1853174993413504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325735 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325719.930933:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305636891 00000100:00000001:2.0:1767325719.930937:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325719.930939:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305641498 00000100:00000001:2.0:1767325719.930940:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325719.930944:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305636891 00000100:00000001:3.0:1767325719.930947:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305641498 00000100:00000001:3.0:1767325719.930962:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305636891 00000100:00000001:3.0:1767325719.930964:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305641498 00000100:00000001:3.0:1767325719.930966:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305636891 00000100:00000001:3.0:1767325719.930968:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305641498 00000800:00000200:2.0:1767325719.930971:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325719.930974:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d53f249. 00000100:00000001:3.0:1767325719.930979:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325719.930979:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325719.930985:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325719.930986:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325719.930990:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325719.930991:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eeaa2651 00000400:00000010:2.0:1767325719.930996:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eeaa2651. 00000100:00000001:3.0:1767325719.930997:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325719.930998:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325719.931002:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce152320 x1853174993413632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325719.931007:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325719.931009:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce152320 x1853174993413632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325735 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325719.931013:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325719.931014:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325719.931075:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325719.931077:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073cc668c. 00000400:00000200:2.0:1767325719.931080:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325719.931083:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325719.931086:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a09826fe 00000400:00000010:2.0:1767325719.931087:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a09826fe. 00000100:00000001:2.0:1767325719.931090:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325719.931093:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c46a891b x1853174993413760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325719.931100:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325719.931101:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c46a891b x1853174993413760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325735 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325719.931109:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325719.931110:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325719.932494:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325719.932520:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325719.932524:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325719.932526:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325719.932532:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325719.932540:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed306580 00000400:00000200:0.0:1767325719.932546:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x77d [1] + 224 00000800:00000001:0.0:1767325719.932552:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325719.932555:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325719.932556:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325719.932558:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325719.932561:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325719.932564:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008b6503de x1853174993413504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325719.932571:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008b6503de x1853174993413504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325719.932599:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325719.932606:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325719.932611:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325719.932613:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325719.932615:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325719.932620:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325719.932621:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767325719.932623:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325719.932629:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767325719.932632:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306600 00000400:00000001:2.0:1767325719.932633:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325719.932635:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1024796. 00000400:00000200:2.0:1767325719.932639:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fb0c1f1 00000400:00000010:2.0:1767325719.932640:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fb0c1f1. 00000100:00000001:2.0:1767325719.932642:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325719.932646:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008b6503de x1853174993413504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325719.932648:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x785 [1] + 224 00000100:00000200:2.0:1767325719.932653:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008b6503de x1853174993413504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325719.932663:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325719.932665:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325719.932665:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325719.932668:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325719.932670:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767325719.932672:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325719.932673:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325719.932675:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325719.932677:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767325719.932678:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325719.932685:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00001000:2.0:1767325719.932686:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=126 v=5 (5 5 0 0) 00000100:00001000:2.0:1767325719.932691:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=126 v=5 (1 1 0 0) 00000100:00000001:0.0:1767325719.932692:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325719.932694:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325719.932696:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325719.932699:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767325719.932699:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce152320 x1853174993413632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325719.932702:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325719.932707:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325719.932713:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008b6503de x1853174993413504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325719.932720:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325719.932720:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ce152320 x1853174993413632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325719.932723:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325719.932726:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325719.932732:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b6503de x1853174993413504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325719.932743:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767325719.932744:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008b6503de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993413504:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325719.932749:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325719.932751:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767325719.932751:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767325719.932754:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008b6503de x1853174993413504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325719.932756:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325719.932759:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1767325719.932760:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767325719.932763:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1767325719.932764:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767325719.932767:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000318261e. 02000000:00000001:2.0:1767325719.932771:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325719.932773:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325719.932775:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325719.932775:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767325719.932778:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767325719.932779:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325719.932780:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 02000000:00000010:2.0:1767325719.932781:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000000e468a8. 00000400:00000001:1.0:1767325719.932785:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767325719.932787:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:1.0:1767325719.932788:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767325719.932790:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1767325719.932792:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb5c76f3. 00000100:00000010:2.0:1767325719.932793:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b6503de. 00000400:00000200:0.0:1767325719.932794:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306680 00000100:00000001:2.0:1767325719.932799:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767325719.932799:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000546b590 00000100:00000001:2.0:1767325719.932802:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325719.932803:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767325719.932803:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000546b590. 00000100:00000001:1.0:1767325719.932809:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325719.932810:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325719.932814:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325719.932814:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x78d [1] + 224 00000100:00000001:2.0:1767325719.932816:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325719.932819:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325719.932819:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce152320 x1853174993413632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325719.932825:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767325719.932834:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce152320 x1853174993413632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325719.932835:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325719.932839:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325719.932846:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325719.932850:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325719.932851:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325719.932854:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325719.932856:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c46a891b x1853174993413760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325719.932858:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325719.932861:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325719.932864:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325719.932868:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325719.932868:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c46a891b x1853174993413760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325719.932873:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325719.932878:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=116 v=5 (5 5 0 0) 00000100:00001000:1.0:1767325719.932884:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=116 v=5 (1 1 0 0) 00000100:00000001:1.0:1767325719.932890:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325719.932893:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325719.932895:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325719.932898:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325719.932900:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767325719.932901:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767325719.932902:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325719.932906:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1767325719.932907:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325719.932908:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325719.932913:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325719.932915:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce152320 x1853174993413632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325719.932922:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325719.932923:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325719.932924:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325719.932928:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325719.932930:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767325719.932933:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767325719.932934:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000032eac52. 00000100:00000001:1.0:1767325719.932938:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325719.932939:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfabd78b 00000400:00000010:3.0:1767325719.932942:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfabd78b. 00000100:00000001:3.0:1767325719.932945:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767325719.932946:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce152320 x1853174993413632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325719.932962:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c46a891b x1853174993413760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325719.932988:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c46a891b x1853174993413760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325719.932988:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce152320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993413632:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325719.932999:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325719.933000:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325719.933004:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325719.933004:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325719.933008:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325719.933009:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325719.933010:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325719.933012:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325719.933012:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce152320 x1853174993413632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325719.933016:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325719.933021:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=126 v=5 (5 5 0 0) 00000100:00001000:3.0:1767325719.933028:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=90 v=5 (1 1 0 0) 00000100:00000001:1.0:1767325719.933028:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325719.933031:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325719.933032:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325719.933035:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325719.933035:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027d71bc2. 00010000:00000001:3.0:1767325719.933040:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767325719.933041:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325719.933044:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00010000:00080000:3.0:1767325719.933047:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c46a891b x1853174993413760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767325719.933047:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767325719.933052:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325719.933054:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000096734733. 02000000:00000001:1.0:1767325719.933059:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325719.933062:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767325719.933063:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325719.933065:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce152320. 00000100:00000001:3.0:1767325719.933068:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767325719.933070:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767325719.933071:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325719.933073:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325719.933075:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325719.933077:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325719.933081:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325719.933084:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325719.933085:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325719.933087:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325719.933090:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325719.933092:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c46a891b x1853174993413760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325719.933099:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325719.933101:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325719.933102:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325719.933105:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c46a891b x1853174993413760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325719.933109:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c46a891b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993413760:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325719.933112:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325719.933113:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325719.933114:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c46a891b x1853174993413760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325735 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325719.933117:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325719.933119:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325719.933120:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e73a548. 02000000:00000001:3.0:1767325719.933122:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325719.933123:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325719.933124:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325719.933126:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325719.933128:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000042a10ade. 02000000:00000001:3.0:1767325719.933131:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325719.933132:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325719.933133:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c46a891b. 00000100:00000001:3.0:1767325719.933136:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325719.933137:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325719.933138:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325719.933162:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325719.933164:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325719.933166:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325719.933167:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325720.570238:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325720.570246:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325720.570253:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325720.570254:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325720.570316:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325720.570320:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325720.570338:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325721.594239:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325721.594245:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325721.594250:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325721.594251:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325721.594295:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325721.594298:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325721.594317:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325722.618210:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325722.618216:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325722.618218:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325722.618234:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325722.618238:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325722.618239:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325722.618240:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325722.618242:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325722.618245:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325722.618245:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325722.618290:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325722.618293:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325722.618296:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325723.643004:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325723.643012:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325723.643018:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325723.643019:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325723.643087:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325723.643091:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325723.643094:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325724.666252:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325724.666259:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325724.666264:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325724.666267:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325724.666269:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325724.666273:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325724.666275:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325724.666277:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325724.666279:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325724.666280:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325724.666282:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325724.666283:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325724.666321:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325724.666325:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325724.666328:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325725.050250:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305641498, at 4305641984 00000100:00000040:2.0:1767325725.050250:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767325725.050250:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305641498, at 4305641984 00000100:00000040:0.0:1767325725.050250:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305641498, at 4305641984 00000100:00000001:2.0:1767325725.050264:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325725.050269:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ac4dacc. 00000100:00000010:0.0:1767325725.050271:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d955938c. 00000100:00000010:2.0:1767325725.050276:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b6503de. 00000100:00000010:1.0:1767325725.050276:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000497492e3. 00000020:00000040:2.0:1767325725.050282:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325725.050288:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325725.050292:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325725.050298:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325725.050307:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000836678fc. 00000100:00000001:2.0:1767325725.050315:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325725.050328:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000008b6503de x1853174993413888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325725.050339:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325725.050341:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325725.050361:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b6503de] to pc [ptlrpcd_00_02+2] req@000000008b6503de x1853174993413888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325725.050384:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325725.050387:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325725.050391:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325725.050393:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfe9f3b7. 00000020:00000040:2.0:1767325725.050396:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325725.050399:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325725.050400:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325725.050403:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325725.050403:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325725.050407:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767325725.050408:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325725.050413:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325725.050413:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008b6503de x1853174993413888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325725.050414:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b5b7574c. 00000100:00000001:2.0:1767325725.050419:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325725.050419:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325725.050426:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000dfe9f3b7 x1853174993414016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325725.050426:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325725.050430:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325725.050436:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325725.050439:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325725.050440:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767325725.050442:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325725.050443:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325725.050446:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008b6503de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993413888:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767325725.050451:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfe9f3b7] to pc [ptlrpcd_00_03+3] req@00000000dfe9f3b7 x1853174993414016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325725.050452:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325725.050458:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325725.050466:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325725.050468:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325725.050469:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767325725.050473:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767325725.050473:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a256d601. 02000000:00000001:0.0:1767325725.050477:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325725.050480:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767325725.050484:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6f04c55. 00000100:00000010:2.0:1767325725.050485:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063e117f0. 00000100:00000001:1.0:1767325725.050486:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767325725.050489:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767325725.050489:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325725.050491:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767325725.050491:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767325725.050492:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f87e7ca8. 02000000:00000001:2.0:1767325725.050493:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325725.050497:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325725.050500:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993413888, portal 25 00000100:00000040:1.0:1767325725.050501:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfe9f3b7 x1853174993414016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325725.050502:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000042a10ade. 00000100:00000001:0.0:1767325725.050505:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325725.050507:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325725.050508:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531375744 : -112767178175872 : ffff997058670a80) 00000100:00000040:2.0:1767325725.050512:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000063e117f0 x1853174993414144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325725.050515:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767325725.050516:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008b6503de x1853174993413888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325725.050517:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325725.050521:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325725.050523:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325725.050528:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325725.050534:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfe9f3b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993414016:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325725.050536:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325725.050539:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767325725.050543:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767325725.050544:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325725.050546:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767325725.050547:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325725.050548:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050e838eb. 00000100:00000001:2.0:1767325725.050549:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325725.050549:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325725.050553:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6fcec2f. 00000100:00000040:2.0:1767325725.050554:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e117f0] to pc [ptlrpcd_00_00+0] req@0000000063e117f0 x1853174993414144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325725.050556:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325725.050560:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993413888, offset 0 00000400:00000010:1.0:1767325725.050562:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb5c76f3. 00000400:00000010:1.0:1767325725.050570:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000546b590. 00000400:00000200:0.0:1767325725.050573:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000200:1.0:1767325725.050581:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993414016, portal 10 00000100:00000001:2.0:1767325725.050582:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325725.050585:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325725.050585:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325725.050587:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531373056 : -112767178178560 : ffff997058670000) 00000100:00000040:2.0:1767325725.050589:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767325725.050592:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:2.0:1767325725.050595:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10979) 00000100:00000040:1.0:1767325725.050595:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfe9f3b7 x1853174993414016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325725.050598:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325725.050602:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325725.050602:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325725.050605:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325725.050610:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325725.050612:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063e117f0 x1853174993414144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325725.050612:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:2.0:1767325725.050613:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305641498, at 4305641984 00000100:00000040:1.0:1767325725.050617:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000010:2.0:1767325725.050621:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005630bbee. 00000400:00000010:1.0:1767325725.050622:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000723137a0. 00000400:00000200:0.0:1767325725.050622:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1767325725.050628:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993414016, offset 0 00000400:00000200:0.0:1767325725.050629:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325725.050633:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325725.050635:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325725.050638:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767325725.050638:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [214:214:256:4294967295] 192.168.203.107@tcp LPNI seq info [214:214:8:4294967295] 00000400:00000200:1.0:1767325725.050640:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325725.050642:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325725.050642:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325725.050646:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325725.050647:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325725.050650:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993414144:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325725.050656:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325725.050657:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:3.0:1767325725.050660:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325725.050662:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325725.050663:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767325725.050665:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000010:3.0:1767325725.050667:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f9429af. 00000400:00000200:1.0:1767325725.050669:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:0.0:1767325725.050671:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058804b06. 02000000:00000001:3.0:1767325725.050672:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325725.050675:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767325725.050678:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000032eac52. 00000400:00000200:1.0:1767325725.050680:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:0.0:1767325725.050683:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:3.0:1767325725.050685:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfabd78b. 00000400:00000200:1.0:1767325725.050687:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1767325725.050690:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993414144, portal 10 00000400:00000200:1.0:1767325725.050691:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325725.050694:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767325725.050695:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325725.050697:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531374848 : -112767178176768 : ffff997058670700) 00000400:00000200:1.0:1767325725.050698:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [215:215:255:4294967295] 192.168.203.107@tcp LPNI seq info [215:215:7:4294967295] 00000800:00000200:0.0:1767325725.050704:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000058804b06 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767325725.050706:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000063e117f0 x1853174993414144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325725.050720:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325725.050723:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325725.050731:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305646618 00000100:00000001:3.0:1767325725.050733:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767325725.050733:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:0.0:1767325725.050737:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d955938c. 00000100:00000040:3.0:1767325725.050738:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325725.050740:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef5ef55d. 00000400:00000010:3.0:1767325725.050744:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001897d440. 00000100:00000001:0.0:1767325725.050746:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1767325725.050747:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993414144, offset 0 00000800:00000200:1.0:1767325725.050750:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325725.050755:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305646618 00000400:00000200:3.0:1767325725.050756:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767325725.050761:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:0.0:1767325725.050762:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab3999a4. 00000800:00000200:1.0:1767325725.050766:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef5ef55d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325725.050767:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325725.050767:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767325725.050773:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305646618 00000400:00000200:3.0:1767325725.050774:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325725.050774:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325725.050779:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f0d6bc1. 00000100:00000040:1.0:1767325725.050781:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 451852 usecs (452 jiffies) 00000400:00000200:3.0:1767325725.050782:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325725.050782:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767325725.050788:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305642436 00000400:00000200:3.0:1767325725.050789:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325725.050790:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305646618 00000800:00000200:2.0:1767325725.050791:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325725.050793:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305646618 00000100:00000010:0.0:1767325725.050796:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e8bdceb6. 00000400:00000200:3.0:1767325725.050798:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000010:2.0:1767325725.050798:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058804b06. 00000100:00000001:1.0:1767325725.050798:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305642436 00000100:00000001:0.0:1767325725.050799:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767325725.050803:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305646618 00000400:00000200:2.0:1767325725.050806:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325725.050806:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325725.050807:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305642436 00000400:00000200:3.0:1767325725.050809:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [216:216:254:4294967295] 192.168.203.107@tcp LPNI seq info [216:216:6:4294967295] 00000100:00000001:0.0:1767325725.050811:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325725.050812:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305646618 00000400:00000200:2.0:1767325725.050816:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325725.050817:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305642436 00000100:00000001:1.0:1767325725.050821:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305646618 00000100:00000001:0.0:1767325725.050821:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325725.050826:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325725.050827:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325725.050827:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325725.050833:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325725.050835:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767325725.050836:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325725.050837:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050e838eb 00000100:00000001:0.0:1767325725.050838:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767325725.050842:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050e838eb. 00000100:00000001:0.0:1767325725.050842:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767325725.050843:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f42357cd. 00000100:00000001:1.0:1767325725.050843:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325725.050846:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325725.050847:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325725.050849:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325725.050850:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325725.050853:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325725.050853:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325725.050854:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325725.050856:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767325725.050858:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008b6503de x1853174993413888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325725.050861:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325725.050863:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767325725.050866:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325725.050866:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325725.050869:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325725.050871:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1767325725.050872:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f42357cd type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767325725.050876:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008b6503de x1853174993413888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325741 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325725.050878:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325725.050885:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 25686 usecs (26 jiffies) 00000100:00000001:3.0:1767325725.050890:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305642010 00000100:00000001:2.0:1767325725.050891:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325725.050895:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305646618 00000100:00000001:2.0:1767325725.050896:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325725.050899:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305642010 00000100:00000001:3.0:1767325725.050901:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305646618 00000100:00000001:3.0:1767325725.050902:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305642010 00000100:00000001:3.0:1767325725.050904:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305646618 00000100:00000001:3.0:1767325725.050905:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305642010 00000100:00000001:3.0:1767325725.050906:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305646618 00000800:00000200:2.0:1767325725.050910:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325725.050931:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325725.050932:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325725.050936:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325725.050938:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325725.050942:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767325725.050942:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef5ef55d. 00000100:00000001:3.0:1767325725.050943:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325725.050947:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325725.050948:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325725.050948:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325725.050949:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325725.050953:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325725.050956:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325725.050965:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000723137a0 00000400:00000010:2.0:1767325725.050966:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000723137a0. 00000100:00000001:2.0:1767325725.050969:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325725.050971:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfe9f3b7 x1853174993414016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325725.050976:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325725.050977:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfe9f3b7 x1853174993414016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325741 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325725.050981:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325725.050982:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325725.051038:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325725.051040:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f42357cd. 00000400:00000200:2.0:1767325725.051042:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325725.051044:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325725.051046:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001897d440 00000400:00000010:2.0:1767325725.051047:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001897d440. 00000100:00000001:2.0:1767325725.051049:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325725.051051:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063e117f0 x1853174993414144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325725.051055:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325725.051056:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063e117f0 x1853174993414144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325741 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325725.051060:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325725.051061:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325725.052241:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325725.052252:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325725.052254:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325725.052255:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325725.052260:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325725.052270:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed306700 00000400:00000200:2.0:1767325725.052276:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x795 [1] + 224 00000800:00000001:2.0:1767325725.052283:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325725.052315:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325725.052318:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325725.052322:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325725.052326:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325725.052329:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008b6503de x1853174993413888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325725.052336:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008b6503de x1853174993413888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325725.052348:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325725.052354:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325725.052377:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767325725.052379:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325725.052380:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767325725.052381:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325725.052386:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767325725.052388:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767325725.052389:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000001:0.0:1767325725.052393:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767325725.052397:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306780 00000400:00000010:0.0:1767325725.052397:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6f04c55. 00000400:00000200:0.0:1767325725.052404:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f87e7ca8 00000400:00000010:0.0:1767325725.052406:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f87e7ca8. 00000100:00000001:0.0:1767325725.052409:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767325725.052412:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x79d [1] + 224 00000800:00000001:2.0:1767325725.052416:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767325725.052416:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008b6503de x1853174993413888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325725.052420:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325725.052424:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325725.052431:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325725.052435:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325725.052438:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008b6503de x1853174993413888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325725.052440:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfe9f3b7 x1853174993414016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325725.052461:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfe9f3b7 x1853174993414016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325725.052461:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325725.052465:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325725.052471:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325725.052475:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325725.052477:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325725.052479:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325725.052480:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325725.052485:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767325725.052485:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325725.052490:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767325725.052494:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=132 v=5 (5 5 0 0) 00000100:00001000:0.0:1767325725.052500:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=132 v=5 (1 1 0 0) 00000100:00000001:0.0:1767325725.052504:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325725.052506:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325725.052509:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325725.052512:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325725.052514:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325725.052516:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325725.052517:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325725.052522:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767325725.052524:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008b6503de x1853174993413888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767325725.052525:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325725.052533:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb5c76f3. 00000400:00000200:1.0:1767325725.052536:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000546b590 00000400:00000010:1.0:1767325725.052538:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000546b590. 00000100:00000001:1.0:1767325725.052541:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325725.052544:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfe9f3b7 x1853174993414016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325725.052547:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767325725.052554:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfe9f3b7 x1853174993414016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325725.052556:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325725.052562:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325725.052563:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325725.052566:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325725.052569:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325725.052572:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325725.052574:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325725.052577:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325725.052579:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325725.052580:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325725.052586:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=122 v=5 (5 5 0 0) 00000100:00000001:0.0:1767325725.052586:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325725.052589:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767325725.052590:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=122 v=5 (1 1 0 0) 00000100:00000001:1.0:1767325725.052595:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325725.052597:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325725.052598:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767325725.052601:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b6503de x1853174993413888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325725.052602:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325725.052602:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325725.052609:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325725.052612:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325725.052616:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767325725.052617:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767325725.052618:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325725.052624:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfe9f3b7 x1853174993414016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325725.052624:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008b6503de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993413888:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767325725.052633:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306800 00000100:00000001:0.0:1767325725.052634:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325725.052638:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325725.052642:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325725.052645:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008b6503de x1853174993413888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325725.052646:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x7a5 [1] + 224 00000100:00000001:1.0:1767325725.052647:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325725.052650:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325725.052658:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767325725.052658:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfe9f3b7 x1853174993414016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325725.052665:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1767325725.052667:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767325725.052669:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfe9f3b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993414016:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767325725.052671:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767325725.052671:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325725.052677:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a256d601. 00000400:00000200:3.0:1767325725.052679:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325725.052680:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325725.052683:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767325725.052684:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325725.052687:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767325725.052688:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767325725.052690:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfe9f3b7 x1853174993414016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767325725.052693:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000200:3.0:1767325725.052695:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063e117f0 x1853174993414144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767325725.052698:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325725.052702:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000836678fc. 02000000:00000001:0.0:1767325725.052709:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325725.052713:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325725.052716:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b6503de. 00000100:00000040:3.0:1767325725.052722:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000063e117f0 x1853174993414144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325725.052723:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325725.052724:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325725.052727:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325725.052728:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325725.052732:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6fcec2f. 00000100:00000001:0.0:1767325725.052733:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325725.052739:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325725.052742:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325725.052744:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767325725.052745:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767325725.052748:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767325725.052749:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325725.052751:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767325725.052752:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767325725.052756:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325725.052758:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b5b7574c. 00000800:00000001:3.0:1767325725.052759:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767325725.052761:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1767325725.052764:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325725.052765:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325725.052768:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfe9f3b7. 00000100:00000001:1.0:1767325725.052772:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325725.052774:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325725.052776:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325725.052778:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325725.052781:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325725.052782:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325725.052784:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767325725.052787:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767325725.052788:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1767325725.052790:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767325725.052792:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325725.052799:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000032eac52. 00000400:00000200:2.0:1767325725.052804:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfabd78b 00000400:00000010:2.0:1767325725.052805:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfabd78b. 00000100:00000001:2.0:1767325725.052809:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325725.052813:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063e117f0 x1853174993414144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325725.052822:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063e117f0 x1853174993414144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325725.052829:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325725.052831:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325725.052833:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325725.052834:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325725.052835:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325725.052837:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325725.052838:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325725.052841:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=132 v=5 (5 5 0 0) 00000100:00001000:2.0:1767325725.052843:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=96 v=5 (1 1 0 0) 00000100:00000001:2.0:1767325725.052845:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325725.052845:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325725.052846:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325725.052848:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000063e117f0 x1853174993414144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325725.052853:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325725.052854:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325725.052855:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325725.052856:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325725.052857:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325725.052859:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063e117f0 x1853174993414144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325725.052862:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325725.052863:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325725.052864:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325725.052865:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063e117f0 x1853174993414144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325725.052874:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993414144:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325725.052877:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325725.052878:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325725.052879:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063e117f0 x1853174993414144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325741 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325725.052883:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325725.052884:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325725.052885:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f9429af. 02000000:00000001:2.0:1767325725.052887:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325725.052888:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325725.052888:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325725.052889:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325725.052890:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000042a10ade. 02000000:00000001:2.0:1767325725.052891:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325725.052892:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325725.052893:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063e117f0. 00000100:00000001:2.0:1767325725.052894:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325725.052895:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325725.052896:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325725.052898:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325725.052899:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325725.052901:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325725.052902:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325725.690259:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325725.690269:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325725.690276:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325725.690278:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325725.690314:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325725.690317:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325725.690320:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325726.715194:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325726.715202:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325726.715207:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325726.715207:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325726.715242:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325726.715253:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325726.715256:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325727.738265:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325727.738274:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325727.738280:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325727.738300:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325727.738345:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325727.738350:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325727.738354:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325728.762226:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325728.762231:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325728.762235:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325728.762235:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325728.762265:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325728.762268:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325728.762270:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325729.786248:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325729.786256:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325729.786263:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325729.786264:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325729.786287:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325729.786291:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325729.786294:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325730.170248:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305646618, at 4305647104 00000100:00000040:3.0:1767325730.170249:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305646618, at 4305647104 00000100:00000040:1.0:1767325730.170249:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305646618, at 4305647104 00000100:00000040:0.0:1767325730.170249:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305646618, at 4305647104 00000100:00000010:2.0:1767325730.170267:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f0d6bc1. 00000100:00000010:0.0:1767325730.170267:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d955938c. 00000100:00000010:1.0:1767325730.170270:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab3999a4. 00000100:00000010:3.0:1767325730.170273:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e8bdceb6. 00000100:00000040:2.0:1767325730.170297:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325730.170302:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325730.170311:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063e117f0. 00000020:00000040:2.0:1767325730.170315:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325730.170319:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325730.170322:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325730.170327:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325730.170333:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000000e468a8. 00000100:00000001:2.0:1767325730.170340:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325730.170349:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000063e117f0 x1853174993414272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325730.170358:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325730.170360:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325730.170365:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e117f0] to pc [ptlrpcd_00_01+1] req@0000000063e117f0 x1853174993414272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325730.170388:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325730.170390:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325730.170393:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325730.170394:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa13957c. 00000020:00000040:2.0:1767325730.170396:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325730.170398:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767325730.170408:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325730.170412:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325730.170413:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767325730.170415:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325730.170418:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767325730.170424:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006fc6f982. 00000100:00000001:3.0:1767325730.170425:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325730.170427:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063e117f0 x1853174993414272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325730.170430:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325730.170431:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325730.170438:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000fa13957c x1853174993414400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325730.170446:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325730.170450:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325730.170451:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325730.170453:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325730.170456:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa13957c] to pc [ptlrpcd_00_02+2] req@00000000fa13957c x1853174993414400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325730.170457:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325730.170461:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325730.170466:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325730.170474:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325730.170477:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767325730.170479:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993414272:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325730.170484:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767325730.170487:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1767325730.170489:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008304d4b4. 00000020:00000040:2.0:1767325730.170494:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:1.0:1767325730.170495:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325730.170495:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325730.170497:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767325730.170499:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325730.170500:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325730.170501:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325730.170501:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325730.170503:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325730.170506:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325730.170506:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325730.170511:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767325730.170512:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090f0ac64. 02000000:00000010:2.0:1767325730.170514:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000072856849. 00000100:00000040:0.0:1767325730.170517:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa13957c x1853174993414400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325730.170519:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325730.170525:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325730.170530:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000008304d4b4 x1853174993414528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325730.170530:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325730.170533:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325730.170535:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767325730.170536:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb5c76f3. 02000000:00000001:0.0:1767325730.170538:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325730.170543:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325730.170548:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000546b590. 00000100:00100000:0.0:1767325730.170548:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fa13957c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993414400:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325730.170551:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325730.170554:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325730.170555:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325730.170558:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767325730.170559:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993414272, portal 25 02000000:00000001:0.0:1767325730.170561:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325730.170563:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008304d4b4] to pc [ptlrpcd_00_03+3] req@000000008304d4b4 x1853174993414528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325730.170565:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325730.170566:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325730.170570:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531374848 : -112767178176768 : ffff997058670700) 02000000:00000010:0.0:1767325730.170570:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002358ac68. 02000000:00000001:0.0:1767325730.170575:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325730.170580:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6f04c55. 00000100:00000040:1.0:1767325730.170581:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000063e117f0 x1853174993414272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325730.170585:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325730.170587:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f87e7ca8. 00000100:00000040:2.0:1767325730.170590:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767325730.170592:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993414400, portal 10 00000100:00000001:0.0:1767325730.170596:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767325730.170599:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767325730.170600:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531384704 : -112767178166912 : ffff997058672d80) 00000100:00000040:2.0:1767325730.170607:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10984) 00000100:00000001:1.0:1767325730.170607:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325730.170612:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767325730.170613:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fa13957c x1853174993414400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325730.170614:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325730.170617:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767325730.170618:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e54fbf9b. 00000100:00000001:3.0:1767325730.170620:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767325730.170625:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993414272, offset 0 00000100:00000040:3.0:1767325730.170629:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008304d4b4 x1853174993414528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325730.170629:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325730.170638:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325730.170639:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325730.170645:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058699685. 00000100:00000001:3.0:1767325730.170648:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325730.170651:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325730.170651:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993414400, offset 0 02000000:00000001:3.0:1767325730.170656:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325730.170659:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325730.170662:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:3.0:1767325730.170663:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325730.170664:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00100000:3.0:1767325730.170671:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008304d4b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993414528:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767325730.170672:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325730.170678:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767325730.170681:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:3.0:1767325730.170683:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325730.170686:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325730.170688:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767325730.170689:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767325730.170694:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000010:3.0:1767325730.170695:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2a029b7. 02000000:00000001:3.0:1767325730.170701:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325730.170701:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [217:217:256:4294967295] 192.168.203.107@tcp LPNI seq info [217:217:8:4294967295] 00000400:00000010:3.0:1767325730.170706:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b25d3e3. 00000400:00000200:1.0:1767325730.170719:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:3.0:1767325730.170720:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a77dda. 00000100:00000200:3.0:1767325730.170726:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993414528, portal 10 00000100:00000001:3.0:1767325730.170729:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767325730.170730:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325730.170731:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531378432 : -112767178173184 : ffff997058671500) 00000800:00000200:1.0:1767325730.170737:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325730.170738:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767325730.170742:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008304d4b4 x1853174993414528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325730.170745:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000010:1.0:1767325730.170746:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef5ef55d. 00000400:00000200:0.0:1767325730.170752:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767325730.170759:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325730.170760:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325730.170761:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325730.170769:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325730.170770:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [218:218:255:4294967295] 192.168.203.107@tcp LPNI seq info [218:218:7:4294967295] 00000800:00000200:1.0:1767325730.170773:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000010:3.0:1767325730.170774:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2bf7a3c. 00000100:00000200:3.0:1767325730.170778:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993414528, offset 0 00000800:00000200:1.0:1767325730.170782:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef5ef55d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325730.170789:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325730.170796:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325730.170802:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325730.170807:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:0.0:1767325730.170807:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018112a94. 00000100:00000001:1.0:1767325730.170809:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325730.170814:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767325730.170815:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325730.170817:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305651738 00000400:00000200:3.0:1767325730.170820:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000010:1.0:1767325730.170824:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a79dd0d3. 00000800:00000200:0.0:1767325730.170824:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767325730.170826:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767325730.170830:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000018112a94 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325730.170832:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325730.170832:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767325730.170837:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325730.170840:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305651738 00000400:00000200:3.0:1767325730.170841:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [219:219:254:4294967295] 192.168.203.107@tcp LPNI seq info [219:219:6:4294967295] 00000100:00000040:0.0:1767325730.170844:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 444722 usecs (445 jiffies) 00000100:00000010:1.0:1767325730.170846:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d4fc7019. 00000100:00000001:0.0:1767325730.170850:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305647549 00000100:00000001:1.0:1767325730.170852:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767325730.170856:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305651738 00000400:00000200:3.0:1767325730.170860:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325730.170860:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305651738 00000100:00000001:0.0:1767325730.170862:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305647549 00000800:00000200:2.0:1767325730.170867:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1767325730.170867:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001524f7c4. 00000100:00000001:0.0:1767325730.170868:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305651738 00000800:00000200:3.0:1767325730.170873:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325730.170874:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef5ef55d. 00000100:00000001:1.0:1767325730.170874:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767325730.170875:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305647549 00000800:00000010:3.0:1767325730.170892:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f42357cd. 00000100:00000001:1.0:1767325730.170895:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305651738 00000400:00000200:2.0:1767325730.170897:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767325730.170902:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325730.170902:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305651738 00000100:00000010:1.0:1767325730.170903:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fdeae089. 00000400:00000200:2.0:1767325730.170908:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325730.170909:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305647549 00000100:00000001:1.0:1767325730.170910:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767325730.170913:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e54fbf9b 00000800:00000200:3.0:1767325730.170915:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000010:2.0:1767325730.170917:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e54fbf9b. 00000100:00000001:1.0:1767325730.170918:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325730.170918:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305651738 00000100:00000001:2.0:1767325730.170921:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325730.170924:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325730.170924:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767325730.170926:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f42357cd type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767325730.170929:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063e117f0 x1853174993414272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325730.170930:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325730.170932:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325730.170934:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325730.170936:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325730.170938:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325730.170941:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 25298 usecs (26 jiffies) 00000100:00000001:0.0:1767325730.170941:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325730.170948:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305647130 00000100:00000001:1.0:1767325730.170951:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325730.170951:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325730.170953:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305651738 00000100:00000001:2.0:1767325730.170953:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325730.170955:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325730.170956:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325730.170958:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305647130 00000100:00000040:2.0:1767325730.170960:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063e117f0 x1853174993414272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325746 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325730.170962:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325730.170963:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325730.170965:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325730.170966:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325730.170968:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325730.170969:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305651738 00000100:00000001:1.0:1767325730.170970:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325730.170974:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325730.170975:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305647130 00000100:00000001:1.0:1767325730.170977:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325730.170985:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325730.170986:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305651738 00000100:00000001:2.0:1767325730.170990:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325730.170991:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305647130 00000100:00000001:3.0:1767325730.170995:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305651738 00000100:00000001:3.0:1767325730.170998:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325730.171000:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325730.171002:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325730.171004:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325730.171008:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767325730.171008:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325730.171010:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1767325730.171013:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018112a94. 00000100:00000001:3.0:1767325730.171014:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325730.171016:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325730.171019:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325730.171019:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325730.171020:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325730.171027:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325730.171030:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058699685 00000400:00000010:2.0:1767325730.171033:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058699685. 00000100:00000001:2.0:1767325730.171037:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325730.171040:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fa13957c x1853174993414400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325730.171047:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325730.171050:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa13957c x1853174993414400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325746 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325730.171055:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325730.171056:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325730.171125:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325730.171128:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f42357cd. 00000400:00000200:2.0:1767325730.171131:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325730.171134:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325730.171137:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2bf7a3c 00000400:00000010:2.0:1767325730.171163:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2bf7a3c. 00000100:00000001:2.0:1767325730.171167:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325730.171169:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008304d4b4 x1853174993414528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325730.171174:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325730.171176:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008304d4b4 x1853174993414528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325746 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325730.171180:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325730.171180:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325730.172605:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325730.172617:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325730.172620:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325730.172623:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325730.172629:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325730.172641:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed306880 00000400:00000200:2.0:1767325730.172649:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x7ad [1] + 224 00000800:00000001:2.0:1767325730.172658:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325730.172673:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325730.172674:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325730.172677:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325730.172681:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325730.172684:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063e117f0 x1853174993414272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325730.172690:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000063e117f0 x1853174993414272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325730.172702:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325730.172709:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325730.172712:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325730.172713:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325730.172714:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325730.172717:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325730.172720:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306900 00000400:00000200:2.0:1767325730.172732:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x7b1 [1] + 224 00000800:00000001:2.0:1767325730.172737:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325730.172740:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767325730.172741:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325730.172743:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325730.172745:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767325730.172748:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767325730.172751:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:1.0:1767325730.172752:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325730.172755:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb5c76f3. 00000400:00000200:1.0:1767325730.172758:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000546b590 00000400:00000010:1.0:1767325730.172760:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000546b590. 00000100:00000001:1.0:1767325730.172761:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325730.172765:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063e117f0 x1853174993414272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325730.172766:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325730.172773:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fa13957c x1853174993414400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325730.172775:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063e117f0 x1853174993414272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325730.172790:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fa13957c x1853174993414400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325730.172791:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325730.172793:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325730.172798:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325730.172802:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325730.172806:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325730.172810:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325730.172814:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767325730.172814:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325730.172821:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767325730.172823:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=137 v=5 (5 5 0 0) 00000800:00000001:2.0:1767325730.172828:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767325730.172829:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=137 v=5 (1 1 0 0) 00000800:00000001:2.0:1767325730.172833:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325730.172835:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767325730.172837:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325730.172839:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325730.172839:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325730.172844:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767325730.172844:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767325730.172846:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1767325730.172848:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767325730.172850:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767325730.172852:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767325730.172853:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306980 00000100:00000001:1.0:1767325730.172856:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325730.172861:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6f04c55. 00000100:00000040:1.0:1767325730.172865:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063e117f0 x1853174993414272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325730.172867:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f87e7ca8 00000400:00000010:0.0:1767325730.172870:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f87e7ca8. 00000100:00000001:0.0:1767325730.172876:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325730.172890:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325730.172891:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x7bd [1] + 224 00000100:00000200:0.0:1767325730.172896:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fa13957c x1853174993414400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325730.172897:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1767325730.172899:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325730.172901:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325730.172906:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325730.172910:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767325730.172911:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063e117f0 x1853174993414272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325730.172919:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:0.0:1767325730.172922:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fa13957c x1853174993414400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325730.172926:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325730.172931:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008304d4b4 x1853174993414528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325730.172936:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993414272:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325730.172946:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325730.172951:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325730.172952:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325730.172956:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325730.172957:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008304d4b4 x1853174993414528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325730.172958:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063e117f0 x1853174993414272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325730.172960:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325730.172963:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325730.172966:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325730.172968:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325730.172973:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325730.172980:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=127 v=5 (5 5 0 0) 00000100:00000001:1.0:1767325730.172986:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325730.172990:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767325730.172990:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=127 v=5 (1 1 0 0) 02000000:00000010:1.0:1767325730.172993:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090f0ac64. 00000100:00000001:0.0:1767325730.172994:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325730.172997:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767325730.172997:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767325730.172998:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325730.173001:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767325730.173002:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767325730.173003:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000800:00000001:2.0:1767325730.173005:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767325730.173007:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325730.173011:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325730.173012:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325730.173014:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325730.173016:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767325730.173020:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767325730.173020:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325730.173023:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767325730.173023:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000000e468a8. 00000100:00000001:3.0:1767325730.173027:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767325730.173028:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa13957c x1853174993414400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325730.173030:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325730.173033:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:3.0:1767325730.173034:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:1.0:1767325730.173035:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063e117f0. 00000400:00000001:3.0:1767325730.173039:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767325730.173041:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1767325730.173042:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b25d3e3. 00000100:00000001:1.0:1767325730.173044:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325730.173049:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a77dda 00000100:00000001:1.0:1767325730.173049:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325730.173050:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767325730.173052:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a77dda. 00000100:00000001:1.0:1767325730.173055:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325730.173056:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325730.173057:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325730.173058:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325730.173060:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325730.173061:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767325730.173064:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008304d4b4 x1853174993414528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325730.173066:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325730.173069:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa13957c x1853174993414400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325730.173086:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008304d4b4 x1853174993414528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325730.173090:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fa13957c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993414400:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325730.173094:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325730.173095:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325730.173097:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325730.173099:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325730.173102:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325730.173104:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325730.173104:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325730.173105:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325730.173108:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1767325730.173110:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=137 v=5 (5 5 0 0) 00000100:00000040:0.0:1767325730.173113:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa13957c x1853174993414400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767325730.173121:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=101 v=5 (1 1 0 0) 00000100:00000001:0.0:1767325730.173121:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325730.173123:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325730.173125:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002358ac68. 02000000:00000001:0.0:1767325730.173128:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325730.173129:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325730.173130:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767325730.173133:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325730.173135:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006fc6f982. 00000100:00000001:3.0:1767325730.173136:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325730.173158:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325730.173160:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767325730.173165:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:3.0:1767325730.173166:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008304d4b4 x1853174993414528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325730.173168:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325730.173170:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa13957c. 00000100:00000001:0.0:1767325730.173177:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767325730.173179:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325730.173180:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325730.173184:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767325730.173184:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325730.173187:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325730.173190:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325730.173191:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325730.173193:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325730.173194:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325730.173197:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325730.173201:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008304d4b4 x1853174993414528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325730.173201:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325730.173210:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325730.173213:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325730.173214:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325730.173217:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008304d4b4 x1853174993414528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325730.173224:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008304d4b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993414528:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325730.173228:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325730.173230:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325730.173232:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008304d4b4 x1853174993414528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325746 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325730.173239:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325730.173240:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325730.173242:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2a029b7. 02000000:00000001:3.0:1767325730.173245:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325730.173246:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325730.173248:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325730.173249:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325730.173250:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000072856849. 02000000:00000001:3.0:1767325730.173252:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325730.173258:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325730.173259:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008304d4b4. 00000100:00000001:3.0:1767325730.173261:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325730.173262:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325730.173264:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325730.173267:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325730.173269:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325730.173271:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325730.173272:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325730.810257:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325730.810266:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325730.810274:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325730.810275:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325730.810302:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325730.810306:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325730.810308:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325731.834256:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325731.834263:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325731.834268:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325731.834269:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325731.834291:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325731.834295:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325731.834298:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325732.858797:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325732.858805:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325732.858807:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325732.858809:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325732.858814:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325732.858816:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325732.858817:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325732.858819:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325732.858823:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325732.858824:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325732.858900:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325732.858904:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325732.858907:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325733.882237:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325733.882242:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325733.882252:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325733.882254:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325733.882287:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325733.882290:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325733.882292:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325734.906224:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325734.906230:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325734.906234:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325734.906237:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325734.906239:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325734.906244:0:214140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325734.906246:0:214140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325734.906247:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325734.906250:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325734.906252:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325734.906254:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325734.906256:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325734.906292:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325734.906295:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325734.906297:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325735.290247:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305651738, at 4305652224 00000100:00000040:1.0:1767325735.290247:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305651738, at 4305652224 00000100:00000040:0.0:1767325735.290247:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305651738, at 4305652224 00000100:00000040:2.0:1767325735.290261:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:1.0:1767325735.290263:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d4fc7019. 00000100:00000010:0.0:1767325735.290264:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a79dd0d3. 00000100:00000010:3.0:1767325735.290266:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fdeae089. 00000100:00000001:2.0:1767325735.290273:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325735.290281:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008304d4b4. 00000020:00000040:2.0:1767325735.290285:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325735.290301:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325735.290305:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325735.290309:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325735.290315:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2fb3309. 00000100:00000001:2.0:1767325735.290320:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325735.290328:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000008304d4b4 x1853174993414656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325735.290336:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325735.290338:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325735.290342:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008304d4b4] to pc [ptlrpcd_00_00+0] req@000000008304d4b4 x1853174993414656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325735.290361:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325735.290363:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325735.290365:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325735.290368:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa13957c. 00000020:00000040:2.0:1767325735.290370:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325735.290372:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325735.290373:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325735.290375:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325735.290377:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc002f00. 00000100:00000001:2.0:1767325735.290380:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325735.290383:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000fa13957c x1853174993414784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325735.290388:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325735.290390:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325735.290390:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325735.290394:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325735.290395:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa13957c] to pc [ptlrpcd_00_01+1] req@00000000fa13957c x1853174993414784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325735.290397:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767325735.290398:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325735.290403:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325735.290412:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325735.290412:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325735.290414:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325735.290415:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325735.290416:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767325735.290418:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767325735.290422:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767325735.290423:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325735.290424:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325735.290428:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325735.290430:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:2.0:1767325735.290431:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063e117f0. 00000100:00000001:1.0:1767325735.290431:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767325735.290436:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:1.0:1767325735.290439:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008304d4b4 x1853174993414656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325735.290440:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325735.290440:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325735.290444:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325735.290447:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325735.290449:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325735.290450:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325735.290453:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325735.290457:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767325735.290458:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000072856849. 00000100:00000040:0.0:1767325735.290459:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa13957c x1853174993414784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325735.290461:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325735.290465:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325735.290468:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325735.290473:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767325735.290476:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000063e117f0 x1853174993414912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767325735.290477:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325735.290485:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008304d4b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993414656:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325735.290496:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325735.290501:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325735.290505:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325735.290506:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325735.290508:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767325735.290508:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325735.290509:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325735.290510:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325735.290514:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071d9f00d. 02000000:00000001:0.0:1767325735.290514:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767325735.290518:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e117f0] to pc [ptlrpcd_00_02+2] req@0000000063e117f0 x1853174993414912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325735.290518:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325735.290519:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325735.290523:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325735.290529:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fa13957c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993414784:192.168.203.107@tcp:400: 00000400:00000010:1.0:1767325735.290535:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb5c76f3. 00000100:00000001:0.0:1767325735.290536:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325735.290540:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325735.290542:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325735.290543:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767325735.290545:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000546b590. 02000000:00000010:0.0:1767325735.290546:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5b42119. 02000000:00000001:0.0:1767325735.290549:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325735.290552:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993414656, portal 25 00000400:00000010:0.0:1767325735.290553:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6f04c55. 00000100:00000001:1.0:1767325735.290558:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325735.290559:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325735.290559:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f87e7ca8. 00000100:00000001:1.0:1767325735.290560:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531378432 : -112767178173184 : ffff997058671500) 00000100:00000200:0.0:1767325735.290565:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993414784, portal 10 00000100:00000040:2.0:1767325735.290566:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325735.290569:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767325735.290570:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008304d4b4 x1853174993414656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325735.290572:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531384704 : -112767178166912 : ffff997058672d80) 00000100:00000040:2.0:1767325735.290576:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767325735.290579:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325735.290581:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fa13957c x1853174993414784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325735.290584:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767325735.290585:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10989) 00000100:00000001:3.0:1767325735.290589:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325735.290594:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325735.290595:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325735.290596:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325735.290599:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063e117f0 x1853174993414912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325735.290600:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325735.290603:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767325735.290607:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767325735.290609:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305651738, at 4305652224 00000400:00000010:0.0:1767325735.290609:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058699685. 00000400:00000010:1.0:1767325735.290612:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8cda165. 00000100:00000010:2.0:1767325735.290617:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001524f7c4. 00000100:00000200:0.0:1767325735.290617:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993414784, offset 0 00000100:00000200:1.0:1767325735.290619:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993414656, offset 0 00000100:00000001:3.0:1767325735.290626:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325735.290628:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325735.290632:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325735.290634:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325735.290637:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325735.290639:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325735.290641:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00100000:3.0:1767325735.290653:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993414912:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325735.290657:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325735.290657:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:3.0:1767325735.290662:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767325735.290665:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767325735.290666:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325735.290670:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325735.290672:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000010:3.0:1767325735.290675:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5c40a87. 00000400:00000200:0.0:1767325735.290675:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767325735.290680:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325735.290680:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325735.290686:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [220:220:256:4294967295] 192.168.203.107@tcp LPNI seq info [220:220:8:4294967295] 00000400:00000010:3.0:1767325735.290688:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b25d3e3. 00000400:00000010:3.0:1767325735.290694:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a77dda. 00000400:00000200:0.0:1767325735.290696:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:3.0:1767325735.290699:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993414912, portal 10 00000100:00000001:3.0:1767325735.290704:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325735.290707:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531374848 : -112767178176768 : ffff997058670700) 00000800:00000200:0.0:1767325735.290711:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325735.290713:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:0.0:1767325735.290715:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005e4ab40. 00000100:00000040:3.0:1767325735.290718:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000063e117f0 x1853174993414912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325735.290719:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325735.290726:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:0.0:1767325735.290726:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767325735.290732:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767325735.290738:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767325735.290739:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325735.290740:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767325735.290744:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000005e4ab40 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325735.290749:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [221:221:255:4294967295] 192.168.203.107@tcp LPNI seq info [221:221:7:4294967295] 00000100:00000040:3.0:1767325735.290750:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325735.290755:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e87ef122. 00000100:00000200:3.0:1767325735.290761:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993414912, offset 0 00000100:00000001:0.0:1767325735.290762:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325735.290766:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:0.0:1767325735.290769:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 437822 usecs (438 jiffies) 00000400:00000200:3.0:1767325735.290774:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767325735.290775:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325735.290775:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305652662 00000100:00000010:0.0:1767325735.290782:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d955938c. 00000800:00000010:1.0:1767325735.290783:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d53f249. 00000400:00000200:3.0:1767325735.290787:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325735.290787:0:211465:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767325735.290794:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325735.290794:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305652662 00000400:00000200:3.0:1767325735.290797:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767325735.290800:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1eba96a. 00000100:00000001:0.0:1767325735.290805:0:211465:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767325735.290806:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:1.0:1767325735.290806:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325735.290808:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305652662 00000400:00000200:3.0:1767325735.290813:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767325735.290813:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d53f249 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767325735.290814:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091671450. 00000100:00000001:0.0:1767325735.290818:0:211465:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767325735.290821:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325735.290822:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767325735.290823:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305652662 00000100:00000001:1.0:1767325735.290826:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305656858 00000100:00000010:0.0:1767325735.290828:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d914d99. 00000400:00000200:3.0:1767325735.290833:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [222:222:254:4294967295] 192.168.203.107@tcp LPNI seq info [222:222:6:4294967295] 00000100:00000001:0.0:1767325735.290833:0:211465:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767325735.290835:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305652662 00000100:00000001:0.0:1767325735.290839:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325735.290843:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325735.290859:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305656858 00000800:00000200:2.0:1767325735.290864:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325735.290865:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305652662 00000800:00000010:2.0:1767325735.290868:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005e4ab40. 00000100:00000001:1.0:1767325735.290872:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305656858 00000100:00000001:0.0:1767325735.290873:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325735.290874:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325735.290876:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325735.290880:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325735.290885:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325735.290885:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305652662 00000800:00000200:3.0:1767325735.290892:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325735.290892:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305656858 00000400:00000200:2.0:1767325735.290893:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058699685 00000400:00000010:2.0:1767325735.290898:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058699685. 00000800:00000010:3.0:1767325735.290900:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073cc668c. 00000100:00000001:1.0:1767325735.290900:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305652662 00000100:00000001:2.0:1767325735.290901:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325735.290907:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767325735.290908:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fa13957c x1853174993414784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325735.290913:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325735.290914:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325735.290919:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325735.290925:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325735.290926:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767325735.290928:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1767325735.290931:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000073cc668c type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767325735.290937:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa13957c x1853174993414784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325751 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325735.290946:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325735.290947:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325735.290951:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 24930 usecs (25 jiffies) 00000100:00000001:2.0:1767325735.290954:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325735.290957:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305652249 00000100:00000001:3.0:1767325735.290961:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305656858 00000100:00000001:3.0:1767325735.290964:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305652249 00000100:00000001:3.0:1767325735.290966:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305656858 00000100:00000001:3.0:1767325735.290968:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305652249 00000100:00000001:3.0:1767325735.290970:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305656858 00000100:00000001:3.0:1767325735.290972:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305652249 00000800:00000200:2.0:1767325735.290972:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325735.290976:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d53f249. 00000400:00000200:2.0:1767325735.290980:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325735.290985:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325735.290989:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8cda165 00000400:00000010:2.0:1767325735.290991:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8cda165. 00000100:00000001:2.0:1767325735.290994:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325735.290998:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008304d4b4 x1853174993414656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325735.291005:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325735.291008:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008304d4b4 x1853174993414656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325751 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325735.291014:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325735.291016:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325735.291052:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305656858 00000100:00000001:3.0:1767325735.291055:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767325735.291055:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325735.291058:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073cc668c. 00000100:00000001:3.0:1767325735.291060:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325735.291062:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325735.291064:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325735.291067:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325735.291069:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325735.291070:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e87ef122 00000400:00000010:2.0:1767325735.291073:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e87ef122. 00000100:00000001:2.0:1767325735.291076:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767325735.291077:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767325735.291080:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063e117f0 x1853174993414912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325735.291081:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325735.291087:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325735.291091:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325735.291091:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325735.291095:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325735.291095:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063e117f0 x1853174993414912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325751 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325735.291100:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325735.291101:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325735.291137:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325735.292550:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325735.292562:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325735.292564:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325735.292565:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325735.292570:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325735.292578:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed306a00 00000400:00000200:2.0:1767325735.292582:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x7c5 [1] + 224 00000800:00000001:2.0:1767325735.292587:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325735.292589:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325735.292590:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325735.292592:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325735.292595:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325735.292598:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008304d4b4 x1853174993414656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325735.292604:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008304d4b4 x1853174993414656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325735.292617:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325735.292621:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325735.292623:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325735.292624:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325735.292625:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325735.292627:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325735.292630:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306a80 00000400:00000200:2.0:1767325735.292633:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x7c9 [1] + 224 00000800:00000001:2.0:1767325735.292635:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325735.292638:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325735.292639:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325735.292641:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325735.292643:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325735.292645:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fa13957c x1853174993414784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325735.292647:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325735.292650:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325735.292655:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767325735.292656:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fa13957c x1853174993414784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767325735.292657:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325735.292659:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb5c76f3. 00000400:00000200:1.0:1767325735.292662:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000546b590 00000400:00000010:1.0:1767325735.292664:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000546b590. 00000100:00000001:1.0:1767325735.292668:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325735.292673:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008304d4b4 x1853174993414656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325735.292682:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008304d4b4 x1853174993414656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325735.292684:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325735.292692:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325735.292693:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325735.292694:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325735.292699:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325735.292702:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325735.292704:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767325735.292705:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767325735.292706:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325735.292709:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325735.292709:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325735.292714:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767325735.292714:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325735.292717:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325735.292721:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767325735.292721:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767325735.292723:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306b00 00000400:00000001:0.0:1767325735.292724:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325735.292727:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6f04c55. 00000100:00001000:1.0:1767325735.292729:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=142 v=5 (5 5 0 0) 00000400:00000200:0.0:1767325735.292733:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f87e7ca8 00000100:00001000:1.0:1767325735.292735:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=142 v=5 (1 1 0 0) 00000400:00000010:0.0:1767325735.292736:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f87e7ca8. 00000100:00000001:1.0:1767325735.292740:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325735.292742:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325735.292747:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325735.292748:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767325735.292749:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325735.292754:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x7d5 [1] + 224 00000100:00000001:1.0:1767325735.292754:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325735.292757:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fa13957c x1853174993414784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325735.292762:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008304d4b4 x1853174993414656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325735.292765:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767325735.292773:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fa13957c x1853174993414784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325735.292774:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325735.292780:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325735.292790:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325735.292792:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325735.292796:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325735.292798:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325735.292799:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325735.292800:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325735.292802:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325735.292804:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767325735.292807:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063e117f0 x1853174993414912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325735.292809:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767325735.292810:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008304d4b4 x1853174993414656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325735.292812:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325735.292815:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325735.292820:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325735.292828:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=132 v=5 (5 5 0 0) 00000100:00000040:2.0:1767325735.292832:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000063e117f0 x1853174993414912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325735.292836:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=132 v=5 (1 1 0 0) 00000100:00100000:1.0:1767325735.292837:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008304d4b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993414656:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325735.292844:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325735.292857:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325735.292858:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325735.292863:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767325735.292864:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325735.292868:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325735.292869:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008304d4b4 x1853174993414656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325735.292873:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325735.292876:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325735.292878:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325735.292880:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325735.292883:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325735.292883:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325735.292887:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767325735.292887:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325735.292892:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071d9f00d. 00000100:00000040:0.0:1767325735.292892:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa13957c x1853174993414784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325735.292893:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325735.292898:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325735.292902:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325735.292905:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325735.292907:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767325735.292908:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325735.292909:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767325735.292911:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c2fb3309. 00000100:00000001:3.0:1767325735.292913:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325735.292913:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325735.292916:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325735.292917:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:3.0:1767325735.292918:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767325735.292920:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:3.0:1767325735.292921:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767325735.292923:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa13957c x1853174993414784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325735.292924:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b25d3e3. 00000100:00000010:1.0:1767325735.292924:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008304d4b4. 00000100:00000001:1.0:1767325735.292929:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767325735.292930:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a77dda 00000100:00000001:1.0:1767325735.292932:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767325735.292933:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a77dda. 00000100:00000001:1.0:1767325735.292936:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325735.292938:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325735.292941:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767325735.292945:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063e117f0 x1853174993414912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325735.292945:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325735.292947:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fa13957c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993414784:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325735.292949:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325735.292952:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325735.292959:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325735.292964:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767325735.292968:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063e117f0 x1853174993414912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325735.292976:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa13957c x1853174993414784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325735.292988:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325735.292991:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325735.292994:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5b42119. 00000100:00000001:3.0:1767325735.292995:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325735.292998:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325735.293000:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325735.293000:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767325735.293004:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767325735.293004:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325735.293006:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767325735.293006:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325735.293008:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325735.293010:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767325735.293011:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325735.293012:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc002f00. 00000100:00001000:3.0:1767325735.293015:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=142 v=5 (5 5 0 0) 02000000:00000001:0.0:1767325735.293015:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325735.293018:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1767325735.293019:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=106 v=5 (1 1 0 0) 00000100:00000010:0.0:1767325735.293020:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa13957c. 00000100:00000001:3.0:1767325735.293022:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325735.293025:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325735.293026:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325735.293026:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325735.293030:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767325735.293032:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000063e117f0 x1853174993414912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325735.293035:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767325735.293041:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325735.293042:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325735.293044:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767325735.293045:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325735.293046:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325735.293050:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325735.293050:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325735.293051:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325735.293054:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325735.293055:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063e117f0 x1853174993414912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325735.293061:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325735.293063:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325735.293063:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325735.293065:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063e117f0 x1853174993414912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325735.293069:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993414912:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325735.293072:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325735.293073:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325735.293074:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063e117f0 x1853174993414912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325751 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325735.293083:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325735.293084:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325735.293085:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5c40a87. 02000000:00000001:3.0:1767325735.293087:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325735.293088:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325735.293089:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325735.293090:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325735.293091:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000072856849. 02000000:00000001:3.0:1767325735.293093:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325735.293093:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325735.293094:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063e117f0. 00000100:00000001:3.0:1767325735.293096:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325735.293096:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325735.293097:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325735.293100:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325735.293101:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325735.293102:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325735.293103:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325735.930258:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325735.930263:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325735.930266:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325735.930267:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325735.930318:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325735.930323:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325735.930328:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325736.954269:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325736.954276:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325736.954281:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325736.954282:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325736.954309:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325736.954317:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325736.954322:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325737.978247:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325737.978254:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325737.978259:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325737.978260:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325737.978379:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325737.978382:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325737.978385:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325739.002285:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325739.002294:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325739.002303:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325739.002304:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325739.002369:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325739.002373:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325739.002376:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325740.026229:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325740.026236:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325740.026242:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325740.026243:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325740.026300:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325740.026304:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325740.026306:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325740.410210:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305656858, at 4305657344 00000100:00000040:0.0:1767325740.410210:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767325740.410219:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305656858, at 4305657344 00000100:00000040:2.0:1767325740.410221:0:214140:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305656858, at 4305657344 00000100:00000001:0.0:1767325740.410222:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325740.410227:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d914d99. 00000100:00000010:1.0:1767325740.410230:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1eba96a. 00000100:00000010:0.0:1767325740.410233:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000100:00000010:2.0:1767325740.410234:0:214140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091671450. 00000020:00000040:0.0:1767325740.410239:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325740.410244:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325740.410248:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325740.410253:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325740.410260:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000009342fab. 00000100:00000001:0.0:1767325740.410267:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325740.410277:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000a1ef485d x1853174993415040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325740.410286:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325740.410288:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325740.410293:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_03+3] req@00000000a1ef485d x1853174993415040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325740.410324:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325740.410325:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325740.410328:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325740.410331:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007523782f. 00000020:00000040:0.0:1767325740.410333:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325740.410335:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325740.410336:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325740.410338:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325740.410342:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005e4ab40. 00000100:00000001:0.0:1767325740.410345:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325740.410347:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000007523782f x1853174993415168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325740.410349:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325740.410349:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325740.410354:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325740.410355:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325740.410358:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325740.410366:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993415040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325740.410366:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325740.410372:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325740.410381:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767325740.410382:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007523782f] to pc [ptlrpcd_00_00+0] req@000000007523782f x1853174993415168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325740.410386:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325740.410394:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325740.410399:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325740.410402:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325740.410407:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993415040:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325740.410410:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325740.410413:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767325740.410414:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325740.410416:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325740.410421:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767325740.410421:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325740.410421:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767325740.410424:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767325740.410425:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ab82abb. 02000000:00000001:2.0:1767325740.410426:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767325740.410429:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:3.0:1767325740.410430:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007523782f x1853174993415168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325740.410432:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325740.410434:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325740.410436:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767325740.410440:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077c70e50. 02000000:00000001:0.0:1767325740.410440:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325740.410442:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325740.410445:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325740.410446:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325740.410447:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000018112a94. 02000000:00000001:3.0:1767325740.410448:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325740.410451:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325740.410452:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767325740.410455:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002911334e. 02000000:00000001:3.0:1767325740.410456:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325740.410459:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000003ab82abb x1853174993415296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767325740.410463:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993415168:192.168.203.107@tcp:400: 00000400:00000010:2.0:1767325740.410467:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a346707. 00000100:00000001:3.0:1767325740.410471:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325740.410475:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325740.410475:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767325740.410478:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325740.410478:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993415040, portal 25 02000000:00000001:3.0:1767325740.410479:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325740.410482:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325740.410484:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022b698ec. 00000100:00000001:2.0:1767325740.410484:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325740.410488:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 02000000:00000001:3.0:1767325740.410489:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325740.410489:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ab82abb] to pc [ptlrpcd_00_01+1] req@000000003ab82abb x1853174993415296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325740.410495:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b25d3e3. 00000100:00000040:2.0:1767325740.410500:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993415040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325740.410502:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a77dda. 00000100:00000001:0.0:1767325740.410503:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325740.410508:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1767325740.410509:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993415168, portal 10 00000100:00000001:3.0:1767325740.410514:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767325740.410516:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767325740.410517:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000100:00000040:0.0:1767325740.410523:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10995) 00000100:00000040:3.0:1767325740.410527:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007523782f x1853174993415168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325740.410537:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305656858, at 4305657344 00000100:00000001:1.0:1767325740.410540:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325740.410545:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325740.410545:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767325740.410546:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d955938c. 00000100:00000001:1.0:1767325740.410548:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325740.410552:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325740.410552:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325740.410555:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ab82abb x1853174993415296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325740.410556:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065d23ae3. 00000100:00000040:2.0:1767325740.410560:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000200:3.0:1767325740.410561:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993415168, offset 0 00000400:00000010:2.0:1767325740.410567:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001a1d222. 00000100:00000001:1.0:1767325740.410570:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767325740.410573:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325740.410573:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325740.410577:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325740.410580:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767325740.410581:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993415040, offset 0 02000000:00000001:1.0:1767325740.410582:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325740.410587:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993415296:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325740.410590:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767325740.410591:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:1.0:1767325740.410593:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767325740.410595:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325740.410600:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767325740.410603:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325740.410605:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:1.0:1767325740.410606:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767325740.410610:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1767325740.410613:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053b77544. 02000000:00000001:1.0:1767325740.410615:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325740.410620:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb5c76f3. 00000400:00000200:3.0:1767325740.410622:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:1.0:1767325740.410625:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000546b590. 00000400:00000200:3.0:1767325740.410629:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [223:223:256:4294967295] 192.168.203.107@tcp LPNI seq info [223:223:8:4294967295] 00000100:00000200:1.0:1767325740.410629:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993415296, portal 10 00000100:00000001:1.0:1767325740.410631:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325740.410634:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250667776 : -112767458883840 : ffff997047abc700) 00000100:00000040:1.0:1767325740.410641:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ab82abb x1853174993415296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325740.410647:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325740.410651:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325740.410654:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a79660. 00000400:00000200:3.0:1767325740.410657:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:1.0:1767325740.410657:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993415296, offset 0 00000400:00000200:1.0:1767325740.410664:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:3.0:1767325740.410670:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325740.410671:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325740.410677:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767325740.410680:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073cc668c. 00000400:00000200:2.0:1767325740.410680:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325740.410686:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767325740.410691:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767325740.410691:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325740.410698:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [224:224:255:4294967295] 192.168.203.107@tcp LPNI seq info [224:224:7:4294967295] 00000800:00000200:3.0:1767325740.410703:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325740.410707:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000073cc668c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325740.410713:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325740.410718:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325740.410721:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325740.410724:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767325740.410724:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fc6f982. 00000400:00000200:1.0:1767325740.410724:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325740.410729:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:3.0:1767325740.410732:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 431132 usecs (432 jiffies) 00000400:00000200:1.0:1767325740.410732:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767325740.410736:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325740.410739:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305657776 00000400:00000200:1.0:1767325740.410744:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:3.0:1767325740.410747:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d899e69. 00000800:00000200:2.0:1767325740.410747:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767325740.410751:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [225:225:254:4294967295] 192.168.203.107@tcp LPNI seq info [225:225:6:4294967295] 00000800:00000200:2.0:1767325740.410753:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fc6f982 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325740.410754:0:211465:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767325740.410760:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325740.410762:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305657776 00000100:00000001:2.0:1767325740.410765:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305661978 00000400:00000200:1.0:1767325740.410767:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:3.0:1767325740.410770:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d3bfebd. 00000100:00000001:2.0:1767325740.410775:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305657776 00000800:00000200:1.0:1767325740.410775:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325740.410776:0:211465:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767325740.410779:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325740.410781:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fe8d38. 00000100:00000001:2.0:1767325740.410782:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305661978 00000800:00000010:0.0:1767325740.410783:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073cc668c. 00000100:00000001:3.0:1767325740.410784:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305657776 00000800:00000200:1.0:1767325740.410788:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325740.410789:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305657776 00000400:00000200:0.0:1767325740.410790:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767325740.410792:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c534d36b. 00000100:00000001:2.0:1767325740.410797:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305661978 00000800:00000200:1.0:1767325740.410798:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325740.410799:0:211465:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767325740.410802:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000800:00000200:1.0:1767325740.410805:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6fe8d38 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325740.410807:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305657776 00000400:00000200:0.0:1767325740.410807:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065d23ae3 00000100:00000001:2.0:1767325740.410808:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305657776 00000400:00000010:0.0:1767325740.410819:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065d23ae3. 00000100:00000001:1.0:1767325740.410820:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325740.410825:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f766f1cc. 00000100:00000040:1.0:1767325740.410827:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 24571 usecs (25 jiffies) 00000100:00000001:0.0:1767325740.410827:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325740.410828:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305661978 00000100:00000001:3.0:1767325740.410831:0:211465:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 3 00000100:00000200:0.0:1767325740.410834:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007523782f x1853174993415168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325740.410835:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305657369 00000100:00000001:3.0:1767325740.410837:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325740.410838:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305657776 00000100:00000001:1.0:1767325740.410842:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305661978 00000100:00000001:3.0:1767325740.410843:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325740.410847:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325740.410849:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305657369 00000100:00000001:3.0:1767325740.410850:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325740.410852:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325740.410855:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305661978 00000100:00000001:3.0:1767325740.410856:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325740.410858:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325740.410862:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305657369 00000100:00000001:2.0:1767325740.410864:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325740.410864:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007523782f x1853174993415168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325756 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325740.410866:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305661978 00000100:00000001:3.0:1767325740.410869:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325740.410869:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325740.410872:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305657369 00000100:00000001:3.0:1767325740.410873:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325740.410877:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325740.410879:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305661978 00000100:00000001:3.0:1767325740.410880:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325740.410881:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325740.410885:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325740.410885:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325740.410887:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325740.410887:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325740.410890:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325740.410891:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325740.410892:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325740.410894:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325740.410895:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325740.410897:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325740.410900:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325740.410900:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325740.410901:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767325740.410901:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325740.410907:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fc6f982. 00000100:00000001:1.0:1767325740.410911:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767325740.410912:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325740.410915:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767325740.410917:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325740.410922:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325740.410922:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001a1d222 00000100:00000001:1.0:1767325740.410926:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767325740.410926:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001a1d222. 00000100:00000001:0.0:1767325740.410929:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325740.410930:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325740.410932:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993415040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325740.410934:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325740.410942:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325740.410945:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993415040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325756 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325740.410949:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325740.410950:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325740.411004:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325740.411006:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fe8d38. 00000400:00000200:0.0:1767325740.411009:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325740.411011:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325740.411012:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a79660 00000400:00000010:0.0:1767325740.411014:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a79660. 00000100:00000001:0.0:1767325740.411015:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325740.411017:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ab82abb x1853174993415296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325740.411021:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325740.411022:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ab82abb x1853174993415296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325756 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325740.411026:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325740.411027:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325740.412412:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325740.412426:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325740.412429:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325740.412432:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325740.412437:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325740.412447:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306c00 00000400:00000200:2.0:1767325740.412453:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x7e1 [1] + 224 00000800:00000001:2.0:1767325740.412458:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325740.412461:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325740.412462:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325740.412465:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325740.412468:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325740.412471:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007523782f x1853174993415168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325740.412477:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007523782f x1853174993415168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325740.412489:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325740.412493:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325740.412495:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325740.412496:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325740.412498:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325740.412501:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325740.412504:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed306b80 00000400:00000200:2.0:1767325740.412508:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x7dd [1] + 224 00000800:00000001:2.0:1767325740.412510:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325740.412520:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325740.412521:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325740.412523:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325740.412526:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325740.412529:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993415040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325740.412537:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993415040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325740.412556:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325740.412561:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325740.412567:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325740.412569:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325740.412572:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325740.412573:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325740.412577:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325740.412580:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000001:3.0:1767325740.412584:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325740.412588:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767325740.412589:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306c80 00000400:00000010:3.0:1767325740.412591:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b25d3e3. 00000100:00000001:0.0:1767325740.412591:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325740.412596:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325740.412597:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a77dda 00000400:00000010:3.0:1767325740.412601:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a77dda. 00000100:00000001:3.0:1767325740.412604:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767325740.412607:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x7ed [1] + 224 00000800:00000001:2.0:1767325740.412611:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767325740.412612:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325740.412615:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767325740.412616:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767325740.412618:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002911334e. 00000400:00000200:2.0:1767325740.412619:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325740.412623:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325740.412630:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a346707 00000400:00000010:0.0:1767325740.412636:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a346707. 00000100:00000001:0.0:1767325740.412639:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325740.412640:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325740.412645:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993415040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325740.412648:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ab82abb x1853174993415296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325740.412660:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007523782f x1853174993415168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325740.412667:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993415040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325740.412678:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ab82abb x1853174993415296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325740.412691:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007523782f x1853174993415168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325740.412694:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325740.412705:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325740.412706:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325740.412706:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325740.412710:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325740.412711:0:211468:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767325740.412713:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325740.412714:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325740.412715:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767325740.412718:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767325740.412718:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325740.412720:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325740.412721:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325740.412724:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325740.412724:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325740.412731:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325740.412731:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325740.412739:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=137 v=5 (5 5 0 0) 00000100:00000001:1.0:1767325740.412739:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767325740.412739:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=147 v=5 (5 5 0 0) 00000100:00001000:3.0:1767325740.412749:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=137 v=5 (1 1 0 0) 00000100:00001000:0.0:1767325740.412749:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=147 v=5 (1 1 0 0) 00000100:00000001:1.0:1767325740.412750:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325740.412755:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767325740.412757:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325740.412758:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1767325740.412759:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767325740.412761:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325740.412761:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325740.412762:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb5c76f3. 00010000:00000001:3.0:1767325740.412767:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325740.412767:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767325740.412769:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000546b590 00010000:00000001:0.0:1767325740.412772:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325740.412773:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325740.412773:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000546b590. 00000100:00000001:0.0:1767325740.412776:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325740.412779:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767325740.412779:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767325740.412784:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000040:0.0:1767325740.412784:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993415040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325740.412788:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ab82abb x1853174993415296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325740.412789:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325740.412793:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325740.412801:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007523782f x1853174993415168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325740.412809:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325740.412827:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325740.412830:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325740.412836:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ab82abb x1853174993415296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325740.412837:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325740.412840:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993415040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325740.412849:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325740.412852:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325740.412860:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767325740.412863:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007523782f x1853174993415168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325740.412864:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767325740.412866:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993415040:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325740.412869:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325740.412873:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325740.412877:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325740.412878:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325740.412880:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325740.412885:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993415168:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325740.412885:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767325740.412886:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325740.412893:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993415040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767325740.412894:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=147 v=5 (5 5 0 0) 00000100:00000001:3.0:1767325740.412896:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325740.412901:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767325740.412904:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=111 v=5 (1 1 0 0) 00000100:00000040:3.0:1767325740.412908:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007523782f x1853174993415168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325740.412913:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325740.412915:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767325740.412917:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325740.412920:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767325740.412923:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325740.412925:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1767325740.412925:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077c70e50. 02000000:00000001:3.0:1767325740.412929:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767325740.412931:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1767325740.412932:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022b698ec. 00010000:00080000:1.0:1767325740.412932:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003ab82abb x1853174993415296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767325740.412936:0:211468:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767325740.412939:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1767325740.412940:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767325740.412943:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325740.412948:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767325740.412948:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767325740.412950:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325740.412952:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000009342fab. 00000020:00000001:3.0:1767325740.412954:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767325740.412956:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1767325740.412957:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005e4ab40. 02000000:00000001:0.0:1767325740.412958:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767325740.412960:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 02000000:00000001:3.0:1767325740.412963:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767325740.412964:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767325740.412967:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767325740.412967:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767325740.412968:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325740.412971:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007523782f. 00000100:00000010:0.0:1767325740.412971:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00000100:00000040:1.0:1767325740.412976:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ab82abb x1853174993415296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325740.412980:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325740.412980:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325740.412984:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325740.412984:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325740.412989:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325740.412990:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325740.412991:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325740.412996:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325740.412997:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325740.412998:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325740.413001:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325740.413001:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325740.413006:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325740.413008:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325740.413009:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325740.413010:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325740.413013:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325740.413017:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ab82abb x1853174993415296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325740.413027:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993415296:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325740.413032:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325740.413035:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325740.413037:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ab82abb x1853174993415296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325756 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325740.413043:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325740.413045:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325740.413047:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053b77544. 02000000:00000001:1.0:1767325740.413050:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325740.413052:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325740.413053:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767325740.413055:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325740.413057:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000018112a94. 02000000:00000001:1.0:1767325740.413059:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325740.413060:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325740.413062:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ab82abb. 00000100:00000001:1.0:1767325740.413065:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325740.413066:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325740.413068:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325740.413072:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325740.413073:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325740.413075:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325740.413077:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325741.050368:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325741.050378:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325741.050386:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325741.050387:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325741.050462:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325741.050465:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325741.050467:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325742.074289:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325742.074297:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325742.074304:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325742.074306:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325742.074393:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325742.074397:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325742.074400:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325743.098264:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325743.098274:0:214140:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325743.098276:0:214140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325743.098280:0:214140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325743.098285:0:214140:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325743.098288:0:214140:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325743.098290:0:214140:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325743.098293:0:214140:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325743.098297:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325743.098299:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325743.098365:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325743.098392:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325743.098395:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325744.122274:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325744.122283:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325744.122290:0:214140:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325744.122291:0:214140:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325744.122357:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325744.122361:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325744.122364:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325745.146256:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325745.146266:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325745.146274:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325745.146278:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325745.146281:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325745.146287:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325745.146290:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325745.146291:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325745.146294:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325745.146296:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325745.146298:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325745.146300:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325745.146370:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325745.146375:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325745.146377:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325745.530227:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305661978, at 4305662464 00000100:00000040:1.0:1767325745.530227:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305661978, at 4305662464 00000100:00000040:0.0:1767325745.530228:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305661978, at 4305662464 00000100:00000040:3.0:1767325745.530230:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305661978, at 4305662464 00000100:00000010:1.0:1767325745.530247:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d3bfebd. 00000100:00000010:0.0:1767325745.530248:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d899e69. 00000100:00000010:3.0:1767325745.530250:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f766f1cc. 00000100:00000010:2.0:1767325745.530252:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c534d36b. 00000100:00000040:0.0:1767325745.530275:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325745.530280:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325745.530285:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000020:00000040:0.0:1767325745.530289:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325745.530293:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325745.530296:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325745.530301:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325745.530307:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000009342fab. 00000100:00000001:0.0:1767325745.530313:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325745.530323:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000a1ef485d x1853174993415424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325745.530332:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325745.530334:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325745.530339:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_02+2] req@00000000a1ef485d x1853174993415424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325745.530353:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325745.530355:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325745.530358:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325745.530361:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000020:00000040:0.0:1767325745.530364:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325745.530365:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325745.530366:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325745.530369:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325745.530370:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325745.530374:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325745.530381:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993415424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325745.530389:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325745.530392:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1767325745.530396:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000058804b06. 00000100:00000001:0.0:1767325745.530400:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325745.530404:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325745.530406:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000b9c126d9 x1853174993415552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767325745.530411:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325745.530412:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325745.530414:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325745.530416:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325745.530418:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_03+3] req@00000000b9c126d9 x1853174993415552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325745.530422:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325745.530430:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993415424:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325745.530432:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325745.530436:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325745.530438:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325745.530439:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767325745.530443:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767325745.530444:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006df0bad6. 00000100:00000001:3.0:1767325745.530447:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767325745.530447:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767325745.530447:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767325745.530451:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767325745.530452:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325745.530452:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325745.530454:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767325745.530458:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993415552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325745.530458:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767325745.530458:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325745.530465:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007cab202f. 02000000:00000010:1.0:1767325745.530466:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090f0ac64. 00000100:00000001:3.0:1767325745.530470:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325745.530470:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325745.530471:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325745.530473:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325745.530477:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325745.530479:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325745.530480:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000006df0bad6 x1853174993415680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767325745.530481:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb5c76f3. 02000000:00000001:3.0:1767325745.530482:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325745.530489:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993415552:192.168.203.107@tcp:400: 00000400:00000010:1.0:1767325745.530493:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000546b590. 00000100:00000001:3.0:1767325745.530495:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325745.530499:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325745.530500:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767325745.530501:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325745.530503:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325745.530504:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767325745.530504:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993415424, portal 25 02000000:00000010:3.0:1767325745.530510:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001de32c61. 00000100:00000001:1.0:1767325745.530510:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767325745.530511:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006df0bad6] to pc [ptlrpcd_00_00+0] req@000000006df0bad6 x1853174993415680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325745.530514:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 00000100:00000040:1.0:1767325745.530524:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993415424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325745.530533:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325745.530536:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325745.530537:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767325745.530539:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767325745.530542:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f1b0c7d. 00000100:00000040:0.0:1767325745.530542:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1767325745.530548:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993415424, offset 0 00000100:00000040:0.0:1767325745.530549:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11000) 00000100:00000001:2.0:1767325745.530550:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325745.530553:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325745.530555:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767325745.530559:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767325745.530562:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006df0bad6 x1853174993415680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325745.530570:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325745.530571:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325745.530574:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325745.530576:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b25d3e3. 00000400:00000200:1.0:1767325745.530578:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:3.0:1767325745.530583:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a77dda. 00000100:00000200:3.0:1767325745.530589:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993415552, portal 10 00000400:00000200:1.0:1767325745.530589:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325745.530591:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325745.530594:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325745.530594:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325745.530596:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000400:00000200:1.0:1767325745.530598:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:2.0:1767325745.530599:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325745.530603:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767325745.530606:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993415552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325745.530607:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325745.530607:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325745.530614:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00100000:2.0:1767325745.530615:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993415680:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325745.530624:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767325745.530624:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [226:226:256:4294967295] 192.168.203.107@tcp LPNI seq info [226:226:8:4294967295] 00000100:00000001:3.0:1767325745.530636:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325745.530641:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325745.530644:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a184fe6. 00000100:00000200:3.0:1767325745.530649:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993415552, offset 0 00000400:00000200:1.0:1767325745.530649:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:3.0:1767325745.530656:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767325745.530661:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767325745.530662:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767325745.530664:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:2.0:1767325745.530665:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325745.530669:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:1.0:1767325745.530669:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035310fb5. 00000400:00000200:3.0:1767325745.530670:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325745.530673:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000010:2.0:1767325745.530674:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000829ef988. 00000400:00000200:3.0:1767325745.530676:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767325745.530679:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325745.530682:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:2.0:1767325745.530683:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5dc0572. 00000400:00000200:3.0:1767325745.530687:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [227:227:255:4294967295] 192.168.203.107@tcp LPNI seq info [227:227:7:4294967295] 00000400:00000010:2.0:1767325745.530689:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000800:00000200:1.0:1767325745.530689:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:2.0:1767325745.530695:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993415680, portal 10 00000100:00000001:2.0:1767325745.530699:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767325745.530700:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325745.530702:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250670464 : -112767458881152 : ffff997047abd180) 00000800:00000200:1.0:1767325745.530705:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000040:2.0:1767325745.530710:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006df0bad6 x1853174993415680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325745.530711:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035310fb5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325745.530720:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325745.530722:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325745.530723:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba14329d. 00000100:00000200:2.0:1767325745.530724:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993415680, offset 0 00000400:00000200:2.0:1767325745.530728:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325745.530732:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325745.530738:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305667098 00000100:00000010:1.0:1767325745.530743:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024ad6336. 00000100:00000001:1.0:1767325745.530748:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767325745.530752:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305667098 00000100:00000010:1.0:1767325745.530756:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae65223f. 00000100:00000001:1.0:1767325745.530759:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767325745.530761:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305667098 00000100:00000010:1.0:1767325745.530764:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d4fc7019. 00000100:00000001:1.0:1767325745.530766:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767325745.530769:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305667098 00000100:00000010:1.0:1767325745.530771:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000094aac63f. 00000100:00000001:1.0:1767325745.530772:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767325745.530774:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325745.530787:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325745.530790:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325745.530791:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325745.530797:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325745.530799:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325745.530802:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325745.530803:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325745.530804:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325745.530807:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325745.530813:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767325745.530814:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767325745.530815:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767325745.530819:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f42357cd. 00000800:00000010:0.0:1767325745.530820:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035310fb5. 00000400:00000200:2.0:1767325745.530821:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767325745.530827:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325745.530827:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325745.530828:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325745.530833:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325745.530837:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000800:00000200:3.0:1767325745.530838:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767325745.530838:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325745.530845:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [228:228:254:4294967295] 192.168.203.107@tcp LPNI seq info [228:228:6:4294967295] 00000800:00000200:3.0:1767325745.530848:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f42357cd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325745.530853:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325745.530858:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 424645 usecs (425 jiffies) 00000100:00000001:3.0:1767325745.530861:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305662889 00000400:00000200:2.0:1767325745.530862:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:0.0:1767325745.530873:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f1b0c7d 00000800:00000200:2.0:1767325745.530874:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325745.530877:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f1b0c7d. 00000800:00000010:2.0:1767325745.530879:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fc6f982. 00000100:00000001:0.0:1767325745.530882:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767325745.530885:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:0.0:1767325745.530888:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993415424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325745.530893:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325745.530898:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fc6f982 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325745.530901:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325745.530902:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325745.530906:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993415424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325761 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325745.530907:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 24222 usecs (25 jiffies) 00000100:00000001:2.0:1767325745.530912:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305662489 00000100:00000001:0.0:1767325745.530917:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325745.530919:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325745.530931:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325745.530932:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f42357cd. 00000400:00000200:0.0:1767325745.530935:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325745.530937:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325745.530939:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a184fe6 00000400:00000010:0.0:1767325745.530940:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a184fe6. 00000100:00000001:0.0:1767325745.530943:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325745.530944:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993415552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325745.530949:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325745.530950:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993415552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325761 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325745.530953:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325745.530954:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325745.530962:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305667098 00000800:00000200:0.0:1767325745.530965:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325745.530966:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305662889 00000100:00000001:2.0:1767325745.530966:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305667098 00000800:00000010:0.0:1767325745.530969:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fc6f982. 00000100:00000001:2.0:1767325745.530973:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305662489 00000100:00000001:3.0:1767325745.530974:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305667098 00000100:00000001:3.0:1767325745.530979:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305662889 00000100:00000001:2.0:1767325745.530979:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305667098 00000400:00000200:0.0:1767325745.530982:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325745.530983:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305667098 00000100:00000001:2.0:1767325745.530985:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305662489 00000100:00000001:3.0:1767325745.530989:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305662889 00000100:00000001:2.0:1767325745.530991:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305667098 00000400:00000200:0.0:1767325745.530991:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325745.530995:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305667098 00000100:00000001:2.0:1767325745.530996:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305662489 00000400:00000200:0.0:1767325745.530998:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba14329d 00000400:00000010:0.0:1767325745.531000:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba14329d. 00000100:00000001:0.0:1767325745.531002:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325745.531005:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006df0bad6 x1853174993415680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325745.531006:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325745.531006:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305667098 00000100:00000001:2.0:1767325745.531011:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325745.531015:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325745.531019:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325745.531020:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325745.531021:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325745.531024:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006df0bad6 x1853174993415680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325761 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325745.531027:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325745.531029:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325745.531033:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325745.531034:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325745.531035:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325745.531037:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325745.531038:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325745.531041:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325745.531072:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325745.531075:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325745.531076:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325745.531080:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325745.531081:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325745.531083:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325745.531085:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325745.531086:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325745.531088:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325745.532296:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325745.532304:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325745.532306:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325745.532308:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325745.532315:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325745.532327:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed306d00 00000400:00000200:0.0:1767325745.532333:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x7f5 [1] + 224 00000800:00000001:0.0:1767325745.532340:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325745.532344:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325745.532346:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325745.532348:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325745.532353:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325745.532356:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993415424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325745.532365:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993415424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325745.532381:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325745.532388:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325745.532391:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325745.532392:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325745.532394:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325745.532398:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767325745.532402:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325745.532406:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325745.532411:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767325745.532412:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306d80 00000400:00000001:1.0:1767325745.532414:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325745.532417:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb5c76f3. 00000400:00000200:1.0:1767325745.532422:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000546b590 00000400:00000010:1.0:1767325745.532423:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000546b590. 00000100:00000001:1.0:1767325745.532430:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767325745.532433:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x7fd [1] + 224 00000100:00000200:1.0:1767325745.532435:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993415424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325745.532441:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767325745.532446:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993415424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325745.532447:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325745.532451:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325745.532456:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767325745.532458:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325745.532459:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325745.532463:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767325745.532463:0:211460:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767325745.532465:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325745.532468:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767325745.532468:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993415552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325745.532470:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325745.532474:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325745.532483:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=152 v=5 (5 5 0 0) 00000100:00000040:0.0:1767325745.532483:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993415552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767325745.532490:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=152 v=5 (1 1 0 0) 00000100:00000001:1.0:1767325745.532496:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325745.532498:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325745.532503:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325745.532505:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325745.532507:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325745.532510:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993415424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325745.532514:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325745.532515:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325745.532518:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325745.532519:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325745.532522:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993415424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325745.532522:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767325745.532529:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993415424:192.168.203.107@tcp:400: 00000800:00000001:0.0:1767325745.532529:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325745.532534:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325745.532535:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325745.532538:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325745.532540:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993415424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325745.532540:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325745.532551:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767325745.532552:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767325745.532557:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306e00 02000000:00000001:1.0:1767325745.532559:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325745.532562:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090f0ac64. 00000400:00000200:0.0:1767325745.532562:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x805 [1] + 224 02000000:00000001:1.0:1767325745.532567:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1767325745.532569:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767325745.532571:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325745.532572:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767325745.532573:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000800:00000001:0.0:1767325745.532574:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325745.532576:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767325745.532578:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767325745.532578:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767325745.532582:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:1.0:1767325745.532582:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000009342fab. 00000400:00000200:0.0:1767325745.532583:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:3.0:1767325745.532586:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767325745.532588:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1767325745.532589:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b25d3e3. 02000000:00000001:1.0:1767325745.532590:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325745.532592:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00000400:00000200:3.0:1767325745.532596:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a77dda 00000100:00000001:1.0:1767325745.532596:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325745.532598:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767325745.532600:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a77dda. 00000100:00000001:1.0:1767325745.532601:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325745.532606:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325745.532607:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325745.532608:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325745.532608:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325745.532613:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325745.532616:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325745.532616:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006df0bad6 x1853174993415680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325745.532617:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993415552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325745.532638:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006df0bad6 x1853174993415680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325745.532643:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993415552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325745.532655:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325745.532656:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325745.532659:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325745.532659:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325745.532662:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325745.532663:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325745.532667:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767325745.532667:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325745.532670:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325745.532674:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325745.532677:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767325745.532678:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=142 v=5 (5 5 0 0) 00000100:00000001:2.0:1767325745.532681:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767325745.532683:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=142 v=5 (1 1 0 0) 00000400:00000001:2.0:1767325745.532686:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767325745.532687:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:2.0:1767325745.532690:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767325745.532691:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325745.532694:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767325745.532694:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5dc0572. 00010000:00000001:3.0:1767325745.532698:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325745.532699:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000100:00000001:3.0:1767325745.532701:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325745.532709:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000010:2.0:1767325745.532710:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 00000100:00000001:3.0:1767325745.532712:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325745.532714:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325745.532716:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767325745.532718:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993415552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325745.532723:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006df0bad6 x1853174993415680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325745.532728:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325745.532732:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325745.532734:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325745.532740:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993415552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325745.532745:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006df0bad6 x1853174993415680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325745.532750:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993415552:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325745.532757:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325745.532761:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325745.532764:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767325745.532765:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993415552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325745.532768:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325745.532774:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767325745.532774:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325745.532786:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325745.532787:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001de32c61. 02000000:00000001:2.0:1767325745.532789:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767325745.532790:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325745.532792:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767325745.532793:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325745.532795:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325745.532796:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325745.532797:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325745.532799:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000058804b06. 02000000:00000001:2.0:1767325745.532801:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325745.532802:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325745.532804:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325745.532806:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000001:3.0:1767325745.532808:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:2.0:1767325745.532808:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=152 v=5 (5 5 0 0) 00000100:00000001:3.0:1767325745.532810:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767325745.532813:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=116 v=5 (1 1 0 0) 00000100:00000001:3.0:1767325745.532814:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325745.532818:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325745.532819:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325745.532820:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325745.532821:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325745.532823:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325745.532824:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325745.532826:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767325745.532827:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006df0bad6 x1853174993415680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325745.532836:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325745.532837:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325745.532838:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325745.532840:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325745.532841:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325745.532843:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006df0bad6 x1853174993415680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325745.532846:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325745.532847:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325745.532848:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325745.532850:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006df0bad6 x1853174993415680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325745.532864:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993415680:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325745.532866:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325745.532868:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325745.532869:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006df0bad6 x1853174993415680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325761 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325745.532873:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325745.532874:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325745.532875:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000829ef988. 02000000:00000001:2.0:1767325745.532877:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325745.532878:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325745.532879:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325745.532880:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325745.532881:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007cab202f. 02000000:00000001:2.0:1767325745.532883:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325745.532884:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325745.532884:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006df0bad6. 00000100:00000001:2.0:1767325745.532886:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325745.532887:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325745.532888:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325745.532890:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325745.532891:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325745.532892:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325745.532893:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325746.170230:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325746.170236:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325746.170241:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325746.170242:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325746.170285:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325746.170288:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325746.170290:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325747.194255:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325747.194263:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325747.194269:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325747.194271:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325747.194326:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325747.194330:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325747.194332:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325748.218239:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325748.218244:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325748.218250:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325748.218275:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325748.218336:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325748.218340:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325748.218344:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325749.242251:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325749.242257:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325749.242261:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325749.242262:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325749.242325:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325749.242329:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325749.242332:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325750.266235:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325750.266242:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325750.266247:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325750.266248:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325750.266267:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325750.266272:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325750.266276:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325750.650252:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305667098, at 4305667584 00000100:00000040:2.0:1767325750.650253:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305667098, at 4305667584 00000100:00000040:1.0:1767325750.650253:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305667098, at 4305667584 00000100:00000040:3.0:1767325750.650259:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325750.650268:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325750.650272:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024ad6336. 00000100:00000010:2.0:1767325750.650277:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d4fc7019. 00000100:00000010:1.0:1767325750.650279:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae65223f. 00000100:00000010:3.0:1767325750.650280:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7307b36. 00000020:00000040:3.0:1767325750.650287:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325750.650293:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325750.650297:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325750.650303:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325750.650324:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f42357cd. 00000100:00000001:3.0:1767325750.650331:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325750.650341:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000e7307b36 x1853174993415808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325750.650353:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325750.650355:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325750.650361:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7307b36] to pc [ptlrpcd_00_01+1] req@00000000e7307b36 x1853174993415808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325750.650390:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325750.650392:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325750.650396:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325750.650399:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d9c04da. 00000020:00000040:3.0:1767325750.650402:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325750.650404:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325750.650406:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325750.650410:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325750.650413:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767325750.650420:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767325750.650420:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7307b36 x1853174993415808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325750.650422:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325750.650426:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000073cc668c. 00000100:00000001:0.0:1767325750.650428:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325750.650429:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325750.650431:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325750.650431:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325750.650436:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325750.650437:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000008d9c04da x1853174993415936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325750.650437:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325750.650442:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325750.650445:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325750.650446:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325750.650448:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325750.650448:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993415808:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767325750.650452:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c04da] to pc [ptlrpcd_00_02+2] req@000000008d9c04da x1853174993415936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325750.650452:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325750.650458:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325750.650460:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325750.650463:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325750.650467:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004eeebb60. 02000000:00000001:0.0:1767325750.650469:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325750.650475:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6f04c55. 00000100:00000001:3.0:1767325750.650480:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325750.650482:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767325750.650483:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f87e7ca8. 00000100:00000001:3.0:1767325750.650486:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325750.650489:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008eba1c7b. 00000020:00000040:3.0:1767325750.650491:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000200:0.0:1767325750.650491:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993415808, portal 25 00000100:00000001:3.0:1767325750.650494:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325750.650494:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767325750.650495:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325750.650496:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268022912 : -112767441528704 : ffff997048b49880) 00000100:00000001:1.0:1767325750.650497:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325750.650498:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325750.650502:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767325750.650503:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000023e56e71. 00000100:00000040:0.0:1767325750.650503:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7307b36 x1853174993415808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325750.650505:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325750.650507:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325750.650508:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325750.650514:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325750.650515:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000008eba1c7b x1853174993416064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767325750.650515:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d9c04da x1853174993415936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325750.650519:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325750.650525:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325750.650529:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050e838eb. 00000100:00000200:0.0:1767325750.650533:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993415808, offset 0 00000400:00000200:0.0:1767325750.650543:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325750.650544:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325750.650546:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325750.650547:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767325750.650550:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eba1c7b] to pc [ptlrpcd_00_03+3] req@000000008eba1c7b x1853174993416064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325750.650550:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325750.650555:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325750.650559:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325750.650559:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:1.0:1767325750.650564:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325750.650569:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325750.650570:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993415936:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767325750.650574:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767325750.650574:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325750.650579:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767325750.650580:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767325750.650582:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:1.0:1767325750.650583:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767325750.650586:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11005) 00000400:00000200:0.0:1767325750.650586:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325750.650587:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325750.650591:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767325750.650594:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325750.650594:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767325750.650595:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767325750.650600:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325750.650601:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [229:229:256:4294967295] 192.168.203.107@tcp LPNI seq info [229:229:8:4294967295] 00000100:00000040:2.0:1767325750.650605:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008eba1c7b x1853174993416064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325750.650606:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fdd1b16. 02000000:00000001:1.0:1767325750.650611:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325750.650617:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305667098, at 4305667584 00000400:00000010:1.0:1767325750.650618:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb5c76f3. 00000400:00000200:0.0:1767325750.650625:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:3.0:1767325750.650626:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000094aac63f. 00000400:00000010:1.0:1767325750.650627:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000546b590. 00000100:00000001:2.0:1767325750.650628:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325750.650632:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325750.650634:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993415936, portal 10 02000000:00000001:2.0:1767325750.650639:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1767325750.650639:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325750.650640:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767325750.650643:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325750.650644:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268017536 : -112767441534080 : ffff997048b48380) 00000800:00000010:0.0:1767325750.650647:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062e9f023. 02000000:00000001:2.0:1767325750.650650:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325750.650655:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d9c04da x1853174993415936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325750.650656:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008eba1c7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993416064:192.168.203.107@tcp:400: 00000800:00000200:0.0:1767325750.650661:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325750.650666:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325750.650670:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325750.650672:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767325750.650674:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325750.650675:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:2.0:1767325750.650680:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767325750.650680:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767325750.650683:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000062e9f023 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767325750.650684:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017952509. 02000000:00000010:2.0:1767325750.650687:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4cfa688. 00000100:00000200:1.0:1767325750.650690:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993415936, offset 0 02000000:00000001:2.0:1767325750.650691:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325750.650699:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5dc0572. 00000400:00000200:1.0:1767325750.650703:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325750.650706:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325750.650710:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325750.650713:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305672218 00000400:00000010:2.0:1767325750.650714:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000400:00000200:1.0:1767325750.650715:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767325750.650721:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993416064, portal 10 00000400:00000200:1.0:1767325750.650721:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000010:0.0:1767325750.650722:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d955938c. 00000400:00000200:1.0:1767325750.650727:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325750.650729:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767325750.650733:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767325750.650735:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767325750.650736:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305672218 00000100:00000001:2.0:1767325750.650737:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268025600 : -112767441526016 : ffff997048b4a300) 00000400:00000200:1.0:1767325750.650755:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [230:230:255:4294967295] 192.168.203.107@tcp LPNI seq info [230:230:7:4294967295] 00000100:00000040:2.0:1767325750.650760:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008eba1c7b x1853174993416064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767325750.650765:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a70cc76c. 00000100:00000001:0.0:1767325750.650771:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767325750.650774:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325750.650776:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305672218 00000100:00000010:0.0:1767325750.650782:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001dd496f8. 00000100:00000001:0.0:1767325750.650787:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767325750.650788:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325750.650792:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305672218 00000800:00000010:1.0:1767325750.650795:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011945c34. 00000100:00000001:2.0:1767325750.650796:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767325750.650798:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e7dee28. 00000800:00000200:1.0:1767325750.650804:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325750.650804:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767325750.650808:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325750.650810:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767325750.650814:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000415ef993. 00000800:00000200:1.0:1767325750.650815:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325750.650816:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325750.650821:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993416064, offset 0 00000800:00000200:1.0:1767325750.650822:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011945c34 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325750.650823:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325750.650829:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325750.650830:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325750.650834:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767325750.650837:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 418348 usecs (419 jiffies) 00000100:00000001:0.0:1767325750.650839:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767325750.650841:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767325750.650843:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325750.650843:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305668003 00000100:00000001:0.0:1767325750.650844:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767325750.650846:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062e9f023. 00000400:00000200:2.0:1767325750.650849:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325750.650852:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325750.650854:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305672218 00000100:00000001:0.0:1767325750.650856:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325750.650857:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325750.650861:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325750.650861:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305668003 00000100:00000001:0.0:1767325750.650862:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325750.650865:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325750.650866:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325750.650867:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305672218 00000100:00000001:1.0:1767325750.650872:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305668003 00000100:00000001:0.0:1767325750.650872:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325750.650873:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325750.650879:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305672218 00000400:00000200:2.0:1767325750.650881:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [231:231:254:4294967295] 192.168.203.107@tcp LPNI seq info [231:231:6:4294967295] 00000100:00000001:1.0:1767325750.650883:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305668003 00000100:00000001:1.0:1767325750.650888:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305672218 00000100:00000001:1.0:1767325750.650891:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325750.650897:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325750.650901:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325750.650902:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325750.650906:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325750.650911:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050e838eb 00000800:00000200:2.0:1767325750.650911:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325750.650913:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767325750.650917:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050e838eb. 00000100:00000001:1.0:1767325750.650917:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1767325750.650919:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000072856849. 00000100:00000001:1.0:1767325750.650922:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325750.650925:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325750.650927:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325750.650928:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325750.650931:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325750.650936:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325750.650940:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000072856849 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325750.650944:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325750.650947:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 23883 usecs (24 jiffies) 00000100:00000001:2.0:1767325750.650950:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305667608 00000100:00000001:2.0:1767325750.650953:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305672218 00000100:00000001:2.0:1767325750.650955:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305667608 00000100:00000001:2.0:1767325750.650957:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305672218 00000100:00000001:2.0:1767325750.650959:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305667608 00000100:00000001:2.0:1767325750.650961:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305672218 00000100:00000001:3.0:1767325750.650969:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325750.650969:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305667608 00000100:00000001:2.0:1767325750.650974:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305672218 00000100:00000200:3.0:1767325750.650976:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7307b36 x1853174993415808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325750.650979:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325750.650984:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325750.650989:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325750.650993:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325750.650997:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325750.650999:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325750.651002:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767325750.651003:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7307b36 x1853174993415808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325766 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325750.651007:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325750.651009:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325750.651012:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325750.651017:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325750.651020:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325750.651024:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325750.651038:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325750.651040:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011945c34. 00000400:00000200:3.0:1767325750.651043:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325750.651045:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325750.651047:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017952509 00000400:00000010:3.0:1767325750.651048:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017952509. 00000100:00000001:3.0:1767325750.651050:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325750.651051:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d9c04da x1853174993415936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325750.651056:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325750.651057:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d9c04da x1853174993415936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325766 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325750.651061:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325750.651061:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325750.651080:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325750.651082:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000072856849. 00000400:00000200:3.0:1767325750.651085:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325750.651092:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325750.651095:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000415ef993 00000400:00000010:3.0:1767325750.651096:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000415ef993. 00000100:00000001:3.0:1767325750.651099:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325750.651101:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008eba1c7b x1853174993416064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325750.651109:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325750.651111:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008eba1c7b x1853174993416064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325766 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325750.651117:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325750.651118:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325750.652273:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325750.652284:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325750.652287:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325750.652290:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325750.652297:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325750.652308:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed306e80 00000400:00000200:0.0:1767325750.652315:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x80d [1] + 224 00000800:00000001:0.0:1767325750.652321:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325750.652327:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325750.652329:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325750.652332:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325750.652336:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325750.652340:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7307b36 x1853174993415808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325750.652349:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e7307b36 x1853174993415808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325750.652362:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325750.652368:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325750.652370:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325750.652372:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325750.652373:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325750.652375:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325750.652380:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306f00 00000400:00000200:0.0:1767325750.652384:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x815 [1] + 224 00000800:00000001:0.0:1767325750.652387:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325750.652389:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325750.652390:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325750.652393:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325750.652396:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325750.652396:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325750.652400:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325750.652406:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1767325750.652406:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d9c04da x1853174993415936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767325750.652410:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325750.652414:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6f04c55. 00000400:00000200:1.0:1767325750.652421:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f87e7ca8 00000100:00000040:0.0:1767325750.652421:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008d9c04da x1853174993415936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325750.652423:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f87e7ca8. 00000100:00000001:1.0:1767325750.652427:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325750.652430:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7307b36 x1853174993415808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325750.652457:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7307b36 x1853174993415808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325750.652459:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325750.652464:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325750.652466:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325750.652468:0:211466:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767325750.652468:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325750.652473:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325750.652477:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767325750.652478:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325750.652480:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325750.652483:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325750.652483:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325750.652485:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325750.652489:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325750.652490:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325750.652494:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767325750.652494:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000001:3.0:1767325750.652496:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1767325750.652497:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=7 v=5 (5 5 5 0) 00000400:00000010:3.0:1767325750.652499:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb5c76f3. 00000400:00000200:0.0:1767325750.652503:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed306f80 00000100:00001000:1.0:1767325750.652505:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=7 v=5 (1 1 1 0) 00000400:00000200:3.0:1767325750.652506:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000546b590 00000100:00000001:1.0:1767325750.652509:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767325750.652510:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000546b590. 00000100:00000001:1.0:1767325750.652512:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325750.652515:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767325750.652516:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767325750.652517:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x81d [1] + 224 00000100:00000200:3.0:1767325750.652520:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d9c04da x1853174993415936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325750.652522:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325750.652524:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325750.652528:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325750.652532:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d9c04da x1853174993415936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325750.652532:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325750.652535:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767325750.652538:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7307b36 x1853174993415808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325750.652541:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767325750.652542:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325750.652544:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325750.652546:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325750.652547:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325750.652549:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325750.652551:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767325750.652551:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008eba1c7b x1853174993416064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325750.652554:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325750.652557:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325750.652558:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325750.652564:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1767325750.652565:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=147 v=5 (5 5 0 0) 00000100:00000040:0.0:1767325750.652565:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008eba1c7b x1853174993416064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325750.652569:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325750.652570:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=147 v=5 (1 1 0 0) 00000100:00000001:3.0:1767325750.652576:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325750.652579:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325750.652579:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7307b36 x1853174993415808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325750.652584:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767325750.652589:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1767325750.652589:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325750.652593:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767325750.652594:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325750.652595:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993415808:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325750.652597:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325750.652601:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325750.652604:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325750.652605:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325750.652609:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325750.652609:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325750.652615:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7307b36 x1853174993415808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325750.652618:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d9c04da x1853174993415936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325750.652621:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325750.652625:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325750.652629:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325750.652633:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325750.652636:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5dc0572. 00000100:00000001:1.0:1767325750.652638:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325750.652642:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325750.652643:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 02000000:00000001:1.0:1767325750.652644:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325750.652645:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767325750.652647:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 00000100:00000001:3.0:1767325750.652648:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767325750.652649:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004eeebb60. 00000100:00000001:2.0:1767325750.652652:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767325750.652655:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d9c04da x1853174993415936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325750.652655:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1767325750.652660:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008eba1c7b x1853174993416064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767325750.652661:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325750.652664:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00100000:3.0:1767325750.652668:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993415936:192.168.203.107@tcp:400: 00000020:00000001:1.0:1767325750.652670:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325750.652674:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f42357cd. 00000100:00000001:3.0:1767325750.652675:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325750.652680:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767325750.652682:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325750.652685:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767325750.652688:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d9c04da x1853174993415936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325750.652688:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008eba1c7b x1853174993416064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325750.652689:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7307b36. 00000100:00000001:1.0:1767325750.652702:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325750.652705:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325750.652710:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767325750.652711:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325750.652713:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325750.652716:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fdd1b16. 00000100:00000001:2.0:1767325750.652716:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325750.652719:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325750.652719:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767325750.652721:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325750.652724:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767325750.652724:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325750.652725:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325750.652728:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 02000000:00000001:2.0:1767325750.652729:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325750.652730:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767325750.652731:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767325750.652732:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767325750.652734:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000073cc668c. 00000100:00000001:1.0:1767325750.652734:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325750.652735:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325750.652737:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325750.652750:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325750.652752:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d9c04da. 02000000:00000001:2.0:1767325750.652752:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325750.652757:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325750.652760:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767325750.652760:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=7 v=5 (5 5 5 0) 00000100:00000001:3.0:1767325750.652764:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767325750.652766:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=121 v=5 (1 1 0 0) 00000100:00000001:3.0:1767325750.652768:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325750.652770:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325750.652772:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325750.652775:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325750.652777:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325750.652778:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325750.652783:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325750.652788:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008eba1c7b x1853174993416064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325750.652797:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325750.652799:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325750.652800:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325750.652802:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325750.652803:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325750.652806:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008eba1c7b x1853174993416064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325750.652812:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325750.652814:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325750.652816:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325750.652818:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008eba1c7b x1853174993416064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325750.652825:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008eba1c7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993416064:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325750.652828:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325750.652830:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325750.652832:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008eba1c7b x1853174993416064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325766 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325750.652838:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325750.652839:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325750.652841:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4cfa688. 02000000:00000001:2.0:1767325750.652844:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325750.652845:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325750.652846:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325750.652849:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325750.652850:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000023e56e71. 02000000:00000001:2.0:1767325750.652853:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325750.652854:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325750.652855:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008eba1c7b. 00000100:00000001:2.0:1767325750.652861:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325750.652862:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325750.652864:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325750.652867:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325750.652868:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325750.652870:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325750.652872:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325751.290252:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325751.290261:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325751.290268:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325751.290269:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325751.290293:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325751.290299:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325751.290304:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325752.314441:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325752.314451:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325752.314458:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325752.314459:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325752.314515:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325752.314520:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325752.314523:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325753.338257:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325753.338264:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325753.338266:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325753.338269:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325753.338274:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325753.338276:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325753.338278:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325753.338280:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325753.338283:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325753.338284:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325753.338322:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325753.338325:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325753.338328:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325754.362250:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325754.362256:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325754.362260:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325754.362261:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325754.362319:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325754.362323:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325754.362325:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325755.386235:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325755.386242:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325755.386247:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325755.386250:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325755.386252:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325755.386256:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325755.386259:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325755.386260:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325755.386262:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325755.386264:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325755.386281:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325755.386283:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325755.386331:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325755.386334:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325755.386336:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325755.770214:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305672218, at 4305672704 00000100:00000040:1.0:1767325755.770216:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305672218, at 4305672704 00000100:00000040:3.0:1767325755.770218:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305672218, at 4305672704 00000100:00000040:0.0:1767325755.770218:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305672218, at 4305672704 00000100:00000010:1.0:1767325755.770234:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a70cc76c. 00000100:00000010:3.0:1767325755.770237:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e7dee28. 00000100:00000010:2.0:1767325755.770239:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001dd496f8. 00000100:00000010:0.0:1767325755.770242:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d955938c. 00000100:00000040:1.0:1767325755.770252:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325755.770259:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325755.770269:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021e2dd14. 00000020:00000040:1.0:1767325755.770274:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325755.770278:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325755.770282:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325755.770287:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325755.770297:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 00000100:00000001:1.0:1767325755.770304:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325755.770316:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000021e2dd14 x1853174993416192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325755.770325:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325755.770327:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325755.770332:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021e2dd14] to pc [ptlrpcd_00_00+0] req@0000000021e2dd14 x1853174993416192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325755.770357:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325755.770358:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325755.770361:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325755.770363:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4811535. 00000020:00000040:1.0:1767325755.770365:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325755.770366:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767325755.770380:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325755.770381:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325755.770384:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767325755.770384:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325755.770388:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767325755.770389:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035310fb5. 00000100:00000040:2.0:1767325755.770393:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021e2dd14 x1853174993416192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325755.770393:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325755.770395:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325755.770399:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000a4811535 x1853174993416320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325755.770401:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325755.770415:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325755.770418:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325755.770419:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325755.770421:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325755.770426:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767325755.770427:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4811535] to pc [ptlrpcd_00_01+1] req@00000000a4811535 x1853174993416320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325755.770429:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325755.770435:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325755.770441:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993416192:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325755.770448:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325755.770451:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325755.770454:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767325755.770455:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767325755.770459:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325755.770461:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767325755.770464:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767325755.770465:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cc08b51. 00000100:00000001:0.0:1767325755.770468:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767325755.770470:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015504143. 00000020:00000040:1.0:1767325755.770470:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767325755.770471:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767325755.770476:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325755.770477:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325755.770477:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767325755.770480:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325755.770482:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325755.770485:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5dc0572. 02000000:00000010:1.0:1767325755.770486:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fe8d38. 00000100:00000001:1.0:1767325755.770491:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325755.770492:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4811535 x1853174993416320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325755.770495:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000100:00000040:1.0:1767325755.770496:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000002cc08b51 x1853174993416448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767325755.770504:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993416192, portal 25 00000100:00000001:2.0:1767325755.770509:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325755.770512:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138725888 : -112766570825728 : ffff99707c9a7800) 00000100:00000040:2.0:1767325755.770520:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021e2dd14 x1853174993416192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325755.770520:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325755.770523:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325755.770524:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325755.770526:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325755.770530:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767325755.770533:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cc08b51] to pc [ptlrpcd_00_02+2] req@000000002cc08b51 x1853174993416448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325755.770534:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325755.770539:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767325755.770540:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325755.770546:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00100000:0.0:1767325755.770550:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993416320:192.168.203.107@tcp:400: 00000400:00000010:2.0:1767325755.770551:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006401fa3d. 00000100:00000200:2.0:1767325755.770555:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993416192, offset 0 00000100:00000001:0.0:1767325755.770556:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325755.770561:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325755.770563:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325755.770566:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767325755.770566:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325755.770568:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325755.770571:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009db76056. 00000100:00000040:1.0:1767325755.770572:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767325755.770577:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325755.770580:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767325755.770584:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044293ae2. 00000100:00000040:1.0:1767325755.770587:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11010) 00000400:00000010:0.0:1767325755.770590:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fb0c1f1. 00000100:00000001:3.0:1767325755.770591:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325755.770592:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325755.770595:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767325755.770597:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993416320, portal 10 00000100:00000001:3.0:1767325755.770598:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767325755.770601:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325755.770602:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767325755.770605:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002cc08b51 x1853174993416448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325755.770606:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138711552 : -112766570840064 : ffff99707c9a4000) 00000400:00000200:2.0:1767325755.770614:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767325755.770617:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767325755.770619:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4811535 x1853174993416320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325755.770620:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325755.770621:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325755.770622:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325755.770624:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767325755.770626:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325755.770627:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325755.770628:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325755.770634:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325755.770634:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [232:232:256:4294967295] 192.168.203.107@tcp LPNI seq info [232:232:8:4294967295] 00000100:00100000:3.0:1767325755.770640:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002cc08b51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993416448:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325755.770643:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325755.770645:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325755.770649:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767325755.770649:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325755.770652:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325755.770654:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecdad0cb. 02000000:00000001:3.0:1767325755.770655:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767325755.770655:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:0.0:1767325755.770659:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993416320, offset 0 02000000:00000010:3.0:1767325755.770661:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002084e4a5. 02000000:00000001:3.0:1767325755.770665:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325755.770665:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325755.770669:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b25d3e3. 00000800:00000010:2.0:1767325755.770669:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc002f00. 00000400:00000200:0.0:1767325755.770670:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325755.770679:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a77dda. 00000800:00000200:2.0:1767325755.770679:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325755.770682:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000200:3.0:1767325755.770684:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993416448, portal 10 00000400:00000200:0.0:1767325755.770687:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325755.770688:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325755.770691:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138723200 : -112766570828416 : ffff99707c9a6d80) 00000800:00000200:2.0:1767325755.770691:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767325755.770695:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:2.0:1767325755.770696:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc002f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767325755.770699:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002cc08b51 x1853174993416448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325755.770701:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325755.770720:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325755.770723:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325755.770724:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325755.770727:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [233:233:255:4294967295] 192.168.203.107@tcp LPNI seq info [233:233:7:4294967295] 00000100:00000040:3.0:1767325755.770730:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325755.770730:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305677338 00000400:00000010:3.0:1767325755.770734:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc006719. 00000100:00000010:2.0:1767325755.770735:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c1a83dd. 00000100:00000200:3.0:1767325755.770737:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993416448, offset 0 00000100:00000001:2.0:1767325755.770739:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767325755.770744:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325755.770745:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305677338 00000100:00000010:2.0:1767325755.770748:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f51a0a7. 00000100:00000001:2.0:1767325755.770752:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767325755.770757:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305677338 00000400:00000200:0.0:1767325755.770757:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:2.0:1767325755.770763:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005994ff59. 00000100:00000001:2.0:1767325755.770766:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767325755.770768:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325755.770770:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325755.770771:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305677338 00000400:00000200:3.0:1767325755.770775:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767325755.770776:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0d7f53f. 00000100:00000010:2.0:1767325755.770777:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007ec5288. 00000400:00000200:3.0:1767325755.770779:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325755.770782:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325755.770782:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1767325755.770787:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767325755.770788:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767325755.770788:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325755.770794:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [234:234:254:4294967295] 192.168.203.107@tcp LPNI seq info [234:234:6:4294967295] 00000100:00000001:2.0:1767325755.770794:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325755.770797:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325755.770799:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767325755.770800:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767325755.770803:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b0d7f53f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325755.770808:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325755.770810:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767325755.770814:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:0.0:1767325755.770815:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 412235 usecs (413 jiffies) 00000100:00000001:2.0:1767325755.770819:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325755.770820:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305673117 00000800:00000200:3.0:1767325755.770821:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325755.770822:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325755.770824:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767325755.770826:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000356a1e1a. 00000100:00000001:2.0:1767325755.770827:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325755.770828:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305677338 00000800:00000200:1.0:1767325755.770830:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325755.770831:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325755.770833:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325755.770835:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305673117 00000800:00000010:1.0:1767325755.770837:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc002f00. 00000800:00000200:3.0:1767325755.770842:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325755.770842:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305677338 00000400:00000200:1.0:1767325755.770844:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325755.770848:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305673117 00000800:00000200:3.0:1767325755.770849:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000356a1e1a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325755.770852:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305677338 00000400:00000200:1.0:1767325755.770854:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325755.770856:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325755.770858:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305673117 00000100:00000040:3.0:1767325755.770862:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 23552 usecs (24 jiffies) 00000100:00000001:0.0:1767325755.770862:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305677338 00000400:00000200:1.0:1767325755.770863:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006401fa3d 00000100:00000001:0.0:1767325755.770866:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767325755.770867:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006401fa3d. 00000100:00000001:3.0:1767325755.770868:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305672728 00000100:00000001:0.0:1767325755.770872:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325755.770873:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305677338 00000100:00000001:1.0:1767325755.770874:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325755.770877:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325755.770879:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305672728 00000100:00000200:1.0:1767325755.770880:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021e2dd14 x1853174993416192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325755.770882:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325755.770885:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305677338 00000100:00000001:3.0:1767325755.770891:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305672728 00000100:00000001:0.0:1767325755.770891:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325755.770894:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325755.770897:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325755.770899:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325755.770902:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305677338 00000100:00000001:0.0:1767325755.770902:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767325755.770903:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021e2dd14 x1853174993416192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325771 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325755.770906:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325755.770907:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305672728 00000100:00000001:0.0:1767325755.770911:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325755.770918:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325755.770921:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325755.770938:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325755.770941:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0d7f53f. 00000400:00000200:1.0:1767325755.770944:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325755.770948:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325755.770950:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecdad0cb 00000400:00000010:1.0:1767325755.770952:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecdad0cb. 00000100:00000001:1.0:1767325755.770954:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325755.770957:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4811535 x1853174993416320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325755.770964:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325755.770966:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4811535 x1853174993416320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325771 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325755.770972:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325755.770974:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325755.770988:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305677338 00000100:00000001:3.0:1767325755.770990:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325755.770991:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325755.770993:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325755.770994:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767325755.770996:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325755.770997:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1767325755.770999:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000356a1e1a. 00000100:00000001:3.0:1767325755.771000:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325755.771004:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325755.771005:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325755.771005:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325755.771009:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325755.771012:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325755.771012:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325755.771020:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc006719 00000400:00000010:1.0:1767325755.771022:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc006719. 00000100:00000001:1.0:1767325755.771026:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325755.771029:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cc08b51 x1853174993416448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325755.771037:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325755.771038:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002cc08b51 x1853174993416448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325771 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325755.771044:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325755.771045:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325755.772202:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325755.772212:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325755.772213:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325755.772215:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325755.772220:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325755.772228:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed307000 00000400:00000200:3.0:1767325755.772235:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x825 [1] + 224 00000800:00000001:3.0:1767325755.772298:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325755.772304:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325755.772305:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325755.772308:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325755.772312:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325755.772316:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021e2dd14 x1853174993416192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325755.772325:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021e2dd14 x1853174993416192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325755.772349:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325755.772355:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325755.772359:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325755.772381:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325755.772384:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325755.772389:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325755.772390:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325755.772392:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5dc0572. 00000400:00000200:2.0:1767325755.772396:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000400:00000010:2.0:1767325755.772398:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 00000100:00000001:2.0:1767325755.772400:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325755.772404:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021e2dd14 x1853174993416192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325755.772412:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021e2dd14 x1853174993416192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325755.772419:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325755.772420:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325755.772423:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325755.772425:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325755.772427:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325755.772429:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325755.772431:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325755.772437:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=12 v=5 (5 5 5 0) 00000100:00001000:2.0:1767325755.772441:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=12 v=5 (1 1 1 0) 00000100:00000001:2.0:1767325755.772444:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325755.772446:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325755.772448:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325755.772450:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325755.772452:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325755.772455:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021e2dd14 x1853174993416192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325755.772460:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325755.772462:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325755.772463:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325755.772472:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021e2dd14 x1853174993416192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325755.772478:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993416192:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325755.772481:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325755.772483:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325755.772484:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021e2dd14 x1853174993416192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325755.772494:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325755.772497:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325755.772499:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015504143. 02000000:00000001:2.0:1767325755.772504:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325755.772506:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325755.772507:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767325755.772509:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:0.0:1767325755.772509:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767325755.772512:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 02000000:00000001:2.0:1767325755.772517:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325755.772518:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1767325755.772518:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767325755.772521:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021e2dd14. 00000800:00000001:0.0:1767325755.772522:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325755.772524:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325755.772525:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325755.772526:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325755.772529:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325755.772530:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325755.772533:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325755.772535:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325755.772535:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325755.772545:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325755.772554:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed307080 00000400:00000200:0.0:1767325755.772559:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x82d [1] + 224 00000800:00000001:0.0:1767325755.772563:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325755.772565:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325755.772567:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325755.772570:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325755.772573:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325755.772576:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4811535 x1853174993416320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325755.772584:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4811535 x1853174993416320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325755.772600:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325755.772604:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325755.772607:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325755.772609:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325755.772611:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325755.772615:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325755.772621:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed307100 00000400:00000200:0.0:1767325755.772626:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x835 [1] + 224 00000100:00000001:1.0:1767325755.772629:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767325755.772630:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325755.772633:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767325755.772637:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325755.772639:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767325755.772641:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767325755.772642:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325755.772645:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044293ae2. 00000400:00000200:0.0:1767325755.772649:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325755.772650:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fb0c1f1 00000400:00000010:1.0:1767325755.772653:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fb0c1f1. 00000100:00000001:1.0:1767325755.772655:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325755.772656:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325755.772659:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4811535 x1853174993416320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325755.772663:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002cc08b51 x1853174993416448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325755.772675:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4811535 x1853174993416320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325755.772685:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767325755.772685:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002cc08b51 x1853174993416448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325755.772687:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325755.772690:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325755.772691:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325755.772693:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325755.772695:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325755.772698:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325755.772703:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=152 v=5 (5 5 0 0) 00000100:00001000:1.0:1767325755.772719:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=152 v=5 (1 1 0 0) 00000100:00000001:1.0:1767325755.772724:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325755.772726:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325755.772730:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325755.772739:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325755.772741:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767325755.772741:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767325755.772745:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325755.772747:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325755.772748:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325755.772749:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767325755.772752:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4811535 x1853174993416320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325755.772754:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325755.772761:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325755.772762:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325755.772763:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325755.772766:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4811535 x1853174993416320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325755.772770:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767325755.772770:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993416320:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325755.772775:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325755.772776:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325755.772779:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1767325755.772780:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767325755.772781:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4811535 x1853174993416320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767325755.772783:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325755.772786:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b25d3e3. 00000400:00000200:3.0:1767325755.772791:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a77dda 00000100:00000001:1.0:1767325755.772791:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325755.772793:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767325755.772794:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a77dda. 02000000:00000010:1.0:1767325755.772795:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009db76056. 00000100:00000001:3.0:1767325755.772798:0:211467:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767325755.772799:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325755.772801:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325755.772802:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000200:3.0:1767325755.772804:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cc08b51 x1853174993416448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767325755.772805:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325755.772807:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035310fb5. 02000000:00000001:1.0:1767325755.772810:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325755.772811:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325755.772813:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4811535. 00000100:00000001:1.0:1767325755.772816:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325755.772818:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325755.772821:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325755.772825:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cc08b51 x1853174993416448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325755.772826:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325755.772828:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325755.772834:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325755.772836:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325755.772840:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325755.772843:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325755.772845:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325755.772847:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325755.772848:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325755.772850:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325755.772852:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325755.772855:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=12 v=5 (5 5 5 0) 00000100:00001000:3.0:1767325755.772858:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=126 v=5 (1 1 0 0) 00000100:00000001:3.0:1767325755.772861:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325755.772862:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325755.772864:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767325755.772867:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000002cc08b51 x1853174993416448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325755.772883:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325755.772885:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325755.772887:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325755.772888:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325755.772889:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325755.772892:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002cc08b51 x1853174993416448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325755.772898:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325755.772905:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325755.772906:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325755.772909:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cc08b51 x1853174993416448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325755.772913:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002cc08b51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993416448:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325755.772916:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325755.772917:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325755.772918:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002cc08b51 x1853174993416448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325771 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325755.772921:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325755.772922:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325755.772923:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002084e4a5. 02000000:00000001:3.0:1767325755.772925:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325755.772926:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325755.772927:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325755.772928:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325755.772929:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fe8d38. 02000000:00000001:3.0:1767325755.772931:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325755.772932:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325755.772932:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cc08b51. 00000100:00000001:3.0:1767325755.772934:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325755.772935:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325755.772936:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325755.772939:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325755.772939:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325755.772946:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325755.772947:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325756.410194:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325756.410203:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325756.410211:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325756.410213:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325756.410254:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325756.410258:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325756.410260:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325757.434247:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325757.434256:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325757.434262:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325757.434263:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325757.434313:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325757.434317:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325757.434319:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325758.458265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325758.458271:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325758.458294:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325758.458296:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325758.458350:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325758.458360:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325758.458363:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325759.482257:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325759.482264:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325759.482271:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325759.482273:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325759.482339:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325759.482345:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325759.482349:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325760.506252:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325760.506261:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325760.506268:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325760.506270:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325760.506329:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325760.506334:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325760.506336:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325760.890239:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305677338, at 4305677824 00000100:00000040:2.0:1767325760.890239:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305677338, at 4305677824 00000100:00000040:0.0:1767325760.890239:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305677338, at 4305677824 00000100:00000040:1.0:1767325760.890242:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305677338, at 4305677824 00000100:00000010:0.0:1767325760.890256:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c1a83dd. 00000100:00000010:3.0:1767325760.890258:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007ec5288. 00000100:00000010:2.0:1767325760.890260:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005994ff59. 00000100:00000010:1.0:1767325760.890264:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f51a0a7. 00000100:00000040:1.0:1767325760.890286:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325760.890292:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325760.890301:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4811535. 00000020:00000040:1.0:1767325760.890306:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325760.890311:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325760.890314:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325760.890320:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325760.890328:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035310fb5. 00000100:00000001:1.0:1767325760.890335:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325760.890347:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000a4811535 x1853174993416576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325760.890360:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325760.890362:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325760.890368:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4811535] to pc [ptlrpcd_00_03+3] req@00000000a4811535 x1853174993416576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325760.890396:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325760.890399:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325760.890403:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325760.890405:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ce5d4e7. 00000020:00000040:1.0:1767325760.890408:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325760.890410:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325760.890412:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325760.890413:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325760.890416:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767325760.890417:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d53f249. 00000100:00000001:3.0:1767325760.890418:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325760.890421:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325760.890423:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325760.890423:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767325760.890427:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000005ce5d4e7 x1853174993416704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325760.890428:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325760.890437:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4811535 x1853174993416576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325760.890447:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325760.890449:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325760.890455:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325760.890459:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325760.890463:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767325760.890464:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325760.890466:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325760.890470:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993416576:192.168.203.107@tcp:400: 00000100:00000040:1.0:1767325760.890475:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ce5d4e7] to pc [ptlrpcd_00_00+0] req@000000005ce5d4e7 x1853174993416704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325760.890477:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325760.890483:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325760.890487:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325760.890492:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325760.890498:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064629ddd. 02000000:00000001:2.0:1767325760.890502:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325760.890509:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5dc0572. 00000100:00000001:1.0:1767325760.890512:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325760.890515:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325760.890519:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767325760.890519:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000100:00000001:1.0:1767325760.890520:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767325760.890524:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767325760.890526:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005414cf97. 00000100:00000001:3.0:1767325760.890527:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767325760.890529:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993416576, portal 25 00000020:00000040:1.0:1767325760.890531:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:3.0:1767325760.890534:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ce5d4e7 x1853174993416704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325760.890535:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325760.890536:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767325760.890539:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138711552 : -112766570840064 : ffff99707c9a4000) 02000000:00000001:1.0:1767325760.890540:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325760.890540:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325760.890545:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325760.890547:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325760.890547:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325760.890551:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325760.890551:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4811535 x1853174993416576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325760.890551:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef5ef55d. 02000000:00000001:3.0:1767325760.890555:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325760.890557:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325760.890558:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325760.890563:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325760.890565:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000005414cf97 x1853174993416832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767325760.890569:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ce5d4e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993416704:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325760.890577:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325760.890580:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325760.890583:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325760.890585:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767325760.890587:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325760.890591:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767325760.890592:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ee6e162. 00000100:00000040:2.0:1767325760.890594:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325760.890594:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325760.890595:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325760.890600:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b25d3e3. 00000100:00000040:1.0:1767325760.890602:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005414cf97] to pc [ptlrpcd_00_01+1] req@000000005414cf97 x1853174993416832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325760.890605:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a77dda. 00000100:00000200:3.0:1767325760.890610:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993416704, portal 10 00000100:00000001:3.0:1767325760.890613:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767325760.890614:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000100:00000001:3.0:1767325760.890615:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138712448 : -112766570839168 : ffff99707c9a4380) 00000100:00000200:2.0:1767325760.890621:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993416576, offset 0 00000100:00000001:1.0:1767325760.890626:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325760.890629:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767325760.890630:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ce5d4e7 x1853174993416704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325760.890635:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767325760.890639:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767325760.890644:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325760.890648:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11015) 00000100:00000040:3.0:1767325760.890649:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325760.890650:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767325760.890653:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e792461. 00000100:00000001:0.0:1767325760.890654:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325760.890656:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325760.890658:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767325760.890659:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993416704, offset 0 00000100:00000040:0.0:1767325760.890665:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005414cf97 x1853174993416832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325760.890667:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325760.890669:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325760.890688:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325760.890691:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325760.890693:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325760.890696:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767325760.890696:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325760.890699:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325760.890701:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325760.890702:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00100000:0.0:1767325760.890705:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005414cf97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993416832:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325760.890709:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767325760.890711:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [235:235:256:4294967295] 192.168.203.107@tcp LPNI seq info [235:235:8:4294967295] 02000000:00000001:0.0:1767325760.890713:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325760.890715:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325760.890718:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325760.890721:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce1ad143. 02000000:00000001:0.0:1767325760.890723:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325760.890727:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008156d054. 00000400:00000200:2.0:1767325760.890731:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:0.0:1767325760.890733:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac3f8c71. 00000100:00000200:0.0:1767325760.890739:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993416832, portal 10 00000100:00000001:0.0:1767325760.890741:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767325760.890744:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:2.0:1767325760.890744:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325760.890744:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138721408 : -112766570830208 : ffff99707c9a6680) 00000400:00000200:3.0:1767325760.890751:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767325760.890755:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2fb3309. 00000100:00000040:0.0:1767325760.890755:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005414cf97 x1853174993416832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325760.890757:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325760.890763:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325760.890769:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767325760.890770:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325760.890773:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767325760.890774:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [236:236:255:4294967295] 192.168.203.107@tcp LPNI seq info [236:236:7:4294967295] 00000800:00000200:2.0:1767325760.890784:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000040:0.0:1767325760.890785:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325760.890788:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:0.0:1767325760.890790:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 00000800:00000200:2.0:1767325760.890793:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2fb3309 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767325760.890795:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993416832, offset 0 00000800:00000200:3.0:1767325760.890798:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325760.890803:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000356a1e1a. 00000400:00000200:0.0:1767325760.890804:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:3.0:1767325760.890809:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325760.890812:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325760.890815:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:3.0:1767325760.890816:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767325760.890819:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305682458 00000800:00000200:3.0:1767325760.890821:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000356a1e1a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325760.890822:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1767325760.890827:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005994ff59. 00000100:00000001:3.0:1767325760.890828:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325760.890830:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:3.0:1767325760.890834:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 406301 usecs (407 jiffies) 00000100:00000001:2.0:1767325760.890835:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767325760.890835:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325760.890839:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305678231 00000400:00000200:0.0:1767325760.890843:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325760.890844:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305682458 00000100:00000001:2.0:1767325760.890844:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305682458 00000100:00000001:3.0:1767325760.890850:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305678231 00000400:00000200:0.0:1767325760.890850:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [237:237:254:4294967295] 192.168.203.107@tcp LPNI seq info [237:237:6:4294967295] 00000100:00000010:2.0:1767325760.890851:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce759a8f. 00000100:00000001:2.0:1767325760.890858:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767325760.890863:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305682458 00000100:00000001:3.0:1767325760.890864:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305682458 00000100:00000001:3.0:1767325760.890869:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305678231 00000400:00000200:0.0:1767325760.890869:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:2.0:1767325760.890871:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fbd2072. 00000100:00000001:2.0:1767325760.890877:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767325760.890882:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325760.890883:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305682458 00000100:00000001:2.0:1767325760.890883:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305682458 00000100:00000001:3.0:1767325760.890887:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305678231 00000800:00000010:0.0:1767325760.890890:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba0f4571. 00000100:00000010:2.0:1767325760.890891:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d2be78f7. 00000800:00000200:1.0:1767325760.890896:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767325760.890898:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325760.890903:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767325760.890908:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305682458 00000100:00000001:2.0:1767325760.890908:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767325760.890911:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2fb3309. 00000100:00000001:3.0:1767325760.890913:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325760.890915:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325760.890917:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325760.890921:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325760.890922:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325760.890922:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767325760.890922:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325760.890924:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325760.890929:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767325760.890929:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba0f4571 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325760.890935:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767325760.890936:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325760.890937:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325760.890937:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325760.890937:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325760.890942:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325760.890943:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325760.890943:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 23233 usecs (24 jiffies) 00000100:00000001:3.0:1767325760.890947:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325760.890948:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325760.890949:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305677848 00000100:00000001:3.0:1767325760.890951:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325760.890952:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325760.890953:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305682458 00000400:00000200:1.0:1767325760.890954:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000100:00000001:3.0:1767325760.890955:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325760.890956:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325760.890956:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305677848 00000400:00000010:1.0:1767325760.890960:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00000001:0.0:1767325760.890961:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305682458 00000100:00000001:2.0:1767325760.890963:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325760.890966:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305677848 00000100:00000001:0.0:1767325760.890969:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305682458 00000100:00000001:0.0:1767325760.890970:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305677848 00000100:00000001:0.0:1767325760.890971:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305682458 00000100:00000001:1.0:1767325760.890973:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325760.890973:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325760.890975:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325760.890985:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325760.890987:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4811535 x1853174993416576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325760.890989:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325760.890996:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325760.890999:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325760.891003:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325760.891003:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325760.891005:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767325760.891009:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4811535 x1853174993416576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325776 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325760.891009:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325760.891013:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325760.891023:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325760.891025:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325760.891040:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325760.891042:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000356a1e1a. 00000400:00000200:1.0:1767325760.891045:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325760.891049:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325760.891051:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e792461 00000400:00000010:1.0:1767325760.891053:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e792461. 00000100:00000001:1.0:1767325760.891056:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325760.891059:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ce5d4e7 x1853174993416704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325760.891066:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325760.891068:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ce5d4e7 x1853174993416704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325776 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325760.891074:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325760.891076:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325760.891166:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325760.891169:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba0f4571. 00000400:00000200:1.0:1767325760.891172:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325760.891176:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325760.891178:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 00000400:00000010:1.0:1767325760.891180:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00000100:00000001:1.0:1767325760.891182:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325760.891185:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005414cf97 x1853174993416832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325760.891203:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325760.891205:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005414cf97 x1853174993416832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325776 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325760.891211:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325760.891212:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325760.892566:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325760.892700:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325760.892704:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325760.892708:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325760.892716:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325760.892760:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed307180 00000400:00000200:3.0:1767325760.892769:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x83d [1] + 224 00000800:00000001:3.0:1767325760.892776:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325760.892781:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325760.892783:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325760.892786:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325760.892791:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325760.892796:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4811535 x1853174993416576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325760.892806:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4811535 x1853174993416576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325760.892823:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325760.892834:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325760.892837:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325760.892839:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325760.892841:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325760.892847:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767325760.892854:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325760.892857:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325760.892863:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767325760.892864:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed307200 00000400:00000001:2.0:1767325760.892865:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325760.892868:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5dc0572. 00000400:00000200:2.0:1767325760.892872:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000400:00000010:2.0:1767325760.892873:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 00000100:00000001:2.0:1767325760.892875:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325760.892880:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4811535 x1853174993416576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325760.892883:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x841 [1] + 224 00000800:00000001:3.0:1767325760.892894:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767325760.892896:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4811535 x1853174993416576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325760.892900:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325760.892901:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767325760.892904:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325760.892905:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325760.892910:0:211468:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767325760.892913:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 02000000:00000001:2.0:1767325760.892914:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325760.892917:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325760.892919:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325760.892920:0:211459:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767325760.892921:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325760.892927:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ce5d4e7 x1853174993416704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767325760.892929:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=17 v=5 (5 5 5 0) 00000100:00001000:2.0:1767325760.892936:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=17 v=5 (1 1 1 0) 00000100:00000001:2.0:1767325760.892941:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325760.892943:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325760.892947:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767325760.892948:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005ce5d4e7 x1853174993416704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325760.892950:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325760.892960:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325760.892965:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4811535 x1853174993416576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325760.892970:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325760.892971:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325760.892973:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325760.892975:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325760.892978:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767325760.892978:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4811535 x1853174993416576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325760.892984:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325760.892987:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325760.892990:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767325760.892998:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993416576:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325760.893000:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325760.893005:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767325760.893005:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325760.893007:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767325760.893010:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767325760.893012:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1767325760.893013:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325760.893015:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b25d3e3. 00000100:00000040:2.0:1767325760.893017:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4811535 x1853174993416576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325760.893020:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed307280 00000400:00000200:0.0:1767325760.893021:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a77dda 00000400:00000010:0.0:1767325760.893024:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a77dda. 00000100:00000001:0.0:1767325760.893030:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325760.893031:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767325760.893035:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x84d [1] + 224 02000000:00000001:2.0:1767325760.893035:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767325760.893036:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ce5d4e7 x1853174993416704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325760.893039:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064629ddd. 02000000:00000001:2.0:1767325760.893044:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:3.0:1767325760.893045:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767325760.893048:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325760.893051:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000800:00000001:3.0:1767325760.893053:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325760.893054:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ce5d4e7 x1853174993416704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767325760.893055:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325760.893058:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035310fb5. 00000400:00000200:3.0:1767325760.893059:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767325760.893067:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1767325760.893070:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 02000000:00000001:2.0:1767325760.893071:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767325760.893072:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:2.0:1767325760.893075:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4811535. 00000100:00000001:0.0:1767325760.893076:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325760.893081:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325760.893082:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767325760.893083:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325760.893084:0:211459:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767325760.893085:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325760.893086:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325760.893090:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005414cf97 x1853174993416832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325760.893090:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325760.893092:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325760.893094:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325760.893095:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325760.893100:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325760.893100:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325760.893102:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325760.893109:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=7 v=5 (5 5 5 0) 00000100:00000040:3.0:1767325760.893111:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005414cf97 x1853174993416832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325760.893114:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=7 v=5 (1 1 1 0) 00000100:00000001:0.0:1767325760.893121:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325760.893124:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325760.893128:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325760.893132:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325760.893135:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767325760.893136:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767325760.893137:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000800:00000001:3.0:1767325760.893163:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325760.893172:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325760.893175:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325760.893177:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325760.893179:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325760.893184:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325760.893187:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325760.893188:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325760.893190:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008156d054. 00000400:00000200:1.0:1767325760.893196:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac3f8c71 00000100:00000040:0.0:1767325760.893196:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ce5d4e7 x1853174993416704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325760.893200:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac3f8c71. 00000100:00000001:1.0:1767325760.893205:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325760.893210:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767325760.893211:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005414cf97 x1853174993416832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325760.893216:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325760.893219:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325760.893227:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ce5d4e7 x1853174993416704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325760.893230:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005414cf97 x1853174993416832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325760.893252:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767325760.893254:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ce5d4e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993416704:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325760.893255:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325760.893259:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325760.893262:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325760.893262:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325760.893265:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325760.893266:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325760.893268:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325760.893271:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ce5d4e7 x1853174993416704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325760.893273:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325760.893280:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=17 v=5 (5 5 5 0) 00000100:00000001:0.0:1767325760.893280:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325760.893281:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325760.893283:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ee6e162. 00000100:00001000:1.0:1767325760.893288:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=131 v=5 (1 1 0 0) 02000000:00000001:0.0:1767325760.893289:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325760.893292:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325760.893294:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325760.893295:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767325760.893297:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767325760.893298:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325760.893300:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d53f249. 00010000:00000001:1.0:1767325760.893302:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767325760.893304:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325760.893306:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325760.893307:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ce5d4e7. 00010000:00080000:1.0:1767325760.893310:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005414cf97 x1853174993416832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325760.893310:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325760.893311:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325760.893314:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325760.893319:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325760.893321:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325760.893325:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767325760.893326:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325760.893327:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325760.893336:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325760.893338:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325760.893339:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325760.893341:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325760.893344:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005414cf97 x1853174993416832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325760.893350:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325760.893352:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325760.893353:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325760.893355:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005414cf97 x1853174993416832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325760.893362:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005414cf97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993416832:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325760.893365:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325760.893366:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325760.893368:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005414cf97 x1853174993416832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325776 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325760.893374:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325760.893375:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325760.893377:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce1ad143. 02000000:00000001:1.0:1767325760.893380:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325760.893382:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325760.893383:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767325760.893385:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325760.893386:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ef5ef55d. 02000000:00000001:1.0:1767325760.893388:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325760.893389:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325760.893390:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005414cf97. 00000100:00000001:1.0:1767325760.893393:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325760.893394:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325760.893396:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325760.893399:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325760.893401:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325760.893403:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325760.893408:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325761.530247:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325761.530256:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325761.530264:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325761.530284:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325761.530332:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325761.530336:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325761.530338:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325762.554263:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325762.554274:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325762.554277:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325762.554279:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325762.554285:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325762.554287:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325762.554289:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325762.554291:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325762.554295:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325762.554297:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325762.554359:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325762.554363:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325762.554366:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325763.578232:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325763.578243:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325763.578250:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325763.578252:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325763.578309:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325763.578313:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325763.578317:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325764.602221:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325764.602230:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325764.602237:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325764.602238:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325764.602304:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325764.602309:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325764.602311:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325765.626241:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325765.626248:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325765.626251:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325765.626255:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325765.626256:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325765.626266:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325765.626268:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325765.626270:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325765.626272:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325765.626274:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325765.626275:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325765.626277:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325765.626330:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325765.626336:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325765.626340:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325766.010272:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305682458, at 4305682944 00000100:00000040:3.0:1767325766.010273:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305682458, at 4305682944 00000100:00000040:1.0:1767325766.010273:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305682458, at 4305682944 00000100:00000040:0.0:1767325766.010273:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305682458, at 4305682944 00000100:00000010:2.0:1767325766.010295:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fbd2072. 00000100:00000010:3.0:1767325766.010298:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d2be78f7. 00000100:00000010:0.0:1767325766.010301:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005994ff59. 00000100:00000010:1.0:1767325766.010303:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce759a8f. 00000100:00000040:1.0:1767325766.010321:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325766.010325:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325766.010330:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005414cf97. 00000020:00000040:1.0:1767325766.010334:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325766.010344:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325766.010346:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325766.010350:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325766.010357:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef5ef55d. 00000100:00000001:1.0:1767325766.010363:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325766.010370:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000005414cf97 x1853174993416960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325766.010377:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325766.010379:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325766.010383:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005414cf97] to pc [ptlrpcd_00_02+2] req@000000005414cf97 x1853174993416960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325766.010405:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325766.010406:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325766.010408:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325766.010410:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf46d036. 00000020:00000040:1.0:1767325766.010412:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325766.010414:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325766.010415:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325766.010417:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325766.010421:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767325766.010421:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d53f249. 00000100:00000001:3.0:1767325766.010425:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325766.010425:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325766.010428:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325766.010431:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000cf46d036 x1853174993417088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325766.010432:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325766.010438:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325766.010440:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767325766.010445:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005414cf97 x1853174993416960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325766.010448:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325766.010456:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767325766.010456:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf46d036] to pc [ptlrpcd_00_03+3] req@00000000cf46d036 x1853174993417088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325766.010459:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325766.010464:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325766.010466:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325766.010468:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325766.010471:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005414cf97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993416960:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325766.010473:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325766.010477:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325766.010478:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325766.010480:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325766.010482:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767325766.010483:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325766.010488:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015504143. 00000100:00000001:1.0:1767325766.010488:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767325766.010490:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325766.010491:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325766.010494:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767325766.010494:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ce5d4e7. 00000100:00000001:2.0:1767325766.010497:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767325766.010501:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000400:00000010:3.0:1767325766.010504:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f301c627. 00000100:00000001:1.0:1767325766.010505:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325766.010509:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767325766.010510:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014d537d4. 02000000:00000001:1.0:1767325766.010519:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325766.010520:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993416960, portal 25 00000100:00000040:2.0:1767325766.010523:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf46d036 x1853174993417088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325766.010529:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1767325766.010530:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035310fb5. 00000100:00000001:3.0:1767325766.010534:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138721408 : -112766570830208 : ffff99707c9a6680) 00000100:00000001:1.0:1767325766.010539:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325766.010556:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005414cf97 x1853174993416960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325766.010556:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767325766.010556:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000005ce5d4e7 x1853174993417216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325766.010563:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325766.010575:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325766.010581:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325766.010593:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767325766.010593:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325766.010605:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767325766.010607:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00100000:2.0:1767325766.010607:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf46d036 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993417088:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325766.010614:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325766.010616:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f15cde0. 00000100:00000001:2.0:1767325766.010626:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767325766.010627:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993416960, offset 0 00000100:00000040:1.0:1767325766.010627:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ce5d4e7] to pc [ptlrpcd_00_00+0] req@000000005ce5d4e7 x1853174993417216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325766.010649:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767325766.010656:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767325766.010656:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325766.010666:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767325766.010675:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000010:2.0:1767325766.010676:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000420251a5. 02000000:00000001:2.0:1767325766.010684:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325766.010687:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325766.010689:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767325766.010692:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767325766.010693:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5dc0572. 00000400:00000200:3.0:1767325766.010698:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:1.0:1767325766.010705:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767325766.010708:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767325766.010708:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000100:00000040:1.0:1767325766.010711:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11020) 00000100:00000001:0.0:1767325766.010714:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325766.010719:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767325766.010720:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767325766.010721:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993417088, portal 10 00000100:00000001:0.0:1767325766.010723:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325766.010728:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325766.010729:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [238:238:256:4294967295] 192.168.203.107@tcp LPNI seq info [238:238:8:4294967295] 00000100:00000001:2.0:1767325766.010729:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767325766.010736:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ce5d4e7 x1853174993417216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325766.010738:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138724992 : -112766570826624 : ffff99707c9a7480) 00000100:00000001:1.0:1767325766.010739:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325766.010756:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325766.010757:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767325766.010761:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf46d036 x1853174993417088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325766.010762:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325766.010775:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325766.010782:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767325766.010784:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325766.010788:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767325766.010793:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325766.010796:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023e56e71. 00000100:00100000:0.0:1767325766.010800:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ce5d4e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993417216:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767325766.010803:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325766.010809:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007dd75c61. 00000800:00000200:3.0:1767325766.010812:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325766.010812:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767325766.010816:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993417088, offset 0 02000000:00000001:0.0:1767325766.010817:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1767325766.010822:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:0.0:1767325766.010823:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325766.010833:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:3.0:1767325766.010834:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023e56e71 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767325766.010834:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325766.010844:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000687bab84. 02000000:00000001:0.0:1767325766.010848:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325766.010851:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:0.0:1767325766.010851:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8df343c. 00000100:00000001:3.0:1767325766.010854:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325766.010858:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f2dd931. 00000400:00000200:2.0:1767325766.010866:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325766.010867:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305687578 00000100:00000200:0.0:1767325766.010868:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993417216, portal 10 00000100:00000001:0.0:1767325766.010879:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1767325766.010880:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003aa6c4b0. 00000400:00000200:2.0:1767325766.010882:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325766.010883:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138712448 : -112766570839168 : ffff99707c9a4380) 00000400:00000200:2.0:1767325766.010890:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325766.010896:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767325766.010897:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:0.0:1767325766.010900:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ce5d4e7 x1853174993417216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325766.010907:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305687578 00000400:00000200:2.0:1767325766.010915:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [239:239:255:4294967295] 192.168.203.107@tcp LPNI seq info [239:239:7:4294967295] 00000100:00000010:3.0:1767325766.010917:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f766f1cc. 00000100:00000001:3.0:1767325766.010922:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767325766.010928:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325766.010938:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305687578 00000100:00000040:0.0:1767325766.010938:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767325766.010942:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767325766.010943:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cd6c941. 00000100:00000010:3.0:1767325766.010944:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f18a32d. 00000800:00000010:1.0:1767325766.010947:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023e56e71. 00000100:00000001:3.0:1767325766.010951:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000200:0.0:1767325766.010951:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993417216, offset 0 00000400:00000200:1.0:1767325766.010953:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325766.010958:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305687578 00000100:00000010:3.0:1767325766.010963:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005c4e2213. 00000400:00000200:2.0:1767325766.010967:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:1.0:1767325766.010967:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325766.010968:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767325766.010968:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325766.010975:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325766.010983:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325766.010992:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325766.010998:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325766.010999:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767325766.010999:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325766.011005:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325766.011010:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000010:2.0:1767325766.011012:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2fb3309. 00000400:00000200:0.0:1767325766.011015:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767325766.011020:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325766.011027:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767325766.011031:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767325766.011038:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [240:240:254:4294967295] 192.168.203.107@tcp LPNI seq info [240:240:6:4294967295] 00000800:00000200:2.0:1767325766.011039:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2fb3309 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325766.011051:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325766.011056:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 400542 usecs (401 jiffies) 00000100:00000001:2.0:1767325766.011059:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305683345 00000100:00000001:2.0:1767325766.011064:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305687578 00000100:00000001:2.0:1767325766.011067:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305683345 00000100:00000001:2.0:1767325766.011070:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305687578 00000400:00000200:0.0:1767325766.011072:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325766.011074:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305683345 00000100:00000001:2.0:1767325766.011079:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305687578 00000100:00000001:3.0:1767325766.011082:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325766.011083:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305683345 00000100:00000001:2.0:1767325766.011087:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305687578 00000100:00000001:3.0:1767325766.011093:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325766.011093:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325766.011094:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f15cde0 00000800:00000200:0.0:1767325766.011094:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325766.011106:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325766.011106:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f15cde0. 00000100:00000001:3.0:1767325766.011108:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767325766.011108:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9272bf7. 00000100:00000001:2.0:1767325766.011112:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325766.011113:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325766.011120:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325766.011120:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325766.011121:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767325766.011121:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:1.0:1767325766.011130:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005414cf97 x1853174993416960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325766.011131:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325766.011135:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1767325766.011136:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325766.011167:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9272bf7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325766.011169:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325766.011180:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325766.011180:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325766.011183:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325766.011185:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767325766.011189:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 22932 usecs (23 jiffies) 00000100:00000001:2.0:1767325766.011191:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325766.011197:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005414cf97 x1853174993416960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325782 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325766.011199:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325766.011199:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305682968 00000100:00000001:0.0:1767325766.011212:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305687578 00000100:00000001:0.0:1767325766.011215:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305682968 00000100:00000001:1.0:1767325766.011216:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325766.011218:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325766.011218:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305687578 00000100:00000001:0.0:1767325766.011221:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305682968 00000100:00000001:0.0:1767325766.011223:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305687578 00000100:00000001:0.0:1767325766.011225:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305682968 00000100:00000001:0.0:1767325766.011226:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305687578 00000100:00000001:0.0:1767325766.011227:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325766.011229:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325766.011231:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325766.011234:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767325766.011237:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325766.011238:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325766.011240:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1767325766.011241:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2fb3309. 00000100:00000001:0.0:1767325766.011243:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325766.011245:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325766.011245:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325766.011246:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325766.011249:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325766.011252:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325766.011255:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dd75c61 00000400:00000010:1.0:1767325766.011256:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007dd75c61. 00000100:00000001:1.0:1767325766.011258:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325766.011260:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf46d036 x1853174993417088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325766.011265:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325766.011267:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf46d036 x1853174993417088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325782 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325766.011271:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325766.011271:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325766.011294:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325766.011295:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9272bf7. 00000400:00000200:1.0:1767325766.011297:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325766.011299:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325766.011300:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cd6c941 00000400:00000010:1.0:1767325766.011301:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cd6c941. 00000100:00000001:1.0:1767325766.011303:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325766.011304:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ce5d4e7 x1853174993417216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325766.011308:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325766.011309:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ce5d4e7 x1853174993417216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325782 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325766.011317:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325766.011318:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325766.011897:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325766.011906:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325766.011908:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325766.011909:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325766.011913:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325766.011920:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed307300 00000400:00000200:1.0:1767325766.011924:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x855 [1] + 224 00000800:00000001:1.0:1767325766.011928:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325766.011932:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325766.011933:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325766.011935:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325766.011939:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325766.011942:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005414cf97 x1853174993416960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325766.011948:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005414cf97 x1853174993416960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325766.011957:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325766.011961:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325766.011964:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325766.011975:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325766.011978:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325766.011982:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325766.011984:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325766.011985:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f301c627. 00000400:00000200:3.0:1767325766.011989:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d537d4 00000400:00000010:3.0:1767325766.011990:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014d537d4. 00000100:00000001:3.0:1767325766.011993:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325766.011997:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005414cf97 x1853174993416960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325766.012004:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005414cf97 x1853174993416960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325766.012011:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325766.012012:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325766.012014:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325766.012016:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325766.012018:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325766.012020:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325766.012022:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325766.012031:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=23 v=5 (5 5 5 0) 00000100:00001000:3.0:1767325766.012033:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=23 v=5 (1 1 1 0) 00000100:00000001:3.0:1767325766.012035:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325766.012035:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325766.012037:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325766.012039:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325766.012040:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325766.012043:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005414cf97 x1853174993416960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325766.012047:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325766.012048:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325766.012050:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325766.012052:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005414cf97 x1853174993416960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325766.012055:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005414cf97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993416960:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325766.012058:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325766.012059:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325766.012060:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005414cf97 x1853174993416960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325766.012063:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325766.012065:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325766.012067:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015504143. 02000000:00000001:3.0:1767325766.012070:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325766.012071:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325766.012072:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767325766.012073:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325766.012075:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ef5ef55d. 02000000:00000001:3.0:1767325766.012078:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325766.012079:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325766.012080:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005414cf97. 00000100:00000001:3.0:1767325766.012081:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325766.012082:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325766.012083:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325766.012090:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325766.012091:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325766.012093:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325766.012094:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325766.012354:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325766.012358:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325766.012360:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325766.012361:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325766.012364:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325766.012369:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed307380 00000400:00000200:3.0:1767325766.012373:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x85d [1] + 224 00000800:00000001:3.0:1767325766.012375:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325766.012379:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325766.012380:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325766.012382:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325766.012384:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325766.012386:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf46d036 x1853174993417088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325766.012391:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf46d036 x1853174993417088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325766.012458:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325766.012462:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325766.012464:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325766.012496:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325766.012500:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325766.012504:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325766.012506:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325766.012514:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5dc0572. 00000400:00000200:2.0:1767325766.012517:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000400:00000010:2.0:1767325766.012518:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 00000100:00000001:2.0:1767325766.012522:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325766.012527:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf46d036 x1853174993417088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325766.012536:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf46d036 x1853174993417088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325766.012541:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325766.012542:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325766.012544:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325766.012546:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325766.012547:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325766.012549:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325766.012551:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325766.012556:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=13 v=5 (5 5 5 0) 00000100:00001000:2.0:1767325766.012559:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=13 v=5 (1 1 1 0) 00000100:00000001:2.0:1767325766.012561:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325766.012562:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325766.012564:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325766.012567:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325766.012571:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325766.012573:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000800:00000001:1.0:1767325766.012574:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325766.012575:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325766.012578:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325766.012581:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf46d036 x1853174993417088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325766.012584:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325766.012594:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767325766.012595:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325766.012596:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325766.012600:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325766.012604:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf46d036 x1853174993417088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325766.012605:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767325766.012619:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf46d036 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993417088:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767325766.012627:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767325766.012630:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325766.012633:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325766.012648:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf46d036 x1853174993417088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325766.012656:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed307400 00000100:00000001:2.0:1767325766.012667:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325766.012670:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325766.012674:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000420251a5. 00000400:00000200:1.0:1767325766.012677:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x865 [1] + 224 02000000:00000001:2.0:1767325766.012679:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325766.012681:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325766.012685:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767325766.012687:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:1.0:1767325766.012689:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767325766.012690:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d53f249. 02000000:00000001:2.0:1767325766.012694:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325766.012695:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325766.012697:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf46d036. 00000100:00000001:2.0:1767325766.012701:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1767325766.012701:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325766.012702:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325766.012710:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325766.012712:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325766.012715:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325766.012716:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325766.012717:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325766.012719:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325766.012730:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325766.012735:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325766.012740:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ce5d4e7 x1853174993417216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325766.012748:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005ce5d4e7 x1853174993417216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325766.012761:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325766.012765:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325766.012767:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325766.012784:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325766.012791:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325766.012794:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325766.012795:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325766.012796:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8df343c. 00000400:00000200:0.0:1767325766.012799:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f2dd931 00000400:00000010:0.0:1767325766.012800:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f2dd931. 00000100:00000001:0.0:1767325766.012802:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325766.012805:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ce5d4e7 x1853174993417216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325766.012810:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ce5d4e7 x1853174993417216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325766.012814:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325766.012815:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325766.012816:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325766.012817:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325766.012818:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325766.012819:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325766.012820:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325766.012824:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=23 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325766.012826:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=137 v=5 (1 1 0 0) 00000100:00000001:0.0:1767325766.012827:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325766.012828:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325766.012830:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325766.012832:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005ce5d4e7 x1853174993417216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325766.012836:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325766.012838:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325766.012838:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325766.012839:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325766.012840:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325766.012842:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ce5d4e7 x1853174993417216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325766.012846:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325766.012848:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325766.012851:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325766.012853:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ce5d4e7 x1853174993417216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325766.012858:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ce5d4e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993417216:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325766.012860:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325766.012861:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325766.012863:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ce5d4e7 x1853174993417216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325782 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325766.012866:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325766.012867:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325766.012869:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000687bab84. 02000000:00000001:0.0:1767325766.012871:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325766.012872:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325766.012873:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325766.012874:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325766.012875:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035310fb5. 02000000:00000001:0.0:1767325766.012877:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325766.012878:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325766.012879:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ce5d4e7. 00000100:00000001:0.0:1767325766.012881:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325766.012882:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325766.012883:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325766.012886:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325766.012886:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325766.012888:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325766.012889:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325766.650283:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325766.650290:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325766.650295:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325766.650297:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325766.650361:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325766.650365:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325766.650368:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325767.674249:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325767.674256:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325767.674261:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325767.674262:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325767.674327:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325767.674330:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325767.674332:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325768.698272:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325768.698279:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325768.698286:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325768.698287:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325768.698347:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325768.698351:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325768.698354:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325769.722236:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325769.722240:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325769.722260:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325769.722261:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325769.722304:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325769.722306:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325769.722309:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325770.746240:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325770.746245:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325770.746249:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325770.746250:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325770.746303:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325770.746307:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325770.746310:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325771.130270:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305687578, at 4305688064 00000100:00000040:2.0:1767325771.130277:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305687578, at 4305688064 00000100:00000040:0.0:1767325771.130277:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767325771.130283:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305687578, at 4305688064 00000100:00000010:3.0:1767325771.130285:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005c4e2213. 00000100:00000001:0.0:1767325771.130289:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325771.130294:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f18a32d. 00000100:00000010:1.0:1767325771.130297:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f766f1cc. 00000100:00000010:0.0:1767325771.130314:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000456c8c17. 00000020:00000040:0.0:1767325771.130320:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325771.130325:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325771.130328:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325771.130334:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325771.130342:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d57537d. 00000100:00000001:0.0:1767325771.130349:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325771.130359:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000456c8c17 x1853174993417344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325771.130369:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325771.130371:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325771.130375:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456c8c17] to pc [ptlrpcd_00_01+1] req@00000000456c8c17 x1853174993417344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325771.130408:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325771.130411:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325771.130415:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325771.130420:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006df0bad6. 00000020:00000040:0.0:1767325771.130422:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325771.130425:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767325771.130426:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325771.130428:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325771.130434:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325771.130438:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767325771.130441:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325771.130444:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325771.130448:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000456c8c17 x1853174993417344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325771.130451:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dead0e98. 00000100:00000001:3.0:1767325771.130452:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325771.130460:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325771.130471:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767325771.130473:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000006df0bad6 x1853174993417472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325771.130475:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325771.130483:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325771.130487:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325771.130489:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767325771.130493:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325771.130493:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325771.130510:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993417344:192.168.203.107@tcp:400: 00000100:00000040:0.0:1767325771.130510:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006df0bad6] to pc [ptlrpcd_00_02+2] req@000000006df0bad6 x1853174993417472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325771.130527:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325771.130534:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325771.130537:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325771.130540:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325771.130541:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325771.130545:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767325771.130547:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e71da969. 02000000:00000001:1.0:1767325771.130553:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325771.130555:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325771.130558:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000020:00000040:0.0:1767325771.130562:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767325771.130563:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767325771.130564:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b92211e. 00000100:00000001:0.0:1767325771.130568:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767325771.130571:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325771.130574:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325771.130574:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767325771.130576:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767325771.130578:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325771.130579:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba163e5e. 00000100:00000001:2.0:1767325771.130581:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325771.130583:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba567bd5. 00000100:00000040:3.0:1767325771.130589:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006df0bad6 x1853174993417472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325771.130590:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993417344, portal 25 00000100:00000001:0.0:1767325771.130591:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325771.130600:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767325771.130613:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000b9c126d9 x1853174993417600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325771.130628:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250668672 : -112767458882944 : ffff997047abca80) 00000100:00000040:1.0:1767325771.130648:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000456c8c17 x1853174993417344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325771.130663:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325771.130663:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325771.130668:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325771.130669:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325771.130680:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325771.130681:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325771.130683:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_03+3] req@00000000b9c126d9 x1853174993417600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325771.130685:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325771.130693:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325771.130694:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325771.130700:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8b3beac. 00000100:00000200:1.0:1767325771.130708:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993417344, offset 0 00000100:00100000:3.0:1767325771.130709:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993417472:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325771.130731:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767325771.130733:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325771.130737:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325771.130742:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325771.130745:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325771.130748:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000735e0b68. 02000000:00000001:3.0:1767325771.130752:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325771.130753:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325771.130756:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f301c627. 00000100:00000040:0.0:1767325771.130757:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767325771.130758:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:3.0:1767325771.130761:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014d537d4. 00000100:00000040:0.0:1767325771.130775:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1767325771.130776:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993417472, portal 10 00000400:00000200:1.0:1767325771.130778:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325771.130787:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325771.130789:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767325771.130793:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11025) 00000100:00000001:3.0:1767325771.130794:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250670464 : -112767458881152 : ffff997047abd180) 00000400:00000200:1.0:1767325771.130794:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325771.130795:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325771.130804:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767325771.130809:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767325771.130811:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006df0bad6 x1853174993417472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325771.130816:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993417600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325771.130819:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:0.0:1767325771.130819:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305687578, at 4305688064 00000100:00000010:0.0:1767325771.130835:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003aa6c4b0. 00000400:00000200:1.0:1767325771.130843:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [241:241:256:4294967295] 192.168.203.107@tcp LPNI seq info [241:241:8:4294967295] 00000100:00000001:3.0:1767325771.130862:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325771.130872:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325771.130872:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767325771.130882:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000206a045a. 00000100:00000001:2.0:1767325771.130883:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325771.130893:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:3.0:1767325771.130894:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993417472, offset 0 02000000:00000001:2.0:1767325771.130894:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325771.130903:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325771.130913:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767325771.130913:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767325771.130914:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325771.130920:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325771.130924:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767325771.130925:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fe8d38. 00000100:00100000:2.0:1767325771.130926:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993417600:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767325771.130943:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:1.0:1767325771.130945:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325771.130946:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767325771.130947:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325771.130953:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:2.0:1767325771.130955:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767325771.130960:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [242:242:255:4294967295] 192.168.203.107@tcp LPNI seq info [242:242:7:4294967295] 02000000:00000001:2.0:1767325771.130960:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325771.130961:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:2.0:1767325771.130972:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767325771.130973:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6fe8d38 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:2.0:1767325771.130979:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000054a5700. 00000400:00000200:3.0:1767325771.130980:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:2.0:1767325771.130986:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325771.130992:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325771.130998:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023e56e71. 00000400:00000010:2.0:1767325771.131000:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5dc0572. 00000100:00000001:1.0:1767325771.131001:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325771.131006:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:2.0:1767325771.131011:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000100:00000001:1.0:1767325771.131011:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305692698 00000800:00000200:3.0:1767325771.131012:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325771.131019:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023e56e71 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325771.131024:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325771.131024:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993417600, portal 10 00000100:00000010:1.0:1767325771.131025:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a535425e. 00000100:00000040:3.0:1767325771.131035:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 394937 usecs (395 jiffies) 00000100:00000001:2.0:1767325771.131036:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325771.131039:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767325771.131043:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305688459 00000100:00000001:2.0:1767325771.131043:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000100:00000001:1.0:1767325771.131049:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305692698 00000100:00000001:3.0:1767325771.131053:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305692698 00000100:00000010:1.0:1767325771.131056:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000598d1485. 00000100:00000001:3.0:1767325771.131058:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305688459 00000800:00000200:0.0:1767325771.131059:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767325771.131062:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993417600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325771.131064:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000010:0.0:1767325771.131066:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fe8d38. 00000100:00000001:1.0:1767325771.131071:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305692698 00000100:00000001:3.0:1767325771.131073:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305692698 00000100:00000010:1.0:1767325771.131082:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bfab9cd5. 00000400:00000200:0.0:1767325771.131083:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325771.131084:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305688459 00000100:00000001:1.0:1767325771.131089:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767325771.131095:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325771.131105:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8b3beac 00000100:00000001:1.0:1767325771.131106:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305692698 00000100:00000001:3.0:1767325771.131107:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305692698 00000400:00000010:0.0:1767325771.131112:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8b3beac. 00000100:00000001:3.0:1767325771.131117:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305688459 00000100:00000010:1.0:1767325771.131118:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae65223f. 00000100:00000001:0.0:1767325771.131119:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325771.131124:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000200:0.0:1767325771.131126:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000456c8c17 x1853174993417344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325771.131131:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305692698 00000100:00000001:1.0:1767325771.131131:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325771.131164:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325771.131164:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325771.131167:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325771.131168:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325771.131170:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325771.131177:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000456c8c17 x1853174993417344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325771.131179:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325771.131184:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325771.131184:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325771.131190:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325771.131190:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325771.131197:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767325771.131198:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325771.131201:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325771.131201:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325771.131203:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325771.131204:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767325771.131205:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097f01def. 00000100:00000001:1.0:1767325771.131207:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325771.131207:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325771.131210:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325771.131215:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767325771.131216:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993417600, offset 0 00000100:00000001:1.0:1767325771.131217:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325771.131218:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325771.131224:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325771.131232:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325771.131232:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325771.131248:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325771.131254:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325771.131260:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325771.131264:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325771.131269:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767325771.131276:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767325771.131277:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [243:243:255:4294967295] 192.168.203.107@tcp LPNI seq info [243:243:7:4294967295] 00000800:00000010:0.0:1767325771.131280:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023e56e71. 00000400:00000200:0.0:1767325771.131287:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325771.131295:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325771.131307:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:0.0:1767325771.131315:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000206a045a 00000800:00000200:2.0:1767325771.131317:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325771.131319:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000206a045a. 00000100:00000001:0.0:1767325771.131325:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:2.0:1767325771.131329:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc002f00. 00000100:00000200:0.0:1767325771.131329:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006df0bad6 x1853174993417472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325771.131341:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767325771.131345:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:0.0:1767325771.131345:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006df0bad6 x1853174993417472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325771.131361:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325771.131365:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325771.131368:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc002f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325771.131370:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325771.131378:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325771.131383:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 22630 usecs (23 jiffies) 00000100:00000001:2.0:1767325771.131386:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305688088 00000100:00000001:2.0:1767325771.131390:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305692698 00000800:00000200:0.0:1767325771.131390:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325771.131400:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305688088 00000800:00000010:0.0:1767325771.131401:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc002f00. 00000100:00000001:2.0:1767325771.131407:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305692698 00000100:00000001:2.0:1767325771.131410:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305688088 00000100:00000001:2.0:1767325771.131414:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305692698 00000100:00000001:2.0:1767325771.131417:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305688088 00000400:00000200:0.0:1767325771.131418:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325771.131422:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305692698 00000400:00000200:0.0:1767325771.131428:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325771.131437:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325771.131438:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097f01def 00000400:00000010:0.0:1767325771.131442:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097f01def. 00000100:00000001:2.0:1767325771.131445:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325771.131449:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325771.131451:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325771.131455:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325771.131458:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993417600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325771.131464:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325771.131469:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325771.131469:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325771.131475:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325771.131476:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993417600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325771.131479:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325771.131483:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325771.131491:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325771.131493:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325771.131497:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325771.133155:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325771.133167:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325771.133170:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325771.133207:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325771.133214:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325771.133229:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed307480 00000400:00000200:3.0:1767325771.133235:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x86d [1] + 224 00000800:00000001:3.0:1767325771.133241:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325771.133245:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325771.133247:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325771.133250:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325771.133254:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325771.133257:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000456c8c17 x1853174993417344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325771.133265:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000456c8c17 x1853174993417344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325771.133283:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325771.133289:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325771.133293:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325771.133294:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325771.133296:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325771.133300:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325771.133306:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed307500 00000400:00000200:3.0:1767325771.133310:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x875 [1] + 224 00000800:00000001:3.0:1767325771.133313:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325771.133316:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325771.133318:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325771.133322:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325771.133323:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325771.133325:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325771.133326:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767325771.133331:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006df0bad6 x1853174993417472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767325771.133333:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325771.133335:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325771.133347:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b92211e. 00000400:00000200:1.0:1767325771.133355:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba163e5e 00000100:00000040:3.0:1767325771.133359:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006df0bad6 x1853174993417472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325771.133359:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba163e5e. 00000100:00000001:1.0:1767325771.133363:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325771.133369:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000456c8c17 x1853174993417344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325771.133379:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000456c8c17 x1853174993417344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325771.133386:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325771.133387:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325771.133388:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325771.133389:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325771.133393:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325771.133395:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767325771.133396:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325771.133397:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325771.133401:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325771.133403:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325771.133405:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767325771.133407:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=28 v=5 (5 5 5 0) 00000800:00000001:3.0:1767325771.133408:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767325771.133414:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=28 v=5 (1 1 1 0) 00000400:00000200:3.0:1767325771.133416:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767325771.133419:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325771.133421:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325771.133425:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed307580 00010000:00000001:1.0:1767325771.133430:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325771.133433:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325771.133434:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x87d [1] + 224 00000100:00000001:1.0:1767325771.133436:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325771.133442:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000456c8c17 x1853174993417344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325771.133443:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325771.133449:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767325771.133450:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325771.133451:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325771.133454:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325771.133455:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767325771.133459:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000456c8c17 x1853174993417344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325771.133463:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325771.133470:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767325771.133475:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993417344:192.168.203.107@tcp:400: 00000100:00000200:3.0:1767325771.133477:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993417600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325771.133483:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325771.133487:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325771.133492:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000456c8c17 x1853174993417344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325771.133495:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993417600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325771.133508:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325771.133511:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325771.133514:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e71da969. 02000000:00000001:1.0:1767325771.133516:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325771.133518:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325771.133519:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325771.133520:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767325771.133521:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325771.133524:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d57537d. 00000800:00000001:3.0:1767325771.133527:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767325771.133527:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325771.133532:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1767325771.133533:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767325771.133535:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000456c8c17. 00000100:00000001:1.0:1767325771.133542:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325771.133544:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325771.133546:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325771.133552:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325771.133554:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325771.133556:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325771.133558:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767325771.133561:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767325771.133563:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1767325771.133564:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325771.133567:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5dc0572. 00000100:00000001:1.0:1767325771.133568:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325771.133573:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000400:00000010:2.0:1767325771.133575:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 00000100:00000001:2.0:1767325771.133578:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325771.133583:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993417600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325771.133591:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993417600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325771.133597:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325771.133598:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325771.133600:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325771.133611:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325771.133613:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325771.133615:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325771.133618:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325771.133620:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767325771.133623:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=28 v=5 (5 5 5 0) 00000100:00001000:2.0:1767325771.133626:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=142 v=5 (1 1 0 0) 00000100:00000001:2.0:1767325771.133631:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325771.133632:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325771.133633:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325771.133636:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1767325771.133640:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00080000:2.0:1767325771.133641:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b9c126d9 x1853174993417600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325771.133646:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325771.133650:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f301c627. 00000400:00000200:0.0:1767325771.133655:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d537d4 00000400:00000010:0.0:1767325771.133663:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014d537d4. 00010000:00000001:2.0:1767325771.133669:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325771.133673:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767325771.133674:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767325771.133676:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325771.133678:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325771.133680:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325771.133684:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006df0bad6 x1853174993417472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325771.133688:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993417600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325771.133718:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325771.133729:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325771.133731:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325771.133734:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006df0bad6 x1853174993417472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325771.133741:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993417600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325771.133753:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325771.133756:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767325771.133761:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993417600:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325771.133761:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325771.133765:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325771.133768:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325771.133772:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325771.133772:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325771.133783:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767325771.133784:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325771.133791:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993417600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325771.133793:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=18 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325771.133804:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=18 v=5 (1 1 1 0) 00000100:00000001:0.0:1767325771.133815:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325771.133817:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325771.133822:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325771.133823:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325771.133827:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767325771.133827:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325771.133831:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000054a5700. 00000100:00000001:0.0:1767325771.133834:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325771.133837:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 02000000:00000001:2.0:1767325771.133838:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325771.133842:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767325771.133843:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:2.0:1767325771.133846:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767325771.133847:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325771.133852:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325771.133856:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba567bd5. 00000100:00000040:0.0:1767325771.133857:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006df0bad6 x1853174993417472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325771.133862:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325771.133865:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325771.133869:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000001:2.0:1767325771.133878:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325771.133879:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325771.133883:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325771.133885:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325771.133887:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325771.133891:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006df0bad6 x1853174993417472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325771.133895:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325771.133905:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325771.133907:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325771.133909:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325771.133911:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325771.133924:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993417472:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325771.133931:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325771.133933:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325771.133936:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006df0bad6 x1853174993417472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325787 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325771.133941:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325771.133943:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325771.133945:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000735e0b68. 02000000:00000001:0.0:1767325771.133948:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325771.133949:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325771.133951:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767325771.133953:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325771.133954:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dead0e98. 02000000:00000001:0.0:1767325771.133957:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325771.133958:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325771.133959:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006df0bad6. 00000100:00000001:0.0:1767325771.133962:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325771.133963:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325771.133964:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325771.133968:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325771.133969:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325771.133971:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325771.133973:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325771.770271:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325771.770278:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325771.770290:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325771.770291:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325771.770340:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325771.770346:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325771.770349:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325772.794310:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325772.794322:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325772.794325:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325772.794328:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325772.794334:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325772.794336:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325772.794339:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325772.794341:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325772.794346:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325772.794348:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325772.794413:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325772.794417:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325772.794420:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325773.818219:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325773.818227:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325773.818234:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325773.818235:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325773.818294:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325773.818298:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325773.818300:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325774.842255:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325774.842265:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325774.842272:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325774.842274:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325774.842333:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325774.842338:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325774.842341:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325775.866240:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325775.866249:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325775.866256:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325775.866260:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325775.866262:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325775.866268:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325775.866270:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325775.866272:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325775.866275:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325775.866277:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325775.866279:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325775.866281:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325775.866356:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325775.866360:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325775.866363:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325776.250239:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305692698, at 4305693184 00000100:00000040:1.0:1767325776.250239:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305692698, at 4305693184 00000100:00000040:3.0:1767325776.250243:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305692698, at 4305693184 00000100:00000010:2.0:1767325776.250257:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bfab9cd5. 00000100:00000010:3.0:1767325776.250259:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae65223f. 00000100:00000040:0.0:1767325776.250260:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305692698, at 4305693184 00000100:00000010:1.0:1767325776.250266:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000598d1485. 00000100:00000010:0.0:1767325776.250270:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a535425e. 00000100:00000040:1.0:1767325776.250300:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325776.250307:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325776.250314:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4811535. 00000020:00000040:1.0:1767325776.250319:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325776.250325:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325776.250328:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325776.250334:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325776.250342:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 00000100:00000001:1.0:1767325776.250351:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325776.250364:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000a4811535 x1853174993417728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325776.250385:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325776.250388:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325776.250395:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4811535] to pc [ptlrpcd_00_00+0] req@00000000a4811535 x1853174993417728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325776.250421:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325776.250423:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325776.250426:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325776.250429:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cc08b51. 00000020:00000040:1.0:1767325776.250431:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325776.250433:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325776.250434:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325776.250436:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325776.250440:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767325776.250440:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fe8d38. 00000100:00000001:2.0:1767325776.250442:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325776.250445:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325776.250447:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325776.250447:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325776.250450:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000002cc08b51 x1853174993417856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325776.250452:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325776.250458:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325776.250459:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325776.250462:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4811535 x1853174993417728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325776.250465:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cc08b51] to pc [ptlrpcd_00_01+1] req@000000002cc08b51 x1853174993417856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325776.250481:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325776.250483:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325776.250487:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325776.250488:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767325776.250490:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767325776.250493:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325776.250494:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767325776.250498:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325776.250498:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021e2dd14. 00000100:00000001:2.0:1767325776.250499:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325776.250502:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767325776.250504:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767325776.250505:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767325776.250507:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993417728:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325776.250510:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767325776.250512:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002cc08b51 x1853174993417856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325776.250513:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767325776.250516:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325776.250517:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325776.250522:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035310fb5. 02000000:00000001:3.0:1767325776.250524:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325776.250528:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325776.250529:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325776.250529:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325776.250533:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325776.250535:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767325776.250536:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000021e2dd14 x1853174993417984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767325776.250540:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767325776.250542:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e822ffba. 02000000:00000001:2.0:1767325776.250544:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325776.250545:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767325776.250547:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325776.250548:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325776.250550:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325776.250554:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021e2dd14] to pc [ptlrpcd_00_02+2] req@0000000021e2dd14 x1853174993417984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325776.250555:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002277bc63. 00000100:00100000:2.0:1767325776.250557:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002cc08b51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993417856:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325776.250576:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767325776.250579:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0ae589d. 02000000:00000001:2.0:1767325776.250581:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325776.250584:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325776.250587:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767325776.250589:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993417728, portal 25 00000100:00000001:1.0:1767325776.250590:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325776.250591:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000054a5700. 00000100:00000040:1.0:1767325776.250593:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325776.250595:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767325776.250597:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325776.250599:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138711552 : -112766570840064 : ffff99707c9a4000) 00000100:00000040:1.0:1767325776.250600:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767325776.250603:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5dc0572. 00000100:00000040:1.0:1767325776.250606:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11030) 00000100:00000001:0.0:1767325776.250607:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325776.250610:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4811535 x1853174993417728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325776.250610:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000100:00000001:0.0:1767325776.250611:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325776.250615:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767325776.250616:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993417856, portal 10 00000100:00000001:2.0:1767325776.250621:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767325776.250623:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021e2dd14 x1853174993417984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325776.250624:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138723200 : -112766570828416 : ffff99707c9a6d80) 00000100:00000001:1.0:1767325776.250631:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325776.250632:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325776.250634:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002cc08b51 x1853174993417856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325776.250635:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325776.250641:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325776.250648:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac753d23. 00000100:00000200:3.0:1767325776.250654:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993417728, offset 0 00000100:00000001:0.0:1767325776.250656:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325776.250657:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325776.250661:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767325776.250661:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325776.250665:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325776.250669:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325776.250670:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325776.250674:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00100000:0.0:1767325776.250676:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993417984:192.168.203.107@tcp:400: 00000400:00000010:2.0:1767325776.250677:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097f01def. 00000100:00000001:0.0:1767325776.250683:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767325776.250684:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993417856, offset 0 02000000:00000001:0.0:1767325776.250687:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325776.250690:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325776.250694:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767325776.250695:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767325776.250698:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000010:0.0:1767325776.250700:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002084e4a5. 02000000:00000001:0.0:1767325776.250705:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325776.250707:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767325776.250711:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8df343c. 00000400:00000200:3.0:1767325776.250715:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:0.0:1767325776.250717:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f2dd931. 00000400:00000200:3.0:1767325776.250721:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1767325776.250723:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993417984, portal 10 00000400:00000200:3.0:1767325776.250726:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767325776.250728:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325776.250731:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138725888 : -112766570825728 : ffff99707c9a7800) 00000400:00000200:3.0:1767325776.250733:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [244:244:256:4294967295] 192.168.203.107@tcp LPNI seq info [244:244:8:4294967295] 00000100:00000040:0.0:1767325776.250740:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021e2dd14 x1853174993417984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325776.250754:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325776.250756:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325776.250763:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:3.0:1767325776.250765:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325776.250765:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:0.0:1767325776.250767:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0d5d521. 00000400:00000200:2.0:1767325776.250772:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767325776.250773:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993417984, offset 0 00000800:00000010:3.0:1767325776.250774:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000356a1e1a. 00000400:00000200:2.0:1767325776.250776:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325776.250782:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325776.250786:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325776.250787:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:3.0:1767325776.250788:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767325776.250793:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [245:245:255:4294967295] 192.168.203.107@tcp LPNI seq info [245:245:7:4294967295] 00000800:00000200:3.0:1767325776.250799:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767325776.250805:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325776.250807:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000356a1e1a type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767325776.250811:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325776.250814:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:2.0:1767325776.250816:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000072856849. 00000400:00000200:0.0:1767325776.250820:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325776.250823:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325776.250824:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325776.250828:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767325776.250830:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305697818 00000800:00000200:2.0:1767325776.250833:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767325776.250836:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1767325776.250837:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f18a32d. 00000800:00000200:2.0:1767325776.250838:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000072856849 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325776.250842:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767325776.250844:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325776.250846:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767325776.250850:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 389508 usecs (390 jiffies) 00000400:00000200:0.0:1767325776.250850:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [246:246:254:4294967295] 192.168.203.107@tcp LPNI seq info [246:246:6:4294967295] 00000100:00000001:2.0:1767325776.250854:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305693574 00000100:00000001:3.0:1767325776.250863:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305697818 00000100:00000001:2.0:1767325776.250863:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305697818 00000100:00000010:3.0:1767325776.250869:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f766f1cc. 00000100:00000001:2.0:1767325776.250870:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305693574 00000100:00000001:3.0:1767325776.250875:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767325776.250880:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305697818 00000100:00000001:2.0:1767325776.250880:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305697818 00000400:00000200:0.0:1767325776.250880:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:3.0:1767325776.250885:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003aa6c4b0. 00000100:00000001:2.0:1767325776.250885:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305693574 00000100:00000001:3.0:1767325776.250891:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767325776.250899:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325776.250903:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305697818 00000100:00000001:2.0:1767325776.250903:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305697818 00000800:00000010:0.0:1767325776.250904:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dead0e98. 00000800:00000200:1.0:1767325776.250908:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767325776.250911:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005c4e2213. 00000100:00000001:2.0:1767325776.250911:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305693574 00000800:00000010:1.0:1767325776.250913:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000356a1e1a. 00000800:00000200:0.0:1767325776.250917:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325776.250919:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767325776.250920:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325776.250925:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325776.250925:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305697818 00000800:00000200:0.0:1767325776.250926:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767325776.250932:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325776.250932:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325776.250933:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325776.250933:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dead0e98 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325776.250936:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325776.250940:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325776.250942:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325776.250943:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac753d23 00000100:00000001:0.0:1767325776.250943:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325776.250944:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325776.250945:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767325776.250949:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac753d23. 00000100:00000040:0.0:1767325776.250950:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 22350 usecs (23 jiffies) 00000100:00000001:2.0:1767325776.250954:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325776.250956:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305693207 00000100:00000001:3.0:1767325776.250957:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325776.250957:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325776.250958:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325776.250961:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325776.250962:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305697818 00000100:00000001:3.0:1767325776.250965:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325776.250968:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305693207 00000100:00000001:3.0:1767325776.250969:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325776.250970:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767325776.250970:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4811535 x1853174993417728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325776.250974:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325776.250975:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325776.250975:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305697818 00000100:00000001:2.0:1767325776.250977:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325776.250981:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325776.250983:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325776.250983:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305693207 00000100:00000001:0.0:1767325776.250990:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305697818 00000100:00000001:1.0:1767325776.250991:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325776.250993:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305693207 00000100:00000040:1.0:1767325776.250996:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4811535 x1853174993417728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325792 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325776.250998:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305697818 00000100:00000001:0.0:1767325776.251004:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325776.251008:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325776.251009:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325776.251010:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325776.251014:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325776.251017:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325776.251022:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767325776.251023:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325776.251024:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1767325776.251026:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000072856849. 00000100:00000001:0.0:1767325776.251030:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325776.251031:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325776.251033:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325776.251037:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325776.251037:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325776.251040:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097f01def 00000400:00000010:1.0:1767325776.251042:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097f01def. 00000100:00000001:0.0:1767325776.251042:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325776.251046:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325776.251048:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cc08b51 x1853174993417856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325776.251053:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325776.251055:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002cc08b51 x1853174993417856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325792 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325776.251058:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325776.251059:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325776.251124:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325776.251127:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dead0e98. 00000400:00000200:1.0:1767325776.251130:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325776.251133:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325776.251135:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0d5d521 00000400:00000010:1.0:1767325776.251137:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0d5d521. 00000100:00000001:1.0:1767325776.251157:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325776.251160:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021e2dd14 x1853174993417984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325776.251168:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325776.251170:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021e2dd14 x1853174993417984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325792 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325776.251183:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325776.251185:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325776.252651:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325776.252664:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325776.252667:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325776.252670:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325776.252677:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325776.252698:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed307600 00000400:00000200:0.0:1767325776.252705:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x885 [1] + 224 00000800:00000001:0.0:1767325776.252711:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325776.252716:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325776.252717:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325776.252719:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325776.252722:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325776.252725:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4811535 x1853174993417728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325776.252731:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4811535 x1853174993417728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325776.252749:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325776.252755:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325776.252759:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325776.252761:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325776.252764:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325776.252770:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325776.252770:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:3.0:1767325776.252773:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325776.252778:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767325776.252778:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed307680 00000400:00000001:3.0:1767325776.252780:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325776.252783:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002277bc63. 00000400:00000200:3.0:1767325776.252786:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0ae589d 00000400:00000010:3.0:1767325776.252787:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0ae589d. 00000100:00000001:3.0:1767325776.252788:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767325776.252792:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x889 [1] + 224 00000100:00000200:3.0:1767325776.252793:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4811535 x1853174993417728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325776.252801:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325776.252805:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325776.252806:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4811535 x1853174993417728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325776.252808:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325776.252817:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325776.252818:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325776.252820:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325776.252820:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325776.252824:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767325776.252825:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002cc08b51 x1853174993417856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325776.252826:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325776.252829:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325776.252832:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325776.252835:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325776.252835:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002cc08b51 x1853174993417856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767325776.252843:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=33 v=5 (5 5 5 0) 00000100:00001000:3.0:1767325776.252847:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=33 v=5 (1 1 1 0) 00000100:00000001:0.0:1767325776.252848:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325776.252851:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767325776.252853:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325776.252854:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325776.252857:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325776.252861:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325776.252862:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325776.252864:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325776.252866:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325776.252870:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325776.252872:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4811535 x1853174993417728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325776.252881:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325776.252881:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325776.252883:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325776.252884:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767325776.252886:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000001:2.0:1767325776.252887:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325776.252891:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767325776.252892:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767325776.252892:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5dc0572. 00000400:00000200:2.0:1767325776.252895:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000400:00000200:0.0:1767325776.252897:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed307700 00000100:00000040:3.0:1767325776.252898:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4811535 x1853174993417728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325776.252898:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 00000100:00000001:2.0:1767325776.252902:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325776.252907:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cc08b51 x1853174993417856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325776.252909:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x895 [1] + 224 00000100:00100000:3.0:1767325776.252914:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993417728:192.168.203.107@tcp:400: 00000800:00000001:0.0:1767325776.252920:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325776.252921:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325776.252922:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cc08b51 x1853174993417856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325776.252924:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325776.252926:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4811535 x1853174993417728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325776.252929:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325776.252930:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325776.252932:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767325776.252933:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325776.252933:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325776.252935:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767325776.252936:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1767325776.252936:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325776.252937:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325776.252939:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767325776.252940:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e822ffba. 02000000:00000001:2.0:1767325776.252940:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325776.252945:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 02000000:00000001:3.0:1767325776.252946:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1767325776.252946:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=23 v=5 (5 5 5 0) 00000100:00000001:0.0:1767325776.252948:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767325776.252950:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325776.252952:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00001000:2.0:1767325776.252952:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=23 v=5 (1 1 1 0) 00000100:00000200:0.0:1767325776.252953:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021e2dd14 x1853174993417984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767325776.252956:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767325776.252956:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325776.252958:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325776.252959:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 00010000:00000001:2.0:1767325776.252962:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767325776.252966:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767325776.252967:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325776.252968:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021e2dd14 x1853174993417984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325776.252969:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767325776.252970:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000010:3.0:1767325776.252972:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4811535. 00000100:00000040:2.0:1767325776.252973:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325776.252977:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325776.252978:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325776.252979:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325776.252980:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325776.252982:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325776.252986:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002cc08b51 x1853174993417856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325776.252988:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325776.252990:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325776.252992:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325776.252993:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325776.252993:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325776.252998:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325776.253002:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1767325776.253003:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325776.253004:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325776.253008:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cc08b51 x1853174993417856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325776.253011:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767325776.253020:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002cc08b51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993417856:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325776.253026:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325776.253028:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325776.253030:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002cc08b51 x1853174993417856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325776.253036:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325776.253038:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325776.253040:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000054a5700. 00000100:00000001:1.0:1767325776.253041:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325776.253043:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767325776.253045:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767325776.253046:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325776.253049:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767325776.253051:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:1.0:1767325776.253051:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1767325776.253052:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fe8d38. 00000400:00000001:1.0:1767325776.253055:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767325776.253056:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325776.253058:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325776.253059:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cc08b51. 00000400:00000010:1.0:1767325776.253059:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8df343c. 00000400:00000200:1.0:1767325776.253065:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f2dd931 00000400:00000010:1.0:1767325776.253067:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f2dd931. 00000100:00000001:2.0:1767325776.253071:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325776.253072:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325776.253073:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325776.253078:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325776.253079:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021e2dd14 x1853174993417984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325776.253082:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325776.253085:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325776.253088:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325776.253090:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325776.253097:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021e2dd14 x1853174993417984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325776.253104:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325776.253106:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325776.253107:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325776.253109:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325776.253110:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325776.253111:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325776.253113:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325776.253122:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=33 v=5 (5 5 5 0) 00000100:00001000:1.0:1767325776.253125:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=147 v=5 (1 1 0 0) 00000100:00000001:1.0:1767325776.253128:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325776.253129:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325776.253131:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325776.253134:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000021e2dd14 x1853174993417984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325776.253159:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325776.253162:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325776.253163:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325776.253164:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325776.253166:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325776.253175:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021e2dd14 x1853174993417984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325776.253181:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325776.253183:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325776.253185:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325776.253187:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021e2dd14 x1853174993417984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325776.253194:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993417984:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325776.253198:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325776.253200:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325776.253202:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021e2dd14 x1853174993417984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325792 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325776.253208:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325776.253210:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325776.253211:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002084e4a5. 02000000:00000001:1.0:1767325776.253214:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325776.253215:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325776.253216:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767325776.253218:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325776.253220:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035310fb5. 02000000:00000001:1.0:1767325776.253222:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325776.253223:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325776.253225:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021e2dd14. 00000100:00000001:1.0:1767325776.253227:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325776.253228:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325776.253230:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325776.253233:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325776.253234:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325776.253236:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325776.253238:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325776.890249:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325776.890258:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325776.890265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325776.890266:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325776.890341:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325776.890346:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325776.890349:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325777.914278:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325777.914289:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325777.914296:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325777.914319:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325777.914383:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325777.914387:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325777.914390:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325778.938233:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325778.938241:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325778.938248:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325778.938249:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325778.938306:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325778.938309:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325778.938312:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325779.962213:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325779.962220:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325779.962225:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325779.962226:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325779.962261:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325779.962265:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325779.962267:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325780.986266:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325780.986273:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325780.986279:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325780.986281:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325780.986338:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325780.986342:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325780.986344:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325781.370269:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305697818, at 4305698304 00000100:00000040:2.0:1767325781.370269:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305697818, at 4305698304 00000100:00000040:0.0:1767325781.370269:0:216285:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305697818, at 4305698304 00000100:00000040:1.0:1767325781.370270:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305697818, at 4305698304 00000100:00000010:3.0:1767325781.370289:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005c4e2213. 00000100:00000010:0.0:1767325781.370292:0:216285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f18a32d. 00000100:00000010:2.0:1767325781.370295:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003aa6c4b0. 00000100:00000010:1.0:1767325781.370298:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f766f1cc. 00000100:00000040:1.0:1767325781.370331:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325781.370349:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325781.370355:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021e2dd14. 00000020:00000040:1.0:1767325781.370358:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325781.370362:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325781.370364:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325781.370369:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325781.370376:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035310fb5. 00000100:00000001:1.0:1767325781.370383:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325781.370393:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000021e2dd14 x1853174993418112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325781.370403:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325781.370405:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325781.370410:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021e2dd14] to pc [ptlrpcd_00_03+3] req@0000000021e2dd14 x1853174993418112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325781.370431:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325781.370433:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325781.370436:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325781.370439:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d8ec799. 00000020:00000040:1.0:1767325781.370441:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325781.370443:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325781.370444:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325781.370445:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325781.370448:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767325781.370448:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d53f249. 00000100:00000001:1.0:1767325781.370452:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325781.370454:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767325781.370455:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000007d8ec799 x1853174993418240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325781.370458:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325781.370464:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325781.370466:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325781.370467:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021e2dd14 x1853174993418112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325781.370471:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d8ec799] to pc [ptlrpcd_00_00+0] req@000000007d8ec799 x1853174993418240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325781.370486:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325781.370489:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325781.370494:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325781.370498:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325781.370501:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325781.370503:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767325781.370506:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993418112:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325781.370508:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325781.370509:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325781.370513:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767325781.370518:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767325781.370519:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325781.370522:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325781.370523:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767325781.370524:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325781.370527:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:2.0:1767325781.370528:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767325781.370528:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6c70c52. 00000100:00000001:0.0:1767325781.370531:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767325781.370544:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000010:2.0:1767325781.370546:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004fde4031. 00000100:00000001:1.0:1767325781.370548:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325781.370550:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325781.370550:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325781.370554:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325781.370558:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5dc0572. 02000000:00000010:1.0:1767325781.370559:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef5ef55d. 00000100:00000001:1.0:1767325781.370564:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325781.370566:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325781.370567:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325781.370570:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000f6c70c52 x1853174993418368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767325781.370571:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000100:00000001:0.0:1767325781.370571:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325781.370577:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325781.370578:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325781.370581:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767325781.370582:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993418112, portal 25 00000100:00000001:1.0:1767325781.370585:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325781.370585:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325781.370588:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325781.370594:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767325781.370594:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d8ec799 x1853174993418240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325781.370595:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6c70c52] to pc [ptlrpcd_00_01+1] req@00000000f6c70c52 x1853174993418368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325781.370597:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138725888 : -112766570825728 : ffff99707c9a7800) 00000100:00000040:2.0:1767325781.370608:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021e2dd14 x1853174993418112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325781.370622:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325781.370627:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325781.370627:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325781.370629:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325781.370631:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325781.370633:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325781.370634:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767325781.370637:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00100000:3.0:1767325781.370639:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:0.0:1767325781.370639:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767325781.370641:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007dd75c61. 00000100:00000040:1.0:1767325781.370641:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11036) 00000100:00000001:3.0:1767325781.370643:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325781.370643:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767325781.370647:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993418112, offset 0 02000000:00000001:0.0:1767325781.370649:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325781.370650:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325781.370652:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325781.370656:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767325781.370657:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993418240:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325781.370658:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325781.370660:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325781.370661:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325781.370667:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767325781.370669:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6c70c52 x1853174993418368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325781.370671:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325781.370675:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325781.370680:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325781.370681:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767325781.370681:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325781.370685:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325781.370686:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb6d7d24. 02000000:00000001:3.0:1767325781.370687:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767325781.370690:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767325781.370691:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325781.370691:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325781.370696:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325781.370698:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00100000:3.0:1767325781.370701:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993418368:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325781.370704:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767325781.370706:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767325781.370707:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767325781.370707:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f36ad86. 02000000:00000001:3.0:1767325781.370710:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325781.370716:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:3.0:1767325781.370717:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767325781.370720:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000794ac830. 02000000:00000010:3.0:1767325781.370723:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e822ffba. 00000400:00000200:2.0:1767325781.370725:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [247:247:256:4294967295] 192.168.203.107@tcp LPNI seq info [247:247:8:4294967295] 02000000:00000001:3.0:1767325781.370726:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325781.370727:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993418240, portal 10 00000100:00000001:0.0:1767325781.370732:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325781.370735:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138718720 : -112766570832896 : ffff99707c9a5c00) 00000400:00000200:2.0:1767325781.370742:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:0.0:1767325781.370746:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d8ec799 x1853174993418240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325781.370753:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325781.370759:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767325781.370761:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fc6f982. 00000100:00000040:0.0:1767325781.370762:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325781.370767:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b20fe0. 00000100:00000200:0.0:1767325781.370770:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993418240, offset 0 00000800:00000200:2.0:1767325781.370774:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325781.370779:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767325781.370787:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767325781.370787:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325781.370792:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767325781.370795:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fc6f982 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325781.370796:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325781.370800:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325781.370803:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325781.370805:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [248:248:255:4294967295] 192.168.203.107@tcp LPNI seq info [248:248:7:4294967295] 00000400:00000200:0.0:1767325781.370811:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325781.370812:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325781.370820:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325781.370823:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d977c447. 00000100:00000001:2.0:1767325781.370824:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305702938 00000800:00000200:0.0:1767325781.370829:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:2.0:1767325781.370831:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b55c76fb. 00000100:00000001:2.0:1767325781.370837:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767325781.370842:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305702938 00000800:00000200:0.0:1767325781.370843:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:2.0:1767325781.370847:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f983dd5d. 00000800:00000200:0.0:1767325781.370848:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d977c447 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325781.370853:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767325781.370853:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325781.370859:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305702938 00000100:00000040:0.0:1767325781.370860:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 384215 usecs (385 jiffies) 00000100:00000010:2.0:1767325781.370865:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f51a0a7. 00000100:00000001:0.0:1767325781.370865:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305698689 00000100:00000001:0.0:1767325781.370868:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305702938 00000100:00000001:0.0:1767325781.370870:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305698689 00000100:00000001:0.0:1767325781.370871:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305702938 00000100:00000001:0.0:1767325781.370875:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305698689 00000100:00000001:2.0:1767325781.370876:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767325781.370879:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325781.370881:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305702938 00000100:00000001:0.0:1767325781.370883:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305702938 00000800:00000010:1.0:1767325781.370884:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fc6f982. 00000100:00000010:2.0:1767325781.370886:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fbd2072. 00000100:00000001:0.0:1767325781.370887:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305698689 00000100:00000001:2.0:1767325781.370892:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767325781.370893:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325781.370896:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305702938 00000100:00000001:2.0:1767325781.370897:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325781.370901:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325781.370902:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325781.370904:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325781.370905:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325781.370908:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325781.370909:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325781.370912:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325781.370914:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325781.370916:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dd75c61 00000100:00000001:0.0:1767325781.370916:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325781.370918:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325781.370919:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767325781.370920:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007dd75c61. 00000100:00000001:2.0:1767325781.370923:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325781.370923:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325781.370927:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325781.370928:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325781.370929:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325781.370932:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325781.370935:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325781.370936:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021e2dd14 x1853174993418112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325781.370938:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325781.370948:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325781.370951:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021e2dd14 x1853174993418112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325797 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325781.370966:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325781.370968:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767325781.370992:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002277bc63. 00000400:00000010:3.0:1767325781.370999:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0ae589d. 00000800:00000200:1.0:1767325781.371002:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1767325781.371003:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993418368, portal 10 00000800:00000010:1.0:1767325781.371005:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d977c447. 00000100:00000001:3.0:1767325781.371008:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767325781.371010:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325781.371015:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325781.371018:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b20fe0 00000400:00000010:1.0:1767325781.371020:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b20fe0. 00000100:00000001:1.0:1767325781.371023:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325781.371035:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d8ec799 x1853174993418240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325781.371042:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325781.371044:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d8ec799 x1853174993418240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325797 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325781.371049:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325781.371050:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325781.371076:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138714240 : -112766570837376 : ffff99707c9a4a80) 00000100:00000040:3.0:1767325781.371086:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f6c70c52 x1853174993418368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325781.371101:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325781.371105:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325781.371108:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084592b49. 00000100:00000200:3.0:1767325781.371111:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993418368, offset 0 00000400:00000200:3.0:1767325781.371116:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325781.371121:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325781.371123:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325781.371126:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325781.371129:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325781.371130:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325781.371133:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [249:249:256:4294967295] 192.168.203.107@tcp LPNI seq info [249:249:8:4294967295] 00000400:00000200:3.0:1767325781.371162:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325781.371167:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325781.371172:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000356a1e1a. 00000800:00000200:3.0:1767325781.371177:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325781.371182:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325781.371185:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000356a1e1a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325781.371196:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325781.371199:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 22071 usecs (23 jiffies) 00000100:00000001:3.0:1767325781.371201:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305698328 00000100:00000001:3.0:1767325781.371204:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305702938 00000100:00000001:3.0:1767325781.371206:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305698328 00000100:00000001:3.0:1767325781.371208:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305702938 00000100:00000001:3.0:1767325781.371210:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305698328 00000100:00000001:3.0:1767325781.371212:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305702938 00000100:00000001:3.0:1767325781.371214:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305698328 00000100:00000001:3.0:1767325781.371216:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305702938 00000100:00000001:3.0:1767325781.371224:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325781.371226:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325781.371228:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325781.371230:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325781.371260:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325781.371262:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000356a1e1a. 00000400:00000200:1.0:1767325781.371265:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325781.371268:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325781.371270:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084592b49 00000400:00000010:1.0:1767325781.371271:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084592b49. 00000100:00000001:1.0:1767325781.371274:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325781.371276:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f6c70c52 x1853174993418368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325781.371281:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325781.371282:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6c70c52 x1853174993418368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325797 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325781.371286:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325781.371287:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325781.372414:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325781.372421:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325781.372423:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325781.372425:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325781.372431:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325781.372441:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed307780 00000400:00000200:0.0:1767325781.372449:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x89d [1] + 224 00000800:00000001:0.0:1767325781.372462:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325781.372467:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325781.372469:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325781.372473:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325781.372477:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325781.372481:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021e2dd14 x1853174993418112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325797 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325781.372490:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021e2dd14 x1853174993418112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325781.372507:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325781.372512:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325781.372515:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325781.372517:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325781.372518:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325781.372522:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767325781.372524:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325781.372527:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325781.372530:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed307880 00000400:00000001:2.0:1767325781.372541:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325781.372544:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325781.372548:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5dc0572. 00000400:00000200:2.0:1767325781.372551:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000400:00000010:2.0:1767325781.372552:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 00000100:00000001:2.0:1767325781.372554:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767325781.372557:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x8ad [1] + 224 00000100:00000200:2.0:1767325781.372560:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021e2dd14 x1853174993418112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325781.372563:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325781.372568:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325781.372570:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021e2dd14 x1853174993418112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325797 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325781.372571:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325781.372580:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325781.372585:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325781.372586:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325781.372588:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325781.372590:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f6c70c52 x1853174993418368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325797 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325781.372592:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325781.372595:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325781.372598:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325781.372600:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325781.372601:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6c70c52 x1853174993418368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325781.372603:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325781.372611:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=38 v=5 (5 5 5 0) 00000100:00001000:2.0:1767325781.372615:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=38 v=5 (1 1 1 0) 00000100:00000001:0.0:1767325781.372615:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325781.372619:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767325781.372621:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325781.372624:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325781.372627:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325781.372627:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325781.372631:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325781.372632:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325781.372635:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325781.372638:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325781.372647:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021e2dd14 x1853174993418112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325797 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325781.372648:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325781.372648:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:3.0:1767325781.372653:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325781.372659:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767325781.372660:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767325781.372660:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed307800 00000100:00000001:2.0:1767325781.372664:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1767325781.372665:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767325781.372667:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767325781.372668:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002277bc63. 00000100:00000040:2.0:1767325781.372672:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021e2dd14 x1853174993418112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325797 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325781.372674:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0ae589d 00000400:00000010:3.0:1767325781.372678:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0ae589d. 00000100:00100000:2.0:1767325781.372681:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993418112:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325781.372683:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767325781.372687:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x8a5 [1] + 224 00000100:00000001:2.0:1767325781.372689:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325781.372691:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767325781.372692:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f6c70c52 x1853174993418368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325781.372693:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767325781.372697:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325781.372698:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021e2dd14 x1853174993418112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325797 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325781.372702:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325781.372710:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325781.372716:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325781.372721:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767325781.372724:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d8ec799 x1853174993418240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325797 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325781.372725:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f6c70c52 x1853174993418368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325797 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325781.372726:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325781.372731:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004fde4031. 02000000:00000001:2.0:1767325781.372738:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325781.372742:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325781.372746:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000040:0.0:1767325781.372749:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007d8ec799 x1853174993418240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325781.372751:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767325781.372751:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325781.372755:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767325781.372756:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035310fb5. 00000100:00000001:3.0:1767325781.372760:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325781.372762:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325781.372763:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325781.372764:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767325781.372765:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767325781.372768:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1767325781.372768:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021e2dd14. 00000800:00000001:0.0:1767325781.372770:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325781.372771:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325781.372773:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:0.0:1767325781.372774:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325781.372776:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325781.372776:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325781.372780:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325781.372784:0:211465:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d3f94c98 time=38 v=5 (5 5 5 0) 00000100:00000001:2.0:1767325781.372785:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325781.372787:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325781.372791:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767325781.372792:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=152 v=5 (1 1 0 0) 00000100:00000001:2.0:1767325781.372793:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325781.372796:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325781.372799:0:211465:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1767325781.372801:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325781.372804:0:211465:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00000001:1.0:1767325781.372805:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1767325781.372809:0:211465:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffff997043181000 of lustre-MDT0001_UUID@192.168.203.107@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1767325781.372815:0:211465:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000400:00000001:1.0:1767325781.372816:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:02000400:3.0:1767325781.372821:0:211465:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff997043181000: Connection to lustre-MDT0001 (at 192.168.203.107@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000400:00000001:1.0:1767325781.372821:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325781.372825:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f36ad86. 00000400:00000200:1.0:1767325781.372830:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000794ac830 00000400:00000010:1.0:1767325781.372833:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000794ac830. 00000100:00000001:1.0:1767325781.372837:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325781.372842:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d8ec799 x1853174993418240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325781.372851:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d8ec799 x1853174993418240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325797 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325781.372857:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325781.372858:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325781.372860:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325781.372861:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325781.372863:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325781.372864:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325781.372866:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325781.372870:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=28 v=5 (5 5 5 0) 00000100:00001000:1.0:1767325781.372873:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=28 v=5 (1 1 1 0) 00000100:00000001:1.0:1767325781.372876:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325781.372877:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325781.372879:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325781.372881:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325781.372884:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325781.372886:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325781.372887:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325781.372889:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325781.372892:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d8ec799 x1853174993418240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325797 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325781.372898:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325781.372900:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325781.372901:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325781.372904:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d8ec799 x1853174993418240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325797 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325781.372922:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993418240:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325781.372926:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325781.372928:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325781.372930:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d8ec799 x1853174993418240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325797 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325781.372936:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325781.372938:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325781.372939:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb6d7d24. 02000000:00000001:1.0:1767325781.372943:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325781.372944:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325781.372945:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767325781.372947:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325781.372948:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d53f249. 02000000:00000001:1.0:1767325781.372951:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325781.372952:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325781.372953:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d8ec799. 00000100:00000001:1.0:1767325781.372955:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325781.372956:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325781.372958:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325781.372961:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325781.372963:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325781.372964:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325781.372966:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325781.378784:0:211465:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767325781.378807:0:211465:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767325781.378809:0:211465:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325781.378812:0:211465:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767325781.378816:0:211465:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767325781.378818:0:211465:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767325781.378823:0:211465:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767325781.378829:0:211465:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: connect to NID 192.168.203.107@tcp last attempt 10728 00000400:00000200:3.0:1767325781.378838:0:211465:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.107@tcp is discovered: rc = 1 00000100:00000040:3.0:1767325781.378842:0:211465:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 00000100:00000001:3.0:1767325781.378845:0:211465:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767325781.378847:0:211465:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00000100:00000001:3.0:1767325781.378849:0:211465:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000020:00000001:3.0:1767325781.378852:0:211465:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767325781.378854:0:211465:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d9d3 00000020:00000001:3.0:1767325781.378857:0:211465:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325781.378859:0:211465:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009cdc169b refcount=5 00000020:00000001:3.0:1767325781.378861:0:211465:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000020:00000001:3.0:1767325781.378863:0:211465:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000100:00000040:3.0:1767325781.378866:0:211465:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 00000100:00000001:3.0:1767325781.378868:0:211465:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767325781.378869:0:211465:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00000100:00000001:3.0:1767325781.378871:0:211465:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000020:00000040:3.0:1767325781.378874:0:211465:0:(genops.c:898:class_export_put()) PUTting export 000000009cdc169b : new refcount 4 00000100:00080000:3.0:1767325781.378877:0:211465:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: import 0000000054198135 using connection 192.168.203.107@tcp/192.168.203.107@tcp 00000100:00000001:3.0:1767325781.378879:0:211465:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325781.378882:0:211465:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767325781.378888:0:211465:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325781.378890:0:211465:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325781.378892:0:211465:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1767325781.378895:0:211465:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1767325781.378897:0:211465:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325781.378905:0:211465:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325781.378910:0:211465:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d9c04da. 00000020:00000040:3.0:1767325781.378913:0:211465:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=5 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:3.0:1767325781.378917:0:211465:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767325781.378919:0:211465:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325781.378921:0:211465:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325781.378924:0:211465:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325781.378927:0:211465:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325781.378934:0:211465:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e06b0a13. 00000100:00000001:3.0:1767325781.378940:0:211465:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325781.378946:0:211465:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008d9c04da x1853174993418496/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325781.378955:0:211465:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325781.378957:0:211465:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325781.378960:0:211465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c04da] to pc [ptlrpcd_rcv+-1] req@000000008d9c04da x1853174993418496/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325781.378983:0:211465:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325781.378985:0:211465:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1767325781.378987:0:211465:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1767325781.378993:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6c70c52 x1853174993418368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325797 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325781.379000:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1767325781.379003:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325781.379004:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325781.379006:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325781.379010:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325781.379015:0:211464:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325781.379016:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6c70c52 x1853174993418368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325797 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325781.379025:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d9c04da x1853174993418496/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325781.379036:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993418368:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325781.379052:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325781.379055:0:211464:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325781.379057:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325781.379057:0:211464:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325781.379067:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6c70c52 x1853174993418368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325797 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325781.379067:0:211464:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325781.379070:0:211464:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325781.379072:0:211464:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325781.379083:0:211464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993418496:192.168.203.107@tcp:38: 00000100:00000001:2.0:1767325781.379099:0:211464:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325781.379101:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325781.379103:0:211464:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325781.379106:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767325781.379107:0:211464:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325781.379110:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e822ffba. 02000000:00000001:2.0:1767325781.379111:0:211464:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767325781.379120:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:2.0:1767325781.379120:0:211464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006048f38e. 02000000:00000001:2.0:1767325781.379126:0:211464:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325781.379128:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325781.379132:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000400:00000010:2.0:1767325781.379132:0:211464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5dc0572. 00000020:00000001:3.0:1767325781.379166:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:2.0:1767325781.379166:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 02000000:00000010:3.0:1767325781.379173:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ef5ef55d. 00000100:00000200:2.0:1767325781.379176:0:211464:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993418496, portal 10 00000100:00000001:2.0:1767325781.379179:0:211464:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767325781.379182:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767325781.379183:0:211464:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268017536 : -112767441534080 : ffff997048b48380) 02000000:00000001:3.0:1767325781.379187:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325781.379188:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6c70c52. 00000100:00000001:3.0:1767325781.379196:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767325781.379199:0:211464:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d9c04da x1853174993418496/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325781.379200:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325781.379212:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325781.379216:0:211464:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325781.379224:0:211464:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325781.379227:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767325781.379227:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000100:00000001:3.0:1767325781.379235:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325781.379235:0:211464:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853174993418496, offset 0 00000100:00000001:3.0:1767325781.379245:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325781.379250:0:211464:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325781.379251:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325781.379264:0:211464:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325781.379270:0:211464:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325781.379275:0:211464:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325781.379279:0:211464:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325781.379291:0:211464:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325781.379294:0:211464:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [250:250:256:4294967295] 192.168.203.107@tcp LPNI seq info [250:250:8:4294967295] 00000400:00000200:2.0:1767325781.379302:0:211464:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325781.379307:0:211464:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325781.379312:0:211464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fc6f982. 00000800:00000200:2.0:1767325781.379319:0:211464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767325781.379325:0:211464:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325781.379329:0:211464:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fc6f982 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1767325781.379341:0:211464:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325781.379344:0:211464:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 21795 usecs (22 jiffies) 00000100:00000001:2.0:1767325781.379347:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305698335 00000100:00000001:2.0:1767325781.379349:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305702938 00000100:00000001:2.0:1767325781.379351:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305698335 00000100:00000001:2.0:1767325781.379353:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305702938 00000100:00000001:2.0:1767325781.379354:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305698335 00000100:00000001:2.0:1767325781.379356:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305702938 00000100:00000001:2.0:1767325781.379357:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305698335 00000100:00000001:2.0:1767325781.379358:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305702938 00000100:00000001:2.0:1767325781.379359:0:211464:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325781.379361:0:211464:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325781.379363:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325781.379365:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325781.379369:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325781.379370:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767325781.379372:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325781.379372:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325781.379373:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325781.379374:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325781.379463:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325781.379468:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fc6f982. 00000400:00000200:1.0:1767325781.379474:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325781.379481:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325781.379493:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000400:00000010:1.0:1767325781.379495:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00000001:1.0:1767325781.379500:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325781.379507:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d9c04da x1853174993418496/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325781.379513:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325781.379520:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d9c04da x1853174993418496/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325791 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325781.379525:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325781.379526:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325781.383586:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325781.383600:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325781.383604:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325781.383605:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325781.383613:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325781.383625:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed307900 00000400:00000200:1.0:1767325781.383633:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x8b5 [1] + 0 00000800:00000001:1.0:1767325781.383639:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325781.383645:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325781.383647:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325781.383650:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325781.383655:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325781.383659:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d9c04da x1853174993418496/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325791 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325781.383668:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000008d9c04da x1853174993418496/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325781.383685:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325781.383691:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325781.383693:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325781.383709:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325781.383721:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325781.383727:0:211464:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325781.383730:0:211464:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325781.383732:0:211464:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5dc0572. 00000400:00000200:2.0:1767325781.383737:0:211464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000400:00000010:2.0:1767325781.383739:0:211464:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 00000100:00000001:2.0:1767325781.383742:0:211464:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325781.383747:0:211464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d9c04da x1853174993418496/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325781.383756:0:211464:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d9c04da x1853174993418496/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325791 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325781.383764:0:211464:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325781.383766:0:211464:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325781.383768:0:211464:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325781.383772:0:211464:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325781.383775:0:211464:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325781.383776:0:211464:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325781.383778:0:211464:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325781.383786:0:211464:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d3f94c98 time=38 v=5 (5 5 5 0) 00000100:00001000:2.0:1767325781.383789:0:211464:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=2 v=5 (1 1 1 0) 00000100:00000001:2.0:1767325781.383791:0:211464:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325781.383793:0:211464:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767325781.383794:0:211464:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767325781.383797:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d9c04da x1853174993418496/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325791 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325781.383802:0:211464:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1767325781.383804:0:211464:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325781.383805:0:211464:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325781.383807:0:211464:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767325781.383809:0:211464:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1767325781.383811:0:211464:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767325781.383814:0:211464:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.107@tcp failed (-19) 00000100:00000001:2.0:1767325781.383815:0:211464:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767325781.383823:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d9c04da x1853174993418496/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325791 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325781.383828:0:211464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993418496:192.168.203.107@tcp:38: 00000100:00000001:2.0:1767325781.383831:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325781.383833:0:211464:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325781.383835:0:211464:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d9c04da x1853174993418496/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325791 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325781.383839:0:211464:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325781.383841:0:211464:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325781.383843:0:211464:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006048f38e. 02000000:00000001:2.0:1767325781.383845:0:211464:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325781.383846:0:211464:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325781.383847:0:211464:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325781.383849:0:211464:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325781.383850:0:211464:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000e06b0a13. 02000000:00000001:2.0:1767325781.383853:0:211464:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325781.383854:0:211464:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325781.383855:0:211464:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d9c04da. 00000100:00000001:2.0:1767325781.383858:0:211464:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325781.383859:0:211464:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325781.383860:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325781.383865:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325781.383866:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325781.383868:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325781.383869:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325782.010255:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325782.010262:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325782.010267:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325782.010268:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325782.010323:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325782.010326:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325782.010328:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325783.034278:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325783.034289:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325783.034292:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325783.034294:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325783.034299:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325783.034321:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325783.034323:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325783.034325:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325783.034330:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325783.034331:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325783.034411:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325783.034416:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325783.034419:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325784.058265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325784.058275:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325784.058283:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325784.058284:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325784.058338:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325784.058342:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325784.058344:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325785.082241:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325785.082249:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325785.082256:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325785.082257:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325785.082314:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325785.082319:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325785.082322:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325786.106278:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325786.106283:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325786.106287:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325786.106290:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325786.106292:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325786.106296:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325786.106298:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325786.106299:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325786.106302:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325786.106304:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325786.106305:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325786.106308:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325786.106362:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325786.106365:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325786.106367:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325786.490258:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305702938, at 4305703424 00000100:00000040:0.0:1767325786.490258:0:216285:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305702938, at 4305703424 00000100:00000040:3.0:1767325786.490264:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305702938, at 4305703424 00000100:00000040:2.0:1767325786.490264:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305702938, at 4305703424 00000100:00000010:0.0:1767325786.490279:0:216285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b55c76fb. 00000100:00000010:1.0:1767325786.490282:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f983dd5d. 00000100:00000010:3.0:1767325786.490286:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fbd2072. 00000100:00000010:2.0:1767325786.490289:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f51a0a7. 00000100:00000040:0.0:1767325786.490302:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325786.490309:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325786.490325:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006df0bad6. 00000020:00000040:0.0:1767325786.490329:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325786.490333:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325786.490335:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325786.490341:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325786.490347:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000099e782ae. 00000100:00000001:0.0:1767325786.490353:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325786.490363:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000006df0bad6 x1853174993418624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325786.490372:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325786.490374:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325786.490378:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006df0bad6] to pc [ptlrpcd_00_02+2] req@000000006df0bad6 x1853174993418624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325786.490413:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325786.490414:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325786.490417:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325786.490419:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000020:00000040:0.0:1767325786.490421:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325786.490423:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325786.490424:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325786.490425:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325786.490427:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b42c8091. 00000100:00000001:0.0:1767325786.490429:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325786.490432:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325786.490432:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000a1ef485d x1853174993418752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325786.490438:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325786.490439:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325786.490441:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325786.490442:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325786.490445:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_03+3] req@00000000a1ef485d x1853174993418752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325786.490448:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325786.490452:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006df0bad6 x1853174993418624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325786.490454:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325786.490456:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767325786.490457:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325786.490461:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325786.490464:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1767325786.490465:0:178217:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1767325786.490468:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325786.490470:0:178217:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:2.0:1767325786.490474:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993418752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767325786.490474:0:178217:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1767325786.490475:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325786.490478:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325786.490480:0:178217:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1767325786.490485:0:178217:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: connect to NID 192.168.203.107@tcp last attempt 11031 00000100:00000001:2.0:1767325786.490487:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325786.490491:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325786.490494:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325786.490494:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325786.490507:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325786.490511:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325786.490511:0:178217:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.107@tcp is discovered: rc = 1 02000000:00000001:2.0:1767325786.490514:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767325786.490518:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993418624:192.168.203.107@tcp:400: 00000100:00001000:0.0:1767325786.490518:0:178217:0:(import.c:2128:obd_at_measure()) add 10 to 000000003e4035c4 time=7 v=5 (1 1 1 0) 02000000:00000001:2.0:1767325786.490519:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325786.490526:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993418752:192.168.203.107@tcp:400: 00000100:00001000:0.0:1767325786.490527:0:178217:0:(import.c:2194:obd_at_measure()) AT 000000003e4035c4 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 0 00000100:00000001:1.0:1767325786.490528:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325786.490532:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1767325786.490536:0:178217:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: tried all connections, increasing latency to 5s 02000000:00000001:2.0:1767325786.490537:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325786.490537:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325786.490541:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325786.490542:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325786.490543:0:178217:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 02000000:00000001:2.0:1767325786.490547:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767325786.490547:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325786.490552:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004fde4031. 02000000:00000010:1.0:1767325786.490552:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c5c15de. 00000100:00000001:0.0:1767325786.490554:0:178217:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767325786.490557:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325786.490557:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325786.490560:0:178217:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00000400:00000010:2.0:1767325786.490563:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5dc0572. 00000400:00000010:1.0:1767325786.490564:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b92211e. 00000100:00000001:0.0:1767325786.490564:0:178217:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000020:00000001:0.0:1767325786.490570:0:178217:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767325786.490572:0:178217:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d9d3 00000400:00000010:1.0:1767325786.490573:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba163e5e. 00000400:00000010:2.0:1767325786.490574:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000020:00000001:0.0:1767325786.490574:0:178217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325786.490578:0:178217:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009cdc169b refcount=5 00000020:00000001:0.0:1767325786.490580:0:178217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000020:00000001:0.0:1767325786.490582:0:178217:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000100:00000200:2.0:1767325786.490583:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993418752, portal 10 00000100:00000200:1.0:1767325786.490583:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993418624, portal 25 00000100:00000040:0.0:1767325786.490585:0:178217:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 00000100:00000001:1.0:1767325786.490588:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325786.490590:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325786.490590:0:178217:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767325786.490591:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250670464 : -112767458881152 : ffff997047abd180) 00000100:00000001:2.0:1767325786.490594:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 00000100:00000040:0.0:1767325786.490594:0:178217:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00000100:00000040:1.0:1767325786.490600:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006df0bad6 x1853174993418624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325786.490600:0:178217:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000020:00000040:0.0:1767325786.490604:0:178217:0:(genops.c:898:class_export_put()) PUTting export 000000009cdc169b : new refcount 4 00000100:00000040:2.0:1767325786.490606:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993418752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767325786.490612:0:178217:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: import 0000000054198135 using connection 192.168.203.107@tcp/192.168.203.107@tcp 00000100:00000001:0.0:1767325786.490619:0:178217:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325786.490624:0:178217:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1767325786.490626:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325786.490628:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767325786.490632:0:178217:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767325786.490633:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767325786.490637:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325786.490638:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006401fa3d. 02000000:00000001:0.0:1767325786.490639:0:178217:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325786.490642:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8fd9bfd. 00000100:00000200:2.0:1767325786.490645:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993418752, offset 0 00000100:00000001:0.0:1767325786.490645:0:178217:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000200:1.0:1767325786.490646:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993418624, offset 0 00000008:00100000:0.0:1767325786.490651:0:178217:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000400:00000200:2.0:1767325786.490655:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000008:00000001:0.0:1767325786.490659:0:178217:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325786.490662:0:178217:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325786.490665:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325786.490668:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:0.0:1767325786.490668:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ab82abb. 00000020:00000040:0.0:1767325786.490674:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000400:00000200:2.0:1767325786.490677:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767325786.490681:0:178217:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1767325786.490683:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:0.0:1767325786.490685:0:178217:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325786.490688:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325786.490690:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767325786.490691:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:0.0:1767325786.490694:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767325786.490695:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [251:251:256:4294967295] 192.168.203.107@tcp LPNI seq info [251:251:8:4294967295] 02000000:00000001:0.0:1767325786.490697:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325786.490704:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000cc09c5e3. 00000400:00000200:2.0:1767325786.490707:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325786.490710:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325786.490713:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325786.490716:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:2.0:1767325786.490718:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000072856849. 00000400:00000200:1.0:1767325786.490721:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1767325786.490724:0:178217:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003ab82abb x1853174993418880/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767325786.490727:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:2.0:1767325786.490729:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767325786.490734:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325786.490741:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767325786.490742:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325786.490742:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325786.490744:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325786.490746:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [252:252:255:4294967295] 192.168.203.107@tcp LPNI seq info [252:252:7:4294967295] 00000100:00000040:0.0:1767325786.490750:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ab82abb] to pc [ptlrpcd_rcv+-1] req@000000003ab82abb x1853174993418880/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325786.490754:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000072856849 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325786.490763:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325786.490767:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325786.490770:0:178217:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325786.490771:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d53f249. 00000100:00000040:0.0:1767325786.490773:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325786.490774:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325786.490779:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:0.0:1767325786.490780:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767325786.490782:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 379062 usecs (380 jiffies) 00000100:00000040:0.0:1767325786.490784:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11041) 00000100:00000001:2.0:1767325786.490786:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305703804 00000100:00000010:2.0:1767325786.490793:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f51a0a7. 00000800:00000200:1.0:1767325786.490793:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325786.490798:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d53f249 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325786.490799:0:211468:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767325786.490804:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325786.490809:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305708058 00000100:00000001:2.0:1767325786.490810:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305703804 00000100:00000001:0.0:1767325786.490813:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325786.490814:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305703804 00000100:00000010:2.0:1767325786.490816:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ddce6803. 00000100:00000001:0.0:1767325786.490816:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325786.490819:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305708058 00000100:00000001:2.0:1767325786.490821:0:211468:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767325786.490827:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305703804 00000100:00000001:0.0:1767325786.490827:0:211464:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325786.490828:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305703804 00000100:00000010:2.0:1767325786.490836:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007ec5288. 00000100:00000001:1.0:1767325786.490837:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305708058 00000100:00000040:0.0:1767325786.490838:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ab82abb x1853174993418880/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325786.490842:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325786.490843:0:211468:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 2 00000800:00000010:3.0:1767325786.490851:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000072856849. 00000100:00000001:2.0:1767325786.490855:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305703804 00000100:00000001:1.0:1767325786.490856:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305703804 00000400:00000200:3.0:1767325786.490865:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767325786.490866:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c1a83dd. 00000100:00000001:0.0:1767325786.490866:0:211464:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325786.490867:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305708058 00000100:00000001:0.0:1767325786.490872:0:211464:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325786.490874:0:211468:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 3 02000000:00000001:0.0:1767325786.490876:0:211464:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325786.490879:0:211464:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325786.490881:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325786.490882:0:211464:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325786.490883:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305703804 00000400:00000200:3.0:1767325786.490893:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325786.490893:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325786.490895:0:211464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993418880:192.168.203.107@tcp:38: 00000100:00000001:1.0:1767325786.490896:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325786.490909:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325786.490912:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325786.490916:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325786.490916:0:211464:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325786.490920:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325786.490921:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006401fa3d 02000000:00000001:0.0:1767325786.490921:0:211464:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325786.490927:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325786.490930:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325786.490930:0:211464:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325786.490935:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006401fa3d. 00000100:00000001:2.0:1767325786.490936:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767325786.490937:0:211464:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325786.490939:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325786.490943:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:0.0:1767325786.490947:0:211464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000020da04bb. 00000100:00000001:2.0:1767325786.490948:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325786.490951:0:211464:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325786.490952:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325786.490953:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325786.490957:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325786.490958:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325786.490958:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767325786.490958:0:211464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063828a16. 00000100:00000001:1.0:1767325786.490970:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325786.490971:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325786.490973:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a212d555. 00000100:00000200:3.0:1767325786.490979:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993418752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325786.490980:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325786.490981:0:211464:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993418880, portal 10 00000100:00000001:0.0:1767325786.490992:0:211464:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325786.490999:0:211464:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250667776 : -112767458883840 : ffff997047abc700) 00000100:00000001:3.0:1767325786.491000:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325786.491012:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993418752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325802 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325786.491013:0:211464:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ab82abb x1853174993418880/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325786.491057:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325786.491059:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325786.491064:0:211464:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325786.491069:0:211464:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325786.491071:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042895cc0. 00000100:00000200:0.0:1767325786.491074:0:211464:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853174993418880, offset 0 00000400:00000200:0.0:1767325786.491078:0:211464:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325786.491084:0:211464:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325786.491086:0:211464:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325786.491088:0:211464:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325786.491090:0:211464:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325786.491093:0:211464:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325786.491096:0:211464:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [253:253:255:4294967295] 192.168.203.107@tcp LPNI seq info [253:253:7:4294967295] 00000400:00000200:0.0:1767325786.491102:0:211464:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325786.491105:0:211464:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325786.491109:0:211464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ecf409d. 00000800:00000200:3.0:1767325786.491113:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767325786.491118:0:211464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000010:3.0:1767325786.491119:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d53f249. 00000400:00000200:3.0:1767325786.491124:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767325786.491134:0:211464:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767325786.491135:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325786.491162:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8fd9bfd 00000400:00000010:3.0:1767325786.491163:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8fd9bfd. 00000100:00000001:3.0:1767325786.491165:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325786.491167:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006df0bad6 x1853174993418624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325786.491173:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325786.491175:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006df0bad6 x1853174993418624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325802 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325786.491181:0:211464:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003ecf409d type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1767325786.491183:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325786.491192:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325786.491198:0:211464:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325786.491204:0:211464:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 21572 usecs (22 jiffies) 00000100:00000001:0.0:1767325786.491206:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305703447 00000100:00000001:0.0:1767325786.491208:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305708058 00000100:00000001:0.0:1767325786.491210:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305703447 00000100:00000001:0.0:1767325786.491212:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305708058 00000100:00000001:0.0:1767325786.491214:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305703447 00000100:00000001:0.0:1767325786.491215:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305708058 00000100:00000001:0.0:1767325786.491217:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305703447 00000100:00000001:0.0:1767325786.491225:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305708058 00000100:00000001:0.0:1767325786.491227:0:211464:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325786.491229:0:211464:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325786.491230:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325786.491232:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325786.491236:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325786.491237:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767325786.491239:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325786.491240:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325786.491241:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325786.491243:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325786.491299:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325786.491301:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ecf409d. 00000400:00000200:3.0:1767325786.491304:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325786.491308:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325786.491311:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042895cc0 00000400:00000010:3.0:1767325786.491318:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042895cc0. 00000100:00000001:3.0:1767325786.491321:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325786.491325:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ab82abb x1853174993418880/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325786.491332:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325786.491334:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ab82abb x1853174993418880/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325801 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325786.491383:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325786.491386:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325786.492542:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325786.492553:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325786.492556:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325786.492558:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325786.492565:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325786.492577:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed307a80 00000400:00000200:1.0:1767325786.492585:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x8cd [1] + 0 00000800:00000001:1.0:1767325786.492591:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325786.492598:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325786.492600:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325786.492609:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325786.492613:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325786.492616:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ab82abb x1853174993418880/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325801 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325786.492626:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000003ab82abb x1853174993418880/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325786.492643:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325786.492650:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325786.492653:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325786.492671:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325786.492674:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325786.492679:0:211464:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325786.492680:0:211464:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325786.492682:0:211464:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063828a16. 00000400:00000200:0.0:1767325786.492686:0:211464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a212d555 00000400:00000010:0.0:1767325786.492687:0:211464:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a212d555. 00000100:00000001:0.0:1767325786.492690:0:211464:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325786.492693:0:211464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ab82abb x1853174993418880/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325786.492700:0:211464:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ab82abb x1853174993418880/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325801 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325786.492704:0:211464:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325786.492705:0:211464:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325786.492707:0:211464:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325786.492709:0:211464:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325786.492711:0:211464:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325786.492712:0:211464:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325786.492714:0:211464:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325786.492719:0:211464:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d3f94c98 time=43 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325786.492721:0:211464:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=7 v=10 (10 1 1 0) 00000100:00000001:0.0:1767325786.492723:0:211464:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325786.492724:0:211464:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767325786.492726:0:211464:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767325786.492734:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ab82abb x1853174993418880/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325801 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325786.492738:0:211464:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1767325786.492741:0:211464:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325786.492742:0:211464:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325786.492744:0:211464:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1767325786.492745:0:211464:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1767325786.492748:0:211464:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767325786.492750:0:211464:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.107@tcp failed (-19) 00000100:00000001:0.0:1767325786.492752:0:211464:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767325786.492755:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ab82abb x1853174993418880/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325801 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325786.492759:0:211464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993418880:192.168.203.107@tcp:38: 00000100:00000001:0.0:1767325786.492762:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325786.492764:0:211464:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325786.492766:0:211464:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ab82abb x1853174993418880/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325801 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325786.492769:0:211464:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325786.492771:0:211464:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325786.492773:0:211464:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000020da04bb. 02000000:00000001:0.0:1767325786.492776:0:211464:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325786.492777:0:211464:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325786.492778:0:211464:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325786.492779:0:211464:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325786.492782:0:211464:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000cc09c5e3. 02000000:00000001:0.0:1767325786.492785:0:211464:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325786.492786:0:211464:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325786.492787:0:211464:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ab82abb. 00000100:00000001:0.0:1767325786.492789:0:211464:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325786.492790:0:211464:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325786.492797:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325786.492800:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325786.492800:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325786.492802:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325786.492803:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325786.492820:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325786.492825:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325786.492826:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325786.492828:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325786.492831:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325786.492837:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed307a00 00000400:00000200:1.0:1767325786.492840:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x8c1 [1] + 224 00000800:00000001:1.0:1767325786.492843:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325786.492845:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325786.492846:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325786.492849:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325786.492851:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325786.492853:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993418752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325802 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325786.492859:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993418752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325786.492872:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325786.492876:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325786.492879:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325786.492880:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325786.492882:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325786.492888:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325786.492894:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed307980 00000100:00000001:2.0:1767325786.492903:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325786.492906:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325786.492911:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x8bd [1] + 224 00000400:00000001:2.0:1767325786.492917:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767325786.492917:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767325786.492924:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325786.492926:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5dc0572. 00000800:00000001:1.0:1767325786.492929:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325786.492930:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000400:00000200:1.0:1767325786.492936:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767325786.492937:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 00000400:00000200:1.0:1767325786.492942:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325786.492951:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325786.492953:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325786.492958:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993418752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325786.492959:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006df0bad6 x1853174993418624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325802 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325786.493012:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993418752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325802 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325786.493033:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325786.493035:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325786.493039:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006df0bad6 x1853174993418624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325786.493040:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325786.493042:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325786.493045:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325786.493047:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325786.493052:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325786.493060:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=33 v=5 (5 5 5 0) 00000100:00001000:2.0:1767325786.493066:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=33 v=5 (1 1 1 0) 00000100:00000001:2.0:1767325786.493079:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325786.493081:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325786.493085:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325786.493088:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325786.493090:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325786.493092:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325786.493094:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325786.493095:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325786.493095:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767325786.493102:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993418752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325786.493104:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325786.493110:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325786.493111:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325786.493115:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325786.493117:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325786.493120:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993418752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325802 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325786.493129:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993418752:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325786.493132:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325786.493133:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325786.493134:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325786.493135:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1767325786.493157:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767325786.493158:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993418752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325802 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325786.493161:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325786.493164:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b92211e. 00000100:00000001:2.0:1767325786.493169:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767325786.493169:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba163e5e 00000400:00000010:0.0:1767325786.493171:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba163e5e. 02000000:00000001:2.0:1767325786.493172:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325786.493175:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004fde4031. 00000100:00000001:0.0:1767325786.493175:0:211467:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767325786.493180:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1767325786.493182:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006df0bad6 x1853174993418624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767325786.493183:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325786.493186:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767325786.493190:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325786.493193:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b42c8091. 02000000:00000001:2.0:1767325786.493199:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325786.493202:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1767325786.493202:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006df0bad6 x1853174993418624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325802 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767325786.493204:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00000100:00000001:2.0:1767325786.493209:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325786.493211:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325786.493216:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325786.493217:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325786.493220:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325786.493221:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325786.493223:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767325786.493224:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325786.493227:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325786.493229:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325786.493230:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325786.493232:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325786.493233:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325786.493237:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325786.493239:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=43 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325786.493242:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=43 v=5 (1 1 1 0) 00000100:00000001:0.0:1767325786.493244:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325786.493245:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325786.493247:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325786.493248:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325786.493249:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325786.493252:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006df0bad6 x1853174993418624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325786.493256:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325786.493257:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325786.493258:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325786.493264:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006df0bad6 x1853174993418624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325802 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325786.493269:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993418624:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325786.493272:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325786.493273:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325786.493275:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006df0bad6 x1853174993418624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325802 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325786.493278:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325786.493279:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325786.493280:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c5c15de. 02000000:00000001:0.0:1767325786.493282:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325786.493283:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325786.493283:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325786.493285:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325786.493286:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000099e782ae. 02000000:00000001:0.0:1767325786.493287:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325786.493288:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325786.493289:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006df0bad6. 00000100:00000001:0.0:1767325786.493290:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325786.493291:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325786.493292:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325786.493294:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325786.493295:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325786.493297:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325786.493298:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325787.130242:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325787.130249:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325787.130255:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325787.130256:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325787.130313:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325787.130318:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325787.130321:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325788.154258:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325788.154266:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325788.154272:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325788.154274:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325788.154333:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325788.154346:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325788.154352:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325789.178215:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325789.178222:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325789.178228:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325789.178229:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325789.178270:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325789.178275:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325789.178278:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325790.202237:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325790.202244:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325790.202249:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325790.202249:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325790.202300:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325790.202305:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325790.202308:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325791.226279:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325791.226306:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325791.226313:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325791.226314:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325791.226372:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325791.226377:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325791.226382:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325791.610205:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305708058, at 4305708544 00000100:00000040:2.0:1767325791.610213:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305708058, at 4305708544 00000100:00000010:3.0:1767325791.610222:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c1a83dd. 00000100:00000010:2.0:1767325791.610223:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007ec5288. 00000100:00000040:0.0:1767325791.610224:0:216285:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305708058, at 4305708544 00000100:00000010:0.0:1767325791.610233:0:216285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f51a0a7. 00000100:00000040:1.0:1767325791.610293:0:216250:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305708058, at 4305708544 00000100:00000010:1.0:1767325791.610298:0:216250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ddce6803. 00000100:00000040:1.0:1767325791.610305:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325791.610308:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325791.610315:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d8ec799. 00000020:00000040:1.0:1767325791.610319:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325791.610323:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325791.610325:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325791.610330:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325791.610345:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d53f249. 00000100:00000001:1.0:1767325791.610354:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325791.610364:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000007d8ec799 x1853174993419008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325791.610374:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325791.610375:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325791.610379:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d8ec799] to pc [ptlrpcd_00_00+0] req@000000007d8ec799 x1853174993419008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325791.610399:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325791.610412:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325791.610415:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325791.610417:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7cc4db3. 00000020:00000040:1.0:1767325791.610419:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325791.610421:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325791.610422:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325791.610424:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.610425:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767325791.610426:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef5ef55d. 00000100:00000001:0.0:1767325791.610429:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325791.610430:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325791.610430:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325791.610433:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.610434:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325791.610436:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000c7cc4db3 x1853174993419136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767325791.610441:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d8ec799 x1853174993419008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325791.610454:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325791.610457:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325791.610457:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.610460:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325791.610475:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7cc4db3] to pc [ptlrpcd_00_01+1] req@00000000c7cc4db3 x1853174993419136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325791.610484:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325791.610486:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767325791.610489:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767325791.610492:0:178217:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:3.0:1767325791.610494:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325791.610494:0:178217:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1767325791.610497:0:178217:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1767325791.610498:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325791.610504:0:178217:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:3.0:1767325791.610505:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993419008:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325791.610508:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1767325791.610509:0:178217:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: connect to NID 192.168.203.107@tcp last attempt 11036 00000100:00000001:0.0:1767325791.610512:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325791.610513:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325791.610515:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767325791.610518:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767325791.610520:0:178217:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.107@tcp is discovered: rc = 1 02000000:00000001:3.0:1767325791.610521:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325791.610522:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7cc4db3 x1853174993419136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325791.610526:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:1.0:1767325791.610526:0:178217:0:(import.c:2128:obd_at_measure()) add 15 to 000000003e4035c4 time=12 v=10 (10 1 1 0) 02000000:00000010:3.0:1767325791.610531:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021e7f159. 00000100:00001000:1.0:1767325791.610533:0:178217:0:(import.c:2194:obd_at_measure()) AT 000000003e4035c4 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 0 02000000:00000001:3.0:1767325791.610536:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767325791.610541:0:178217:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: tried all connections, increasing latency to 10s 00000400:00000010:3.0:1767325791.610543:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002277bc63. 00000100:00000040:1.0:1767325791.610546:0:178217:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 00000400:00000010:3.0:1767325791.610550:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0ae589d. 00000100:00000001:1.0:1767325791.610550:0:178217:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767325791.610554:0:178217:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00000100:00000200:3.0:1767325791.610557:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993419008, portal 25 00000100:00000001:1.0:1767325791.610559:0:178217:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000100:00000001:3.0:1767325791.610561:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325791.610561:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325791.610564:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138718720 : -112766570832896 : ffff99707c9a5c00) 00000100:00000001:0.0:1767325791.610564:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325791.610571:0:178217:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767325791.610571:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767325791.610574:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d8ec799 x1853174993419008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325791.610574:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767325791.610575:0:178217:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d9d3 00000020:00000001:1.0:1767325791.610579:0:178217:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767325791.610580:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325791.610583:0:178217:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009cdc169b refcount=5 00000020:00000001:1.0:1767325791.610588:0:178217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000100:00100000:0.0:1767325791.610588:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993419136:192.168.203.107@tcp:400: 00000020:00000001:1.0:1767325791.610593:0:178217:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000100:00000001:3.0:1767325791.610596:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325791.610598:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767325791.610600:0:178217:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 00000100:00000040:3.0:1767325791.610601:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767325791.610602:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325791.610604:0:178217:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767325791.610606:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325791.610607:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d57d4da5. 00000100:00000040:1.0:1767325791.610608:0:178217:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 02000000:00000001:0.0:1767325791.610609:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767325791.610611:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993419008, offset 0 00000100:00000001:1.0:1767325791.610613:0:178217:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 02000000:00000010:0.0:1767325791.610614:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000861dbbbb. 00000020:00000040:1.0:1767325791.610615:0:178217:0:(genops.c:898:class_export_put()) PUTting export 000000009cdc169b : new refcount 4 02000000:00000001:0.0:1767325791.610617:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325791.610620:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00080000:1.0:1767325791.610623:0:178217:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: import 0000000054198135 using connection 192.168.203.107@tcp/192.168.203.107@tcp 00000400:00000010:0.0:1767325791.610623:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063828a16. 00000100:00000001:1.0:1767325791.610626:0:178217:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325791.610629:0:178217:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1767325791.610630:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a212d555. 00000400:00000200:3.0:1767325791.610632:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:1.0:1767325791.610633:0:178217:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767325791.610637:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993419136, portal 10 02000000:00000001:1.0:1767325791.610638:0:178217:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325791.610641:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325791.610641:0:178217:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1767325791.610642:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00100000:1.0:1767325791.610646:0:178217:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1767325791.610646:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138715136 : -112766570836480 : ffff99707c9a4e00) 00000400:00000200:3.0:1767325791.610647:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000008:00000001:1.0:1767325791.610652:0:178217:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325791.610653:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325791.610657:0:178217:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325791.610659:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:0.0:1767325791.610659:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c7cc4db3 x1853174993419136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325791.610661:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006af6b25f. 00000400:00000200:3.0:1767325791.610667:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [254:254:256:4294967295] 192.168.203.107@tcp LPNI seq info [254:254:8:4294967295] 00000020:00000040:1.0:1767325791.610667:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:1.0:1767325791.610672:0:178217:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767325791.610675:0:178217:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325791.610679:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325791.610682:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325791.610684:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767325791.610686:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325791.610687:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000010:1.0:1767325791.610691:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009033d562. 00000100:00000040:0.0:1767325791.610692:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325791.610696:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325791.610697:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fa08db4. 00000800:00000200:3.0:1767325791.610698:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000200:0.0:1767325791.610703:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993419136, offset 0 00000100:00100000:1.0:1767325791.610704:0:178217:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006af6b25f x1853174993419264/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:3.0:1767325791.610705:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023e56e71. 00000400:00000200:0.0:1767325791.610714:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:3.0:1767325791.610716:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325791.610722:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767325791.610723:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:3.0:1767325791.610728:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325791.610729:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325791.610730:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767325791.610735:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006af6b25f] to pc [ptlrpcd_rcv+-1] req@000000006af6b25f x1853174993419264/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325791.610735:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:3.0:1767325791.610740:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023e56e71 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325791.610742:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325791.610749:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325791.610753:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [255:255:255:4294967295] 192.168.203.107@tcp LPNI seq info [255:255:7:4294967295] 00000100:00000001:1.0:1767325791.610758:0:178217:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.610762:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325791.610762:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:1.0:1767325791.610763:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767325791.610767:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767325791.610768:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305713178 00000100:00000010:3.0:1767325791.610776:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d3bfebd. 00000100:00000040:1.0:1767325791.610776:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11046) 00000800:00000200:0.0:1767325791.610780:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325791.610784:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000010:0.0:1767325791.610785:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099e782ae. 00000100:00000001:3.0:1767325791.610791:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305713178 00000800:00000200:0.0:1767325791.610792:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:3.0:1767325791.610796:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005c4e2213. 00000100:00000001:1.0:1767325791.610798:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767325791.610800:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325791.610802:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325791.610803:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767325791.610804:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099e782ae type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325791.610806:0:211464:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325791.610808:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305713178 00000100:00000010:3.0:1767325791.610811:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b6bd77d7. 00000100:00000001:0.0:1767325791.610811:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325791.610812:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006af6b25f x1853174993419264/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325791.610816:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767325791.610817:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 374051 usecs (375 jiffies) 00000100:00000001:3.0:1767325791.610821:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305713178 00000100:00000001:0.0:1767325791.610822:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305708919 00000100:00000010:3.0:1767325791.610826:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4cde398. 00000100:00000001:1.0:1767325791.610828:0:211464:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325791.610829:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305713178 00000100:00000001:3.0:1767325791.610830:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767325791.610831:0:211464:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325791.610834:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305708919 00000100:00000001:3.0:1767325791.610835:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325791.610835:0:211464:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325791.610837:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305713178 02000000:00000001:1.0:1767325791.610838:0:211464:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325791.610839:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325791.610842:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305708919 00000100:00000001:3.0:1767325791.610844:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325791.610844:0:211464:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325791.610845:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305713178 00000100:00100000:1.0:1767325791.610848:0:211464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006af6b25f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993419264:192.168.203.107@tcp:38: 00000100:00000001:3.0:1767325791.610849:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325791.610849:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305708919 00000100:00000001:1.0:1767325791.610855:0:211464:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325791.610855:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305713178 00000100:00000001:3.0:1767325791.610857:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325791.610858:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325791.610859:0:211464:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767325791.610860:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767325791.610862:0:211464:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325791.610862:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.610864:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325791.610865:0:211464:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325791.610866:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.610867:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767325791.610869:0:211464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001ca5830b. 00000100:00000001:0.0:1767325791.610869:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325791.610870:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325791.610874:0:211464:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.610875:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325791.610876:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767325791.610878:0:211464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6b24755. 00000100:00000001:0.0:1767325791.610879:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325791.610884:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767325791.610885:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb501575. 00000100:00000001:0.0:1767325791.610885:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325791.610889:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325791.610890:0:211464:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993419264, portal 10 00000100:00000001:0.0:1767325791.610892:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325791.610893:0:211464:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325791.610896:0:211464:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138713344 : -112766570838272 : ffff99707c9a4700) 00000100:00000040:1.0:1767325791.610900:0:211464:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006af6b25f x1853174993419264/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325791.610912:0:211464:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325791.610914:0:211464:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325791.610916:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009eda70b2. 00000100:00000200:1.0:1767325791.610917:0:211464:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853174993419264, offset 0 00000400:00000200:1.0:1767325791.610920:0:211464:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325791.610924:0:211464:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325791.610926:0:211464:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325791.610927:0:211464:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325791.610929:0:211464:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325791.610930:0:211464:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325791.610932:0:211464:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [256:256:254:4294967295] 192.168.203.107@tcp LPNI seq info [256:256:6:4294967295] 00000400:00000200:1.0:1767325791.610937:0:211464:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325791.610940:0:211464:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325791.610941:0:211464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035310fb5. 00000800:00000200:1.0:1767325791.610944:0:211464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325791.610947:0:211464:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325791.610948:0:211464:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035310fb5 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1767325791.610950:0:211464:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325791.610952:0:211464:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 21306 usecs (22 jiffies) 00000100:00000001:1.0:1767325791.610953:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305708566 00000100:00000001:1.0:1767325791.610955:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305713178 00000100:00000001:1.0:1767325791.610956:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305708566 00000100:00000001:1.0:1767325791.610957:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305713178 00000100:00000001:1.0:1767325791.610958:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305708566 00000100:00000001:1.0:1767325791.610959:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305713178 00000100:00000001:1.0:1767325791.610959:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305708566 00000100:00000001:1.0:1767325791.610960:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305713178 00000100:00000001:1.0:1767325791.610964:0:211464:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325791.610965:0:211464:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325791.610966:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325791.610968:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325791.610970:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325791.610971:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767325791.610972:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325791.610973:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325791.610974:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325791.610975:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325791.611032:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325791.611035:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023e56e71. 00000400:00000200:2.0:1767325791.611038:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325791.611041:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325791.611044:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57d4da5 00000400:00000010:2.0:1767325791.611045:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d57d4da5. 00000100:00000001:2.0:1767325791.611049:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325791.611052:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d8ec799 x1853174993419008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325791.611057:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325791.611059:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d8ec799 x1853174993419008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325807 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325791.611063:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325791.611064:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325791.611070:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325791.611071:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099e782ae. 00000400:00000200:2.0:1767325791.611073:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325791.611074:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325791.611075:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fa08db4 00000400:00000010:2.0:1767325791.611076:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fa08db4. 00000100:00000001:2.0:1767325791.611078:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325791.611079:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7cc4db3 x1853174993419136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325791.611082:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325791.611083:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c7cc4db3 x1853174993419136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325807 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325791.611087:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325791.611088:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325791.611138:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325791.611156:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035310fb5. 00000400:00000200:2.0:1767325791.611158:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325791.611160:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325791.611162:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eda70b2 00000400:00000010:2.0:1767325791.611163:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009eda70b2. 00000100:00000001:2.0:1767325791.611165:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325791.611167:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006af6b25f x1853174993419264/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325791.611172:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325791.611174:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006af6b25f x1853174993419264/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325811 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325791.611177:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325791.611178:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325791.613347:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.613367:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325791.613370:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.613372:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325791.613381:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325791.613394:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed307b00 00000400:00000200:1.0:1767325791.613400:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x8d5 [1] + 224 00000800:00000001:1.0:1767325791.613406:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.613410:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325791.613412:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325791.613415:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325791.613420:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325791.613426:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d8ec799 x1853174993419008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325791.613434:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007d8ec799 x1853174993419008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325791.613445:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325791.613452:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.613454:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325791.613456:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.613458:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325791.613461:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:3.0:1767325791.613476:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325791.613479:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed307b80 00000100:00000001:3.0:1767325791.613480:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325791.613487:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325791.613489:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325791.613492:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002277bc63. 00000400:00000200:3.0:1767325791.613496:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0ae589d 00000400:00000010:3.0:1767325791.613498:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0ae589d. 00000100:00000001:3.0:1767325791.613501:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767325791.613504:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x8dd [1] + 224 00000100:00000200:3.0:1767325791.613505:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d8ec799 x1853174993419008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325791.613512:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.613519:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325791.613521:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325791.613529:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325791.613534:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325791.613539:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c7cc4db3 x1853174993419136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325791.613541:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d8ec799 x1853174993419008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325791.613557:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c7cc4db3 x1853174993419136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325791.613560:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325791.613564:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325791.613568:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325791.613570:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325791.613572:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325791.613573:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767325791.613576:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325791.613577:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325791.613581:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325791.613586:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325791.613590:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=48 v=5 (5 5 5 0) 00000100:00001000:3.0:1767325791.613597:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=48 v=5 (1 1 1 0) 00000100:00000001:3.0:1767325791.613601:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325791.613603:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325791.613606:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325791.613609:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325791.613610:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325791.613613:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325791.613615:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767325791.613620:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d8ec799 x1853174993419008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325791.613623:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325791.613626:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767325791.613631:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767325791.613632:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063828a16. 00000100:00000001:3.0:1767325791.613634:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325791.613637:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325791.613639:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a212d555 00000100:00000040:3.0:1767325791.613641:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d8ec799 x1853174993419008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325807 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325791.613648:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993419008:192.168.203.107@tcp:400: 00000400:00000010:0.0:1767325791.613654:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a212d555. 00000100:00000001:3.0:1767325791.613656:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325791.613663:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325791.613664:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767325791.613667:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d8ec799 x1853174993419008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325807 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325791.613675:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c7cc4db3 x1853174993419136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325791.613679:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325791.613683:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325791.613686:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021e7f159. 00000100:00000200:0.0:1767325791.613696:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c7cc4db3 x1853174993419136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325791.613704:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767325791.613706:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767325791.613707:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325791.613710:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325791.613711:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767325791.613713:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325791.613719:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d53f249. 00000100:00000001:0.0:1767325791.613719:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325791.613726:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325791.613726:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767325791.613728:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325791.613731:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d8ec799. 00000100:00000001:0.0:1767325791.613731:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325791.613739:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325791.613739:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.613741:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325791.613745:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.613746:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767325791.613752:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=38 v=5 (5 5 5 0) 00000100:00000001:3.0:1767325791.613756:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1767325791.613757:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=38 v=5 (1 1 1 0) 00000100:00000001:3.0:1767325791.613761:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325791.613762:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325791.613764:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325791.613768:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325791.613769:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325791.613773:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325791.613773:0:211466:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325791.613777:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325791.613779:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325791.613780:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325791.613781:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325791.613785:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c7cc4db3 x1853174993419136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325791.613789:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325791.613792:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325791.613793:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325791.613795:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7cc4db3 x1853174993419136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325807 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325791.613800:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993419136:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325791.613803:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325791.613811:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325791.613812:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c7cc4db3 x1853174993419136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325807 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325791.613816:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325791.613818:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325791.613820:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000861dbbbb. 02000000:00000001:0.0:1767325791.613822:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325791.613823:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325791.613824:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767325791.613825:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325791.613827:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ef5ef55d. 02000000:00000001:0.0:1767325791.613829:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325791.613830:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325791.613831:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7cc4db3. 00000100:00000001:0.0:1767325791.613833:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325791.613833:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325791.613834:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325791.613838:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325791.613838:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325791.613840:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325791.613841:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325791.618912:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.618923:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325791.618927:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.618930:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325791.618937:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325791.618949:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed307c00 00000400:00000200:1.0:1767325791.618956:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x8e5 [1] + 0 00000800:00000001:1.0:1767325791.618961:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.618968:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325791.618970:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325791.618974:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325791.618978:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325791.618983:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006af6b25f x1853174993419264/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325791.618993:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000006af6b25f x1853174993419264/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325791.619015:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325791.619030:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.619033:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325791.619069:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325791.619074:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325791.619079:0:211464:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325791.619081:0:211464:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325791.619084:0:211464:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6b24755. 00000400:00000200:0.0:1767325791.619090:0:211464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb501575 00000400:00000010:0.0:1767325791.619092:0:211464:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb501575. 00000100:00000001:0.0:1767325791.619095:0:211464:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325791.619101:0:211464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006af6b25f x1853174993419264/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325791.619110:0:211464:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006af6b25f x1853174993419264/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325791.619116:0:211464:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325791.619117:0:211464:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325791.619119:0:211464:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325791.619129:0:211464:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325791.619131:0:211464:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325791.619132:0:211464:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325791.619135:0:211464:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325791.619163:0:211464:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d3f94c98 time=48 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325791.619167:0:211464:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=12 v=15 (15 1 1 0) 00000100:00000001:0.0:1767325791.619170:0:211464:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325791.619171:0:211464:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767325791.619173:0:211464:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767325791.619177:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006af6b25f x1853174993419264/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325811 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325791.619183:0:211464:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1767325791.619185:0:211464:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325791.619187:0:211464:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325791.619189:0:211464:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1767325791.619191:0:211464:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1767325791.619193:0:211464:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767325791.619197:0:211464:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.107@tcp failed (-19) 00000100:00000001:0.0:1767325791.619199:0:211464:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767325791.619202:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006af6b25f x1853174993419264/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325811 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325791.619209:0:211464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006af6b25f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993419264:192.168.203.107@tcp:38: 00000100:00000001:0.0:1767325791.619213:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325791.619214:0:211464:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325791.619216:0:211464:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006af6b25f x1853174993419264/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325811 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325791.619222:0:211464:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325791.619224:0:211464:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325791.619226:0:211464:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001ca5830b. 02000000:00000001:0.0:1767325791.619228:0:211464:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325791.619236:0:211464:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325791.619237:0:211464:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325791.619239:0:211464:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325791.619241:0:211464:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000009033d562. 02000000:00000001:0.0:1767325791.619243:0:211464:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325791.619245:0:211464:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325791.619246:0:211464:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006af6b25f. 00000100:00000001:0.0:1767325791.619248:0:211464:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325791.619249:0:211464:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325791.619251:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325791.619255:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325791.619256:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325791.619258:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325791.619259:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325791.629679:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325791.629694:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325791.629696:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325791.629698:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325791.629705:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325791.629722:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 328 into portal 15 MB=0x69573eec1fb80 00000400:00000200:2.0:1767325791.629727:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.107@tcp of length 328/328 into md 0x11 [2] + 984 00000800:00000001:2.0:1767325791.629733:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325791.629741:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325791.629743:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325791.629746:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325791.629750:0:211460:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767325791.629752:0:211460:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767325791.629755:0:211460:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfe9f3b7. 00000100:00000040:2.0:1767325791.629758:0:211460:0:(events.c:337:request_in_callback()) incoming req@00000000dfe9f3b7 x1853175019731840 msgsize 328 00000100:00100000:2.0:1767325791.629760:0:211460:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.107@tcp (source: 12345-192.168.203.107@tcp) 00000100:00000001:2.0:1767325791.629770:0:211460:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767325791.629775:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325791.629778:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325791.629815:0:214147:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767325791.629821:0:214147:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175019731840 02000000:00000001:3.0:1767325791.629824:0:214147:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767325791.629826:0:214147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325791.629828:0:214147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325791.629833:0:214147:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325791.629836:0:214147:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175019731840 00000020:00000001:3.0:1767325791.629838:0:214147:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767325791.629840:0:214147:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d97f 00000020:00000001:3.0:1767325791.629842:0:214147:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325791.629844:0:214147:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000034fb42fc refcount=3 00000020:00000001:3.0:1767325791.629847:0:214147:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306173890560 : -112767535661056 : ffff997043184000) 00000020:00000001:3.0:1767325791.629849:0:214147:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306173890560 : -112767535661056 : ffff997043184000) 00000100:00000001:3.0:1767325791.629853:0:214147:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767325791.629857:0:214147:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006151bc4c. 00000100:00000001:3.0:1767325791.629859:0:214147:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767325791.629861:0:214147:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006151bc4c. 00000020:00000010:3.0:1767325791.629866:0:214147:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021e7f159. 00000020:00000010:3.0:1767325791.629870:0:214147:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007423a721. 00000020:00000010:3.0:1767325791.629874:0:214147:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb98c979. 00000100:00000040:3.0:1767325791.629882:0:214147:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767325791.629894:0:214147:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767325791.629895:0:214147:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767325791.629897:0:214147:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.629904:0:214147:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.629912:0:214147:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325791.629922:0:214147:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767325791.629923:0:214147:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767325791.629929:0:214147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.107@tcp, seq: 3 00000100:00000040:3.0:1767325791.629932:0:214147:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000034fb42fc : new rpc_count 1 00000100:00000001:3.0:1767325791.629934:0:214147:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446631306531373056 : -112767178178560 : ffff997058670000) 00000100:00000040:3.0:1767325791.629939:0:214147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dfe9f3b7 x1853175019731840/t0(0) o104->291f3881-b8f5-45de-bd3d-ba6c6f7647b5@192.168.203.107@tcp:662/0 lens 328/0 e 0 to 0 dl 1767325802 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325791.629947:0:214147:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767325791.629949:0:214147:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006151bc4c. 00000100:00000001:3.0:1767325791.629951:0:214147:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767325791.629952:0:214147:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006151bc4c. 00000100:00100000:3.0:1767325791.629955:0:214147:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dfe9f3b7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:291f3881-b8f5-45de-bd3d-ba6c6f7647b5+3:500321:x1853175019731840:12345-192.168.203.107@tcp:104: 00000100:00000200:3.0:1767325791.629958:0:214147:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175019731840 00010000:00000001:3.0:1767325791.629960:0:214147:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767325791.629966:0:214147:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767325791.629968:0:214147:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325791.629969:0:214147:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000511af3c0 refcount=2 00000020:00000001:3.0:1767325791.629970:0:214147:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885776384 : -112766823775232 : ffff99706d86c400) 00010000:00000001:3.0:1767325791.629972:0:214147:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885776384 : -112766823775232 : ffff99706d86c400) 00010000:00000001:3.0:1767325791.629975:0:214147:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767325791.629977:0:214147:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325791.629981:0:214147:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.107@tcp lock: 00000000511af3c0/0xddb593876518da04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x11a3bfd0193d446 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767325791.629992:0:214147:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767325791.629995:0:214147:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767325791.629999:0:214147:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e06b0a13. 02000000:00000001:3.0:1767325791.630007:0:214147:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.630010:0:214147:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325791.630015:0:214147:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767325791.630018:0:214147:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325791.630021:0:214147:0:(import.c:2128:obd_at_measure()) add 1 to 000000009e0ab718 time=315 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325791.630026:0:214147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767325791.630030:0:214147:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 13 to 192.168.203.107@tcp 00000100:00000001:3.0:1767325791.630032:0:214147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 02000000:00000001:3.0:1767325791.630035:0:214147:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767325791.630037:0:214147:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.630041:0:214147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325791.630044:0:214147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325791.630047:0:214147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0ae589d. 00000100:00000200:3.0:1767325791.630052:0:214147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175019731840, offset 224 00000400:00000200:3.0:1767325791.630058:0:214147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325791.630069:0:214147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.7@tcp to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325791.630075:0:214147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [257:257:256:4294967295] 192.168.203.107@tcp LPNI seq info [257:257:8:4294967295] 00000400:00000200:3.0:1767325791.630084:0:214147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:192.168.203.7@tcp) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325791.630088:0:214147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325791.630092:0:214147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023e56e71. 00000800:00000200:3.0:1767325791.630097:0:214147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325791.630104:0:214147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325791.630108:0:214147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023e56e71 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325791.630133:0:214147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325791.630137:0:214147:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00010000:00000001:3.0:1767325791.630173:0:214147:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767325791.630178:0:214147:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000005b18eddd. 00010000:00000001:3.0:1767325791.630181:0:214147:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767325791.630194:0:214147:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767325791.630197:0:214147:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325791.630199:0:214147:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325791.630201:0:214147:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325791.630211:0:214147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfe9f3b7 x1853175019731840/t0(0) o104->291f3881-b8f5-45de-bd3d-ba6c6f7647b5@192.168.203.107@tcp:662/0 lens 328/224 e 0 to 0 dl 1767325802 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767325791.630222:0:214147:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dfe9f3b7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:291f3881-b8f5-45de-bd3d-ba6c6f7647b5+3:500321:x1853175019731840:12345-192.168.203.107@tcp:104: Request processed in 273us (461us total) trans 0 rc 0/0 00000020:00000001:0.0:1767325791.630232:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1767325791.630233:0:214147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.107@tcp, seq: 3 00000800:00000200:1.0:1767325791.630237:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1767325791.630237:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325791.630240:0:214147:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000034fb42fc : new rpc_count 0 00000100:00000001:3.0:1767325791.630247:0:214147:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1767325791.630248:0:214153:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1767325791.630249:0:214147:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:1.0:1767325791.630249:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023e56e71. 00000020:00000010:3.0:1767325791.630256:0:214147:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007423a721. 00000400:00000200:1.0:1767325791.630261:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767325791.630262:0:214147:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb98c979. 00010000:00000001:0.0:1767325791.630263:0:214153:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:3.0:1767325791.630271:0:214147:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021e7f159. 00010000:00000001:0.0:1767325791.630271:0:214153:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1767325791.630272:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00010000:00010000:0.0:1767325791.630279:0:214153:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.107@tcp lock: 00000000511af3c0/0xddb593876518da04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x11a3bfd0193d446 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767325791.630281:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0ae589d 00000400:00000010:1.0:1767325791.630286:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0ae589d. 00000100:00000001:1.0:1767325791.630298:0:211459:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1767325791.630298:0:214153:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000511af3c0 already unused, calling callback (00000000a9b19f10) 00000100:00000001:1.0:1767325791.630302:0:211459:0:(events.c:398:reply_out_callback()) Process leaving 10000000:00000001:0.0:1767325791.630305:0:214153:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767325791.630310:0:214153:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.107@tcp lock: 00000000511af3c0/0xddb593876518da04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x11a3bfd0193d446 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325791.630316:0:214153:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767325791.630321:0:214153:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325791.630325:0:214153:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325791.630326:0:214147:0:(genops.c:898:class_export_put()) PUTting export 0000000034fb42fc : new refcount 2 00000020:00000040:0.0:1767325791.630329:0:214153:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000511af3c0 refcount=3 00000100:00000001:3.0:1767325791.630335:0:214147:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767325791.630336:0:214153:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885776384 : -112766823775232 : ffff99706d86c400) 00010000:00000001:0.0:1767325791.630342:0:214153:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885776384 : -112766823775232 : ffff99706d86c400) 00010000:00000001:0.0:1767325791.630347:0:214153:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767325791.630350:0:214153:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.107@tcp lock: 00000000511af3c0/0xddb593876518da04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x11a3bfd0193d446 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767325791.630368:0:214153:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767325791.630369:0:214153:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.107@tcp lock: 00000000511af3c0/0xddb593876518da04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x11a3bfd0193d446 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767325791.630374:0:214153:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1767325791.630378:0:214153:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767325791.630379:0:214153:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767325791.630381:0:214153:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767325791.630383:0:214153:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767325791.630384:0:214153:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325791.630396:0:214153:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767325791.630398:0:214153:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767325791.630399:0:214153:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(0000000084a5a69d) refs 2 10000000:00000001:0.0:1767325791.630401:0:214153:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767325791.630402:0:214153:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325791.630404:0:214153:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767325791.630408:0:214153:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767325791.630411:0:214153:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767325791.630415:0:214153:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767325791.630416:0:214153:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767325791.630419:0:214153:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000511af3c0 with handle 0xddb593876518da04 from hash 00010000:00000001:0.0:1767325791.630421:0:214153:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767325791.630423:0:214153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325791.630426:0:214153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325791.630427:0:214153:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767325791.630430:0:214153:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767325791.630432:0:214153:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767325791.630435:0:214153:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767325791.630437:0:214153:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767325791.630442:0:214153:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006df0bad6. 00000020:00000040:0.0:1767325791.630445:0:214153:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325791.630449:0:214153:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325791.630455:0:214153:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325791.630460:0:214153:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325791.630476:0:214153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000861dbbbb. 00000100:00000001:0.0:1767325791.630487:0:214153:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325791.630489:0:214153:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767325791.630493:0:214153:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.107@tcp lock: 00000000511af3c0/0xddb593876518da04 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d446 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767325791.630498:0:214153:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767325791.630500:0:214153:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325791.630504:0:214153:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325791.630506:0:214153:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325791.630512:0:214153:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006df0bad6] to pc [ptlrpcd_00_02+2] req@000000006df0bad6 x1853174993419392/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325791.630539:0:214153:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767325791.630542:0:214153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325791.630543:0:214153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325791.630545:0:214153:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325791.630547:0:214153:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325791.630549:0:214153:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325791.630551:0:214153:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.107@tcp lock: 00000000511af3c0/0xddb593876518da04 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d446 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325791.630557:0:214153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767325791.630560:0:214153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.107@tcp lock: 00000000511af3c0/0xddb593876518da04 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d446 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767325791.630564:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767325791.630568:0:214153:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000001678a263. 00000100:00000001:2.0:1767325791.630570:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325791.630570:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325791.630576:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325791.630577:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325791.630579:0:214153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325791.630583:0:214153:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767325791.630586:0:214153:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000005b18eddd. 00000100:00000040:1.0:1767325791.630589:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006df0bad6 x1853174993419392/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325791.630593:0:214153:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325791.630601:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325791.630605:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325791.630614:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767325791.630615:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1767325791.630618:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767325791.630619:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325791.630623:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325791.630627:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:0.0:1767325791.630628:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767325791.630631:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325791.630639:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325791.630639:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325791.630642:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325791.630649:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993419392:192.168.203.107@tcp:103: 00010000:00010000:0.0:1767325791.630650:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767325791.630658:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325791.630664:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325791.630667:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325791.630670:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325791.630674:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8b3793e. 02000000:00000001:1.0:1767325791.630676:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325791.630682:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e035faa. 00000400:00000010:1.0:1767325791.630687:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089eaf211. 00000100:00000200:1.0:1767325791.630692:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993419392, portal 18 00000100:00000001:1.0:1767325791.630695:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325791.630696:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250670464 : -112767458881152 : ffff997047abd180) 00000100:00000040:1.0:1767325791.630702:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006df0bad6 x1853174993419392/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325791.630709:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325791.630719:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325791.630721:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040f23477. 00000100:00000200:1.0:1767325791.630724:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853174993419392, offset 0 00000400:00000200:1.0:1767325791.630729:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325791.630734:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325791.630739:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325791.630745:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325791.630748:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325791.630751:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325791.630754:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [258:258:256:4294967295] 192.168.203.107@tcp LPNI seq info [258:258:8:4294967295] 00000400:00000200:1.0:1767325791.630761:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325791.630765:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325791.630769:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fe8d38. 00000800:00000200:1.0:1767325791.630772:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325791.630777:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325791.630779:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6fe8d38 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767325791.630806:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325791.630811:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305713198 00000100:00000001:1.0:1767325791.630818:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305713178 00000100:00000001:1.0:1767325791.630824:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305713198 00000100:00000001:1.0:1767325791.630829:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305713178 00000100:00000001:1.0:1767325791.630836:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305713198 00000100:00000001:1.0:1767325791.630839:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305713178 00000100:00000001:1.0:1767325791.630842:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305713198 00000100:00000001:1.0:1767325791.630845:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305713178 00000100:00000001:1.0:1767325791.630847:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325791.630851:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325791.630854:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325791.630856:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325791.630867:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325791.630869:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325791.630871:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325791.630872:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325791.630874:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325791.630876:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325791.630903:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325791.630909:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fe8d38. 00000400:00000200:2.0:1767325791.630913:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325791.630917:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325791.630920:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040f23477 00000400:00000010:2.0:1767325791.630922:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040f23477. 00000100:00000001:2.0:1767325791.630925:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325791.630927:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006df0bad6 x1853174993419392/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325791.630934:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325791.630935:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006df0bad6 x1853174993419392/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325791.630939:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325791.630941:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325791.631290:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325791.631295:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325791.631296:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325791.631297:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325791.631301:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325791.631306:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 328 into portal 15 MB=0x69573eec1fd00 00000400:00000200:2.0:1767325791.631309:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.107@tcp of length 328/328 into md 0x11 [2] + 1312 00000800:00000001:2.0:1767325791.631312:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325791.631315:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325791.631316:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325791.631318:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325791.631321:0:211460:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767325791.631322:0:211460:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767325791.631325:0:211460:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b6503de. 00000100:00000040:2.0:1767325791.631328:0:211460:0:(events.c:337:request_in_callback()) incoming req@000000008b6503de x1853175019732224 msgsize 328 00000100:00100000:2.0:1767325791.631331:0:211460:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.107@tcp (source: 12345-192.168.203.107@tcp) 00000100:00000001:2.0:1767325791.631341:0:211460:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767325791.631352:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325791.631355:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325791.631376:0:214147:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767325791.631379:0:214147:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175019732224 02000000:00000001:3.0:1767325791.631380:0:214147:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767325791.631382:0:214147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325791.631383:0:214147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325791.631389:0:214147:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325791.631391:0:214147:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175019732224 00000020:00000001:3.0:1767325791.631393:0:214147:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767325791.631394:0:214147:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d97f 00000020:00000001:3.0:1767325791.631395:0:214147:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325791.631396:0:214147:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000034fb42fc refcount=3 00000020:00000001:3.0:1767325791.631398:0:214147:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306173890560 : -112767535661056 : ffff997043184000) 00000020:00000001:3.0:1767325791.631400:0:214147:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306173890560 : -112767535661056 : ffff997043184000) 00000100:00000001:3.0:1767325791.631401:0:214147:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767325791.631404:0:214147:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006151bc4c. 00000100:00000001:3.0:1767325791.631405:0:214147:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767325791.631406:0:214147:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006151bc4c. 00000020:00000010:3.0:1767325791.631409:0:214147:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021e7f159. 00000020:00000010:3.0:1767325791.631411:0:214147:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007423a721. 00000020:00000010:3.0:1767325791.631418:0:214147:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb98c979. 00000100:00000040:3.0:1767325791.631421:0:214147:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767325791.631423:0:214147:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767325791.631424:0:214147:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767325791.631425:0:214147:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.631427:0:214147:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.631435:0:214147:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325791.631441:0:214147:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767325791.631442:0:214147:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767325791.631445:0:214147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.107@tcp, seq: 4 00000100:00000040:3.0:1767325791.631447:0:214147:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000034fb42fc : new rpc_count 1 00000100:00000001:3.0:1767325791.631448:0:214147:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446631306531375744 : -112767178175872 : ffff997058670a80) 00000100:00000040:3.0:1767325791.631451:0:214147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008b6503de x1853175019732224/t0(0) o104->291f3881-b8f5-45de-bd3d-ba6c6f7647b5@192.168.203.107@tcp:662/0 lens 328/0 e 0 to 0 dl 1767325802 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325791.631457:0:214147:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767325791.631459:0:214147:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006151bc4c. 00000100:00000001:3.0:1767325791.631461:0:214147:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767325791.631474:0:214147:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006151bc4c. 00000100:00100000:3.0:1767325791.631478:0:214147:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008b6503de pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:291f3881-b8f5-45de-bd3d-ba6c6f7647b5+3:500321:x1853175019732224:12345-192.168.203.107@tcp:104: 00000100:00000200:3.0:1767325791.631481:0:214147:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175019732224 00010000:00000001:3.0:1767325791.631482:0:214147:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767325791.631486:0:214147:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767325791.631487:0:214147:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325791.631490:0:214147:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008e7a0b52 refcount=2 00000020:00000001:3.0:1767325791.631492:0:214147:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885132800 : -112766824418816 : ffff99706d7cf200) 00010000:00000001:3.0:1767325791.631493:0:214147:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885132800 : -112766824418816 : ffff99706d7cf200) 00010000:00000001:3.0:1767325791.631495:0:214147:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767325791.631496:0:214147:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325791.631498:0:214147:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.107@tcp lock: 000000008e7a0b52/0xddb593876518d9f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x11a3bfd0193d43f expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767325791.631503:0:214147:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767325791.631509:0:214147:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767325791.631511:0:214147:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005f9a9321. 02000000:00000001:3.0:1767325791.631513:0:214147:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.631514:0:214147:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325791.631516:0:214147:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767325791.631517:0:214147:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325791.631518:0:214147:0:(import.c:2128:obd_at_measure()) add 1 to 000000009e0ab718 time=15 v=5 (1 0 1 0) 00000100:00000001:3.0:1767325791.631521:0:214147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767325791.631523:0:214147:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 13 to 192.168.203.107@tcp 00000100:00000001:3.0:1767325791.631525:0:214147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 02000000:00000001:3.0:1767325791.631527:0:214147:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767325791.631528:0:214147:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.631531:0:214147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325791.631532:0:214147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325791.631534:0:214147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c282df1. 00000100:00000200:3.0:1767325791.631536:0:214147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175019732224, offset 224 00000400:00000200:3.0:1767325791.631539:0:214147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325791.631545:0:214147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.7@tcp to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325791.631548:0:214147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [259:259:256:4294967295] 192.168.203.107@tcp LPNI seq info [259:259:8:4294967295] 00000400:00000200:3.0:1767325791.631553:0:214147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:192.168.203.7@tcp) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325791.631556:0:214147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325791.631559:0:214147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000356a1e1a. 00000800:00000200:3.0:1767325791.631561:0:214147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325791.631564:0:214147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325791.631566:0:214147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000356a1e1a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325791.631575:0:214147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325791.631576:0:214147:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00010000:00000001:3.0:1767325791.631579:0:214147:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767325791.631582:0:214147:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000672abfa0. 00010000:00000001:3.0:1767325791.631584:0:214147:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767325791.631598:0:214147:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767325791.631601:0:214147:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325791.631608:0:214147:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325791.631609:0:214147:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325791.631614:0:214147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b6503de x1853175019732224/t0(0) o104->291f3881-b8f5-45de-bd3d-ba6c6f7647b5@192.168.203.107@tcp:662/0 lens 328/224 e 0 to 0 dl 1767325802 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767325791.631624:0:214147:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008b6503de pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:291f3881-b8f5-45de-bd3d-ba6c6f7647b5+3:500321:x1853175019732224:12345-192.168.203.107@tcp:104: Request processed in 164us (294us total) trans 0 rc 0/0 00000020:00000001:0.0:1767325791.631635:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1767325791.631636:0:214147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.107@tcp, seq: 4 00000020:00000001:0.0:1767325791.631642:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325791.631643:0:214147:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000034fb42fc : new rpc_count 0 00000800:00000200:1.0:1767325791.631646:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325791.631647:0:214147:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1767325791.631648:0:214507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1767325791.631652:0:214147:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:1.0:1767325791.631652:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000356a1e1a. 00010000:00000001:0.0:1767325791.631656:0:214507:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:3.0:1767325791.631657:0:214147:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007423a721. 00000400:00000200:1.0:1767325791.631659:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767325791.631662:0:214507:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:3.0:1767325791.631664:0:214147:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb98c979. 00010000:00010000:0.0:1767325791.631666:0:214507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.107@tcp lock: 000000008e7a0b52/0xddb593876518d9f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x11a3bfd0193d43f expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767325791.631669:0:214147:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021e7f159. 00000400:00000200:1.0:1767325791.631670:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000020:00000040:3.0:1767325791.631675:0:214147:0:(genops.c:898:class_export_put()) PUTting export 0000000034fb42fc : new refcount 2 00000400:00000200:1.0:1767325791.631678:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c282df1 00000100:00000001:3.0:1767325791.631682:0:214147:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767325791.631686:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c282df1. 00010000:00010000:0.0:1767325791.631698:0:214507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008e7a0b52 already unused, calling callback (00000000a9b19f10) 00000100:00000001:1.0:1767325791.631699:0:211459:0:(events.c:386:reply_out_callback()) Process entered 10000000:00000001:0.0:1767325791.631702:0:214507:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767325791.631703:0:211459:0:(events.c:398:reply_out_callback()) Process leaving 10000000:00010000:0.0:1767325791.631704:0:214507:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.107@tcp lock: 000000008e7a0b52/0xddb593876518d9f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x11a3bfd0193d43f expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325791.631712:0:214507:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767325791.631713:0:214507:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325791.631714:0:214507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325791.631716:0:214507:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008e7a0b52 refcount=3 00000020:00000001:0.0:1767325791.631717:0:214507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885132800 : -112766824418816 : ffff99706d7cf200) 00010000:00000001:0.0:1767325791.631719:0:214507:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885132800 : -112766824418816 : ffff99706d7cf200) 00010000:00000001:0.0:1767325791.631721:0:214507:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767325791.631723:0:214507:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.107@tcp lock: 000000008e7a0b52/0xddb593876518d9f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x11a3bfd0193d43f expref: -99 pid: 214155 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767325791.631726:0:214507:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767325791.631727:0:214507:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.107@tcp lock: 000000008e7a0b52/0xddb593876518d9f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x11a3bfd0193d43f expref: -99 pid: 214155 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767325791.631731:0:214507:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1767325791.631732:0:214507:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767325791.631734:0:214507:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767325791.631735:0:214507:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767325791.631741:0:214507:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767325791.631742:0:214507:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325791.631747:0:214507:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767325791.631749:0:214507:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767325791.631750:0:214507:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000787ac9e6) refs 2 10000000:00000001:0.0:1767325791.631751:0:214507:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767325791.631752:0:214507:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325791.631754:0:214507:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767325791.631756:0:214507:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767325791.631758:0:214507:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767325791.631761:0:214507:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767325791.631764:0:214507:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767325791.631766:0:214507:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008e7a0b52 with handle 0xddb593876518d9f6 from hash 00010000:00000001:0.0:1767325791.631767:0:214507:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767325791.631768:0:214507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325791.631769:0:214507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325791.631770:0:214507:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767325791.631771:0:214507:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767325791.631772:0:214507:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767325791.631774:0:214507:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767325791.631775:0:214507:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767325791.631778:0:214507:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ab82abb. 00000020:00000040:0.0:1767325791.631780:0:214507:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=5 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325791.631782:0:214507:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325791.631782:0:214507:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325791.631784:0:214507:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325791.631788:0:214507:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e186c793. 00000100:00000001:0.0:1767325791.631791:0:214507:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325791.631792:0:214507:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767325791.631793:0:214507:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.107@tcp lock: 000000008e7a0b52/0xddb593876518d9f6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d43f expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767325791.631797:0:214507:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767325791.631797:0:214507:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325791.631799:0:214507:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325791.631800:0:214507:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325791.631803:0:214507:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ab82abb] to pc [ptlrpcd_00_03+3] req@000000003ab82abb x1853174993419520/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325791.631826:0:214507:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767325791.631828:0:214507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325791.631829:0:214507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325791.631830:0:214507:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325791.631832:0:214507:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325791.631833:0:214507:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325791.631835:0:214507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.107@tcp lock: 000000008e7a0b52/0xddb593876518d9f6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d43f expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325791.631841:0:214507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767325791.631842:0:214507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.107@tcp lock: 000000008e7a0b52/0xddb593876518d9f6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d43f expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767325791.631849:0:214507:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a5dd83fd count: 0 00000100:00000001:2.0:1767325791.631851:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325791.631854:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325791.631856:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767325791.631858:0:214507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767325791.631860:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ab82abb x1853174993419520/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325791.631860:0:214507:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767325791.631862:0:214507:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000672abfa0. 00000100:00000001:1.0:1767325791.631864:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767325791.631867:0:214507:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325791.631869:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325791.631871:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1767325791.631871:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767325791.631874:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325791.631874:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325791.631874:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325791.631886:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325791.631886:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325791.631886:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767325791.631890:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767325791.631892:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325791.631897:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325791.631897:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325791.631900:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993419520:192.168.203.107@tcp:103: 00010000:00010000:0.0:1767325791.631900:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767325791.631901:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325791.631903:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325791.631904:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:0.0:1767325791.631907:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767325791.631909:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325791.631920:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325791.631923:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325791.631926:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3fe2247. 02000000:00000001:2.0:1767325791.631928:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325791.631932:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5dc0572. 00000400:00000010:2.0:1767325791.631936:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000100:00000200:2.0:1767325791.631940:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993419520, portal 18 00000100:00000001:2.0:1767325791.631942:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325791.631943:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250667776 : -112767458883840 : ffff997047abc700) 00000100:00000040:2.0:1767325791.631946:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ab82abb x1853174993419520/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325791.631950:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325791.631952:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325791.631953:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000415ef993. 00000100:00000200:2.0:1767325791.631955:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853174993419520, offset 0 00000400:00000200:2.0:1767325791.631958:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325791.631965:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325791.631969:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325791.631977:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325791.631983:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325791.631985:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325791.631987:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [260:260:256:4294967295] 192.168.203.107@tcp LPNI seq info [260:260:8:4294967295] 00000400:00000200:2.0:1767325791.631994:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325791.631997:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325791.632000:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc002f00. 00000800:00000200:2.0:1767325791.632004:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767325791.632009:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325791.632011:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc002f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767325791.632020:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325791.632023:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305713199 00000100:00000001:2.0:1767325791.632027:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305713198 00000100:00000001:2.0:1767325791.632030:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305713199 00000100:00000001:2.0:1767325791.632032:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305713198 00000100:00000001:2.0:1767325791.632034:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305713199 00000100:00000001:2.0:1767325791.632035:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305713198 00000100:00000001:2.0:1767325791.632038:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305713199 00000100:00000001:2.0:1767325791.632040:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305713198 00000100:00000001:2.0:1767325791.632042:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325791.632044:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325791.632046:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325791.632047:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325791.632053:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325791.632054:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325791.632057:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325791.632058:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325791.632059:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325791.632061:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325791.632091:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325791.632095:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc002f00. 00000400:00000200:1.0:1767325791.632108:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325791.632113:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325791.632117:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000415ef993 00000400:00000010:1.0:1767325791.632119:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000415ef993. 00000100:00000001:1.0:1767325791.632122:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325791.632126:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ab82abb x1853174993419520/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325791.632135:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325791.632138:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ab82abb x1853174993419520/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325791.632176:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325791.632178:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325791.633621:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325791.633629:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325791.633636:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325791.633637:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325791.633642:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325791.633649:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 18 MB=0x69573ed307c80 00000400:00000200:2.0:1767325791.633654:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.107@tcp of length 224/224 into md 0x8f1 [1] + 224 00000800:00000001:2.0:1767325791.633658:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325791.633663:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325791.633664:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325791.633666:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325791.633669:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325791.633671:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006df0bad6 x1853174993419392/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325791.633677:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006df0bad6 x1853174993419392/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325791.633691:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325791.633695:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325791.633697:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325791.633720:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325791.633723:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325791.633728:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325791.633729:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325791.633731:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e035faa. 00000400:00000200:1.0:1767325791.633738:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089eaf211 00000400:00000010:1.0:1767325791.633740:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089eaf211. 00000100:00000001:1.0:1767325791.633742:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325791.633745:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006df0bad6 x1853174993419392/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325791.633759:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006df0bad6 x1853174993419392/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325791.633764:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325791.633765:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325791.633767:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325791.633770:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325791.633771:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325791.633773:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325791.633775:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325791.633779:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 000000009b4353f9 time=315 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325791.633783:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=48 v=5 (1 1 1 0) 00000100:00000001:1.0:1767325791.633786:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325791.633787:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325791.633789:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325791.633792:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325791.633794:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325791.633798:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006df0bad6 x1853174993419392/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325791.633805:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325791.633808:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325791.633810:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325791.633813:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006df0bad6 x1853174993419392/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325791.633821:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993419392:192.168.203.107@tcp:103: 00000100:00000001:1.0:1767325791.633826:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325791.633828:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325791.633830:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006df0bad6 x1853174993419392/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325791.633845:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325791.633847:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325791.633849:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8b3793e. 02000000:00000001:1.0:1767325791.633851:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325791.633853:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325791.633854:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767325791.633856:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325791.633857:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000861dbbbb. 02000000:00000001:1.0:1767325791.633861:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325791.633862:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325791.633863:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006df0bad6. 00000100:00000001:1.0:1767325791.633866:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325791.633867:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325791.633868:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325791.633871:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325791.633872:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325791.633873:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325791.633874:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325791.634051:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.634055:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325791.634057:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.634058:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325791.634062:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325791.634067:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 18 MB=0x69573ed307d00 00000400:00000200:1.0:1767325791.634071:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.107@tcp of length 224/224 into md 0x8fd [1] + 224 00000800:00000001:1.0:1767325791.634074:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.634094:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325791.634096:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325791.634099:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325791.634102:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325791.634106:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ab82abb x1853174993419520/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325791.634114:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ab82abb x1853174993419520/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325791.634159:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325791.634168:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.634171:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325791.634187:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325791.634190:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325791.634194:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325791.634196:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325791.634197:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5dc0572. 00000400:00000200:2.0:1767325791.634201:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000400:00000010:2.0:1767325791.634203:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 00000100:00000001:2.0:1767325791.634206:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325791.634211:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ab82abb x1853174993419520/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325791.634220:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ab82abb x1853174993419520/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325791.634225:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325791.634227:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325791.634228:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325791.634230:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325791.634237:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325791.634238:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325791.634240:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325791.634243:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 000000009b4353f9 time=15 v=5 (5 0 5 0) 00000100:00001000:2.0:1767325791.634246:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=48 v=5 (1 1 1 0) 00000100:00000001:2.0:1767325791.634248:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325791.634249:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325791.634251:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325791.634252:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325791.634254:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325791.634257:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ab82abb x1853174993419520/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325791.634262:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325791.634264:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325791.634265:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325791.634268:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ab82abb x1853174993419520/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325791.634273:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993419520:192.168.203.107@tcp:103: 00000100:00000001:2.0:1767325791.634277:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325791.634279:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325791.634280:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ab82abb x1853174993419520/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325791.634286:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325791.634287:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325791.634289:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3fe2247. 02000000:00000001:2.0:1767325791.634292:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325791.634293:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325791.634294:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767325791.634296:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325791.634298:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e186c793. 02000000:00000001:2.0:1767325791.634300:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325791.634301:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325791.634302:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ab82abb. 00000100:00000001:2.0:1767325791.634308:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325791.634310:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325791.634311:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325791.634315:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325791.634316:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325791.634317:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325791.634319:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767325791.636175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000511af3c0. 00010000:00000010:0.1:1767325791.640167:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a5dd83fd. 00010000:00000010:0.1:1767325791.640174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008e7a0b52. 00000800:00000001:1.0:1767325791.738530:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.738550:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325791.738553:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.738555:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325791.738566:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325791.738584:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 328 into portal 15 MB=0x69573eec20e80 00000400:00000200:1.0:1767325791.738591:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.107@tcp of length 328/328 into md 0x11 [2] + 1640 00000800:00000001:1.0:1767325791.738600:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.738611:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325791.738613:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325791.738617:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325791.738624:0:211458:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767325791.738631:0:211458:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767325791.738636:0:211458:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008ff6dcc5. 00000100:00000040:1.0:1767325791.738641:0:211458:0:(events.c:337:request_in_callback()) incoming req@000000008ff6dcc5 x1853175019736704 msgsize 328 00000100:00100000:1.0:1767325791.738646:0:211458:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.107@tcp (source: 12345-192.168.203.107@tcp) 00000100:00000001:1.0:1767325791.738655:0:211458:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767325791.738662:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.738664:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325791.738693:0:214147:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767325791.738697:0:214147:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175019736704 02000000:00000001:3.0:1767325791.738700:0:214147:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767325791.738702:0:214147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325791.738703:0:214147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325791.738707:0:214147:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325791.738711:0:214147:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175019736704 00000020:00000001:3.0:1767325791.738714:0:214147:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767325791.738715:0:214147:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d97f 00000020:00000001:3.0:1767325791.738717:0:214147:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325791.738719:0:214147:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000034fb42fc refcount=3 00000020:00000001:3.0:1767325791.738721:0:214147:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306173890560 : -112767535661056 : ffff997043184000) 00000020:00000001:3.0:1767325791.738723:0:214147:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306173890560 : -112767535661056 : ffff997043184000) 00000100:00000001:3.0:1767325791.738727:0:214147:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767325791.738731:0:214147:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006151bc4c. 00000100:00000001:3.0:1767325791.738734:0:214147:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767325791.738736:0:214147:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006151bc4c. 00000020:00000010:3.0:1767325791.738756:0:214147:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021e7f159. 00000020:00000010:3.0:1767325791.738760:0:214147:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007423a721. 00000020:00000010:3.0:1767325791.738764:0:214147:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb98c979. 00000100:00000040:3.0:1767325791.738771:0:214147:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767325791.738774:0:214147:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767325791.738775:0:214147:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767325791.738777:0:214147:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.738785:0:214147:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.738796:0:214147:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325791.738809:0:214147:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767325791.738812:0:214147:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767325791.738818:0:214147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.107@tcp, seq: 5 00000100:00000040:3.0:1767325791.738822:0:214147:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000034fb42fc : new rpc_count 1 00000100:00000001:3.0:1767325791.738825:0:214147:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446631307138720512 : -112766570831104 : ffff99707c9a6300) 00000100:00000040:3.0:1767325791.738832:0:214147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008ff6dcc5 x1853175019736704/t0(0) o104->291f3881-b8f5-45de-bd3d-ba6c6f7647b5@192.168.203.107@tcp:662/0 lens 328/0 e 0 to 0 dl 1767325802 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325791.738843:0:214147:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767325791.738845:0:214147:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006151bc4c. 00000100:00000001:3.0:1767325791.738846:0:214147:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767325791.738848:0:214147:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006151bc4c. 00000100:00100000:3.0:1767325791.738851:0:214147:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008ff6dcc5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:291f3881-b8f5-45de-bd3d-ba6c6f7647b5+3:500343:x1853175019736704:12345-192.168.203.107@tcp:104: 00000100:00000200:3.0:1767325791.738853:0:214147:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175019736704 00010000:00000001:3.0:1767325791.738856:0:214147:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767325791.738863:0:214147:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767325791.738864:0:214147:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325791.738865:0:214147:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002005e678 refcount=2 00000020:00000001:3.0:1767325791.738867:0:214147:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306262300160 : -112767447251456 : ffff9970485d4600) 00010000:00000001:3.0:1767325791.738869:0:214147:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306262300160 : -112767447251456 : ffff9970485d4600) 00010000:00000001:3.0:1767325791.738872:0:214147:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767325791.738874:0:214147:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325791.738877:0:214147:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.107@tcp lock: 000000002005e678/0xddb593876518d9ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x11a3bfd0193d438 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767325791.738889:0:214147:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767325791.738891:0:214147:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767325791.738896:0:214147:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002de09f69. 02000000:00000001:3.0:1767325791.738898:0:214147:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.738899:0:214147:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325791.738904:0:214147:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767325791.738906:0:214147:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325791.738909:0:214147:0:(import.c:2128:obd_at_measure()) add 1 to 000000009e0ab718 time=15 v=5 (1 0 1 0) 00000100:00000001:3.0:1767325791.738913:0:214147:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767325791.738915:0:214147:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 13 to 192.168.203.107@tcp 00000100:00000001:3.0:1767325791.738916:0:214147:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 02000000:00000001:3.0:1767325791.738919:0:214147:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767325791.738920:0:214147:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.738923:0:214147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325791.738925:0:214147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325791.738928:0:214147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e786557. 00000100:00000200:3.0:1767325791.738932:0:214147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175019736704, offset 224 00000400:00000200:3.0:1767325791.738937:0:214147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325791.738946:0:214147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.7@tcp to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325791.738951:0:214147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [261:261:256:4294967295] 192.168.203.107@tcp LPNI seq info [261:261:8:4294967295] 00000400:00000200:3.0:1767325791.738959:0:214147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:192.168.203.7@tcp) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325791.738963:0:214147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325791.738966:0:214147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000356a1e1a. 00000800:00000200:3.0:1767325791.738971:0:214147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325791.738978:0:214147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325791.738983:0:214147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000356a1e1a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325791.738995:0:214147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325791.738998:0:214147:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00010000:00000001:3.0:1767325791.739002:0:214147:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767325791.739006:0:214147:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000672abfa0. 00010000:00000001:3.0:1767325791.739014:0:214147:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767325791.739028:0:214147:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767325791.739031:0:214147:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325791.739032:0:214147:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325791.739034:0:214147:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325791.739039:0:214147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ff6dcc5 x1853175019736704/t0(0) o104->291f3881-b8f5-45de-bd3d-ba6c6f7647b5@192.168.203.107@tcp:662/0 lens 328/224 e 0 to 0 dl 1767325802 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767325791.739048:0:214147:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008ff6dcc5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:291f3881-b8f5-45de-bd3d-ba6c6f7647b5+3:500343:x1853175019736704:12345-192.168.203.107@tcp:104: Request processed in 204us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1767325791.739056:0:214147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.107@tcp, seq: 5 00000100:00000040:3.0:1767325791.739060:0:214147:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000034fb42fc : new rpc_count 0 00000100:00000001:3.0:1767325791.739063:0:214147:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767325791.739064:0:214147:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767325791.739068:0:214147:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007423a721. 00000020:00000001:0.0:1767325791.739072:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:3.0:1767325791.739073:0:214147:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb98c979. 00000020:00000001:0.0:1767325791.739078:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767325791.739079:0:214147:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021e7f159. 00010000:00010000:0.0:1767325791.739082:0:214152:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:3.0:1767325791.739086:0:214147:0:(genops.c:898:class_export_put()) PUTting export 0000000034fb42fc : new refcount 2 00010000:00000001:0.0:1767325791.739087:0:214152:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767325791.739090:0:214147:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767325791.739091:0:214152:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000200:2.0:1767325791.739107:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:0.0:1767325791.739107:0:214152:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.107@tcp lock: 000000002005e678/0xddb593876518d9ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x11a3bfd0193d438 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767325791.739113:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000356a1e1a. 00000400:00000200:2.0:1767325791.739119:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325791.739125:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325791.739131:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e786557 00000400:00000010:2.0:1767325791.739136:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e786557. 00010000:00010000:0.0:1767325791.739137:0:214152:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002005e678 already unused, calling callback (00000000a9b19f10) 10000000:00000001:0.0:1767325791.739172:0:214152:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767325791.739175:0:214152:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.107@tcp lock: 000000002005e678/0xddb593876518d9ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x11a3bfd0193d438 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325791.739183:0:214152:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767325791.739184:0:214152:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325791.739186:0:214152:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325791.739188:0:214152:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002005e678 refcount=3 00000020:00000001:0.0:1767325791.739190:0:214152:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306262300160 : -112767447251456 : ffff9970485d4600) 00010000:00000001:0.0:1767325791.739193:0:214152:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306262300160 : -112767447251456 : ffff9970485d4600) 00010000:00000001:0.0:1767325791.739196:0:214152:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767325791.739199:0:214152:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.107@tcp lock: 000000002005e678/0xddb593876518d9ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x11a3bfd0193d438 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767325791.739205:0:214152:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767325791.739207:0:214152:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.107@tcp lock: 000000002005e678/0xddb593876518d9ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x11a3bfd0193d438 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767325791.739213:0:214152:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767325791.739217:0:214152:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767325791.739219:0:214152:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1767325791.739222:0:214152:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767325791.739224:0:214152:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767325791.739225:0:214152:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325791.739231:0:211460:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767325791.739233:0:211460:0:(events.c:398:reply_out_callback()) Process leaving 10000000:00000001:0.0:1767325791.739237:0:214152:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767325791.739240:0:214152:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767325791.739242:0:214152:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(0000000033b8c559) refs 2 10000000:00000001:0.0:1767325791.739245:0:214152:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767325791.739246:0:214152:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325791.739249:0:214152:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767325791.739253:0:214152:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767325791.739254:0:214152:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767325791.739261:0:214152:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767325791.739263:0:214152:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767325791.739266:0:214152:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002005e678 with handle 0xddb593876518d9ef from hash 00010000:00000001:0.0:1767325791.739268:0:214152:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767325791.739270:0:214152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325791.739272:0:214152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325791.739273:0:214152:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767325791.739275:0:214152:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767325791.739277:0:214152:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767325791.739281:0:214152:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767325791.739283:0:214152:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767325791.739290:0:214152:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007523782f. 00000020:00000040:0.0:1767325791.739293:0:214152:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325791.739298:0:214152:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325791.739301:0:214152:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325791.739306:0:214152:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325791.739320:0:214152:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000090f0ac64. 00000100:00000001:0.0:1767325791.739325:0:214152:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325791.739328:0:214152:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767325791.739331:0:214152:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.107@tcp lock: 000000002005e678/0xddb593876518d9ef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d438 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767325791.739337:0:214152:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767325791.739338:0:214152:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325791.739343:0:214152:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325791.739346:0:214152:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325791.739353:0:214152:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007523782f] to pc [ptlrpcd_00_00+0] req@000000007523782f x1853174993419648/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325791.739390:0:214152:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767325791.739394:0:214152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325791.739395:0:214152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325791.739397:0:214152:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325791.739400:0:214152:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325791.739402:0:214152:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325791.739405:0:214152:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.107@tcp lock: 000000002005e678/0xddb593876518d9ef lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d438 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325791.739416:0:214152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767325791.739418:0:214152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.107@tcp lock: 000000002005e678/0xddb593876518d9ef lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d438 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767325791.739422:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:0.0:1767325791.739425:0:214152:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cda35a37 count: 0 00000100:00100000:2.0:1767325791.739427:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767325791.739430:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325791.739436:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325791.739439:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325791.739442:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767325791.739443:0:214152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767325791.739445:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767325791.739446:0:214152:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767325791.739450:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000010:0.0:1767325791.739450:0:214152:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000672abfa0. 00010000:00000001:0.0:1767325791.739457:0:214152:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325791.739458:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007523782f x1853174993419648/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767325791.739460:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325791.739474:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325791.739476:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1767325791.739477:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767325791.739481:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325791.739481:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325791.739484:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325791.739487:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767325791.739491:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325791.739494:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325791.739496:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1767325791.739498:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767325791.739501:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325791.739507:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325791.739510:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325791.739513:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325791.739516:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993419648:192.168.203.107@tcp:103: 00000100:00000001:2.0:1767325791.739520:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325791.739526:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325791.739528:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325791.739531:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325791.739535:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3fe2247. 02000000:00000001:2.0:1767325791.739542:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325791.739547:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5dc0572. 00000400:00000010:2.0:1767325791.739552:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000100:00000200:2.0:1767325791.739565:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993419648, portal 18 00000100:00000001:2.0:1767325791.739568:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325791.739570:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000100:00000040:2.0:1767325791.739575:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007523782f x1853174993419648/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325791.739582:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325791.739584:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325791.739586:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba14329d. 00000100:00000200:2.0:1767325791.739589:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853174993419648, offset 0 00000400:00000200:2.0:1767325791.739593:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325791.739599:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325791.739604:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325791.739609:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325791.739613:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325791.739616:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325791.739618:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [262:262:256:4294967295] 192.168.203.107@tcp LPNI seq info [262:262:8:4294967295] 00000400:00000200:2.0:1767325791.739626:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325791.739631:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325791.739634:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2fb3309. 00000800:00000200:2.0:1767325791.739637:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767325791.739641:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325791.739643:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2fb3309 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767325791.739656:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325791.739660:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305713307 00000100:00000001:2.0:1767325791.739666:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305713199 00000100:00000001:2.0:1767325791.739670:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305713307 00000100:00000001:2.0:1767325791.739674:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305713199 00000100:00000001:2.0:1767325791.739684:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305713307 00000100:00000001:2.0:1767325791.739689:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305713199 00000100:00000001:2.0:1767325791.739692:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305713307 00000100:00000001:2.0:1767325791.739696:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305713199 00000100:00000001:2.0:1767325791.739698:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325791.739701:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325791.739705:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325791.739707:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325791.739730:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325791.739734:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2fb3309. 00000400:00000200:1.0:1767325791.739739:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325791.739743:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325791.739754:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba14329d 00000400:00000010:1.0:1767325791.739756:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba14329d. 00000100:00000001:1.0:1767325791.739760:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325791.739763:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007523782f x1853174993419648/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325791.739774:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325791.739783:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007523782f x1853174993419648/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325791.739791:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325791.739793:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325791.743776:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.743790:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325791.743794:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.743796:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325791.743805:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325791.743818:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 18 MB=0x69573ed307d80 00000400:00000200:1.0:1767325791.743826:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.107@tcp of length 224/224 into md 0x909 [1] + 224 00000800:00000001:1.0:1767325791.743832:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.743838:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325791.743839:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325791.743841:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325791.743845:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325791.743849:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007523782f x1853174993419648/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325791.743857:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007523782f x1853174993419648/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325791.743869:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325791.743873:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325791.743875:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325791.743900:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325791.743904:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325791.743909:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325791.743911:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325791.743912:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5dc0572. 00000400:00000200:2.0:1767325791.743916:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000400:00000010:2.0:1767325791.743917:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 00000100:00000001:2.0:1767325791.743920:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325791.743923:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007523782f x1853174993419648/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325791.743930:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007523782f x1853174993419648/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325791.743934:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325791.743935:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325791.743937:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325791.743939:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325791.743941:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325791.743943:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325791.743945:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325791.743949:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 000000009b4353f9 time=15 v=5 (5 0 5 0) 00000100:00001000:2.0:1767325791.743951:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=48 v=5 (1 1 1 0) 00000100:00000001:2.0:1767325791.743953:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325791.743954:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325791.743956:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325791.743957:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325791.743959:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325791.743969:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007523782f x1853174993419648/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325791.743974:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325791.743976:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325791.743977:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325791.743979:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007523782f x1853174993419648/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325791.743984:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993419648:192.168.203.107@tcp:103: 00000100:00000001:2.0:1767325791.743987:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325791.743988:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325791.743990:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007523782f x1853174993419648/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325807 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325791.743993:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325791.743996:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325791.743998:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3fe2247. 02000000:00000001:2.0:1767325791.744000:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325791.744001:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325791.744002:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767325791.744003:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325791.744005:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000090f0ac64. 02000000:00000001:2.0:1767325791.744008:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325791.744009:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325791.744011:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007523782f. 00000100:00000001:2.0:1767325791.744014:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325791.744014:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325791.744016:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325791.744020:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325791.744021:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325791.744022:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325791.744023:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767325791.745192:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cda35a37. 00010000:00000010:0.1:1767325791.745201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002005e678. 00010000:00000001:2.0:1767325792.250214:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325792.250219:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325792.250223:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325792.250225:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325792.250281:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325792.250285:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325792.250288:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325793.277545:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325793.277553:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325793.277555:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325793.277557:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325793.277562:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325793.277564:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325793.277566:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325793.277568:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325793.277572:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325793.277573:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325793.278501:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325793.278504:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325793.278508:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325794.298256:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325794.298272:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325794.298281:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325794.298282:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325794.298380:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325794.298384:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325794.298386:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325795.322270:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325795.322276:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325795.322283:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325795.322284:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325795.322341:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325795.322345:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325795.322348:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325796.346276:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325796.346285:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325796.346292:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325796.346296:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325796.346298:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325796.346304:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325796.346306:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325796.346307:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325796.346309:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325796.346311:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325796.346312:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325796.346314:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325796.346365:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325796.346369:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325796.346372:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325796.730193:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305713307, at 4305713664 00000100:00000040:0.0:1767325796.730193:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305713307, at 4305713664 00000100:00000040:3.0:1767325796.730208:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305713307, at 4305713664 00000100:00000010:1.0:1767325796.730213:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005c4e2213. 00000100:00000010:0.0:1767325796.730214:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d3bfebd. 00000100:00000010:3.0:1767325796.730216:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4cde398. 00000100:00000040:2.0:1767325796.730224:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325796.730232:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325796.730240:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c46a891b. 00000020:00000040:2.0:1767325796.730245:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325796.730251:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325796.730255:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325796.730261:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325796.730276:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc002f00. 00000100:00000001:2.0:1767325796.730284:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325796.730297:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000c46a891b x1853174993419776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325796.730310:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325796.730313:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325796.730320:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c46a891b] to pc [ptlrpcd_00_01+1] req@00000000c46a891b x1853174993419776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325796.730347:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325796.730350:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325796.730354:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325796.730357:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce152320. 00000020:00000040:2.0:1767325796.730360:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325796.730362:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325796.730363:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325796.730367:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767325796.730368:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325796.730369:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325796.730369:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325796.730374:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325796.730374:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767325796.730376:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000072856849. 00000100:00000001:2.0:1767325796.730382:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325796.730383:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c46a891b x1853174993419776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325796.730390:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000ce152320 x1853174993419904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325796.730401:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325796.730404:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325796.730406:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325796.730408:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325796.730410:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767325796.730414:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce152320] to pc [ptlrpcd_00_02+2] req@00000000ce152320 x1853174993419904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325796.730415:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325796.730421:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325796.730439:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c46a891b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993419776:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325796.730446:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325796.730453:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325796.730455:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325796.730458:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325796.730462:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cdf668a. 00000100:00000001:2.0:1767325796.730464:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325796.730465:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325796.730467:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1767325796.730469:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325796.730470:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325796.730473:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767325796.730474:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063828a16. 00000100:00080000:2.0:1767325796.730476:0:191765:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000040:3.0:1767325796.730480:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce152320 x1853174993419904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325796.730482:0:191765:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:0.0:1767325796.730485:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a212d555. 00000100:00080000:2.0:1767325796.730487:0:191765:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767325796.730491:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325796.730493:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325796.730494:0:191765:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:3.0:1767325796.730495:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767325796.730496:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993419776, portal 25 00000100:00000001:0.0:1767325796.730500:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325796.730504:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531388288 : -112767178163328 : ffff997058673b80) 02000000:00000001:3.0:1767325796.730505:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1767325796.730508:0:191765:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: connect to NID 192.168.203.107@tcp last attempt 11041 02000000:00000001:3.0:1767325796.730510:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325796.730515:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c46a891b x1853174993419776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325796.730518:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce152320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993419904:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767325796.730524:0:191765:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.107@tcp is discovered: rc = 1 00000100:00000001:3.0:1767325796.730528:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00001000:2.0:1767325796.730533:0:191765:0:(import.c:2128:obd_at_measure()) add 20 to 000000003e4035c4 time=17 v=15 (15 1 1 0) 02000000:00000001:3.0:1767325796.730534:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325796.730535:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767325796.730537:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325796.730540:0:191765:0:(import.c:2194:obd_at_measure()) AT 000000003e4035c4 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 0 02000000:00000001:3.0:1767325796.730543:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767325796.730543:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00080000:2.0:1767325796.730548:0:191765:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: tried all connections, increasing latency to 15s 02000000:00000010:3.0:1767325796.730549:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fdd1b16. 00000400:00000010:0.0:1767325796.730550:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a95ea3f. 02000000:00000001:3.0:1767325796.730556:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325796.730556:0:191765:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 00000100:00000200:0.0:1767325796.730557:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993419776, offset 0 00000400:00000010:3.0:1767325796.730563:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002277bc63. 00000100:00000001:2.0:1767325796.730563:0:191765:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767325796.730570:0:191765:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00000400:00000200:0.0:1767325796.730570:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325796.730576:0:191765:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000400:00000010:3.0:1767325796.730580:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ef8ff88. 00000020:00000001:2.0:1767325796.730580:0:191765:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767325796.730582:0:191765:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d9d3 00000100:00000200:3.0:1767325796.730585:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993419904, portal 10 00000020:00000001:2.0:1767325796.730587:0:191765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767325796.730587:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325796.730589:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325796.730592:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531385600 : -112767178166016 : ffff997058673100) 00000020:00000040:2.0:1767325796.730593:0:191765:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009cdc169b refcount=5 00000020:00000001:2.0:1767325796.730598:0:191765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000100:00000040:3.0:1767325796.730601:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce152320 x1853174993419904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767325796.730603:0:191765:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000400:00000200:0.0:1767325796.730606:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767325796.730610:0:191765:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 00000100:00000001:2.0:1767325796.730615:0:191765:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767325796.730619:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767325796.730620:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325796.730620:0:191765:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00000100:00000001:2.0:1767325796.730624:0:191765:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000100:00000040:3.0:1767325796.730629:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000020:00000040:2.0:1767325796.730630:0:191765:0:(genops.c:898:class_export_put()) PUTting export 000000009cdc169b : new refcount 4 00000400:00000200:0.0:1767325796.730633:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767325796.730635:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1ea4949. 00000100:00080000:2.0:1767325796.730638:0:191765:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: import 0000000054198135 using connection 192.168.203.107@tcp/192.168.203.107@tcp 00000100:00000200:3.0:1767325796.730640:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993419904, offset 0 00000400:00000200:0.0:1767325796.730640:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767325796.730646:0:191765:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325796.730651:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325796.730651:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [263:263:256:4294967295] 192.168.203.107@tcp LPNI seq info [263:263:8:4294967295] 02000000:00000001:2.0:1767325796.730652:0:191765:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767325796.730661:0:191765:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325796.730665:0:191765:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325796.730670:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325796.730671:0:191765:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1767325796.730677:0:191765:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000400:00000200:3.0:1767325796.730683:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:0.0:1767325796.730683:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000008:00000001:2.0:1767325796.730684:0:191765:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325796.730689:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325796.730690:0:191765:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325796.730692:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000010:0.0:1767325796.730692:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099e782ae. 00000400:00000200:3.0:1767325796.730697:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1767325796.730697:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2583070. 00000020:00000040:2.0:1767325796.730701:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000400:00000200:3.0:1767325796.730703:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767325796.730704:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767325796.730709:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [264:264:255:4294967295] 192.168.203.107@tcp LPNI seq info [264:264:7:4294967295] 02000000:00000001:2.0:1767325796.730712:0:191765:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767325796.730715:0:191765:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325796.730718:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325796.730721:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1767325796.730721:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767325796.730725:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:2.0:1767325796.730725:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325796.730729:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099e782ae type 1, nob 320 niov 1 nkiov 1 02000000:00000010:2.0:1767325796.730731:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000067810650. 00000800:00000200:3.0:1767325796.730732:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325796.730738:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325796.730739:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023e56e71. 00000100:00100000:2.0:1767325796.730744:0:191765:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2583070 x1853174993420032/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1767325796.730747:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325796.730748:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325796.730756:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325796.730756:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305718298 00000100:00000010:0.0:1767325796.730763:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b57c0e8b. 00000100:00000001:2.0:1767325796.730764:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:3.0:1767325796.730765:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023e56e71 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325796.730767:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325796.730771:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325796.730771:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767325796.730775:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2583070] to pc [ptlrpcd_rcv+-1] req@00000000d2583070 x1853174993420032/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325796.730778:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 369183 usecs (370 jiffies) 00000100:00000001:0.0:1767325796.730779:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305718298 00000100:00000001:3.0:1767325796.730783:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305714034 00000100:00000010:0.0:1767325796.730785:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077e90a0d. 00000100:00000001:3.0:1767325796.730788:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305718298 00000100:00000001:0.0:1767325796.730791:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767325796.730793:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305714034 00000100:00000001:0.0:1767325796.730797:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305718298 00000100:00000001:3.0:1767325796.730798:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305718298 00000100:00000001:3.0:1767325796.730802:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305714034 00000100:00000001:0.0:1767325796.730804:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305713307 00000100:00000001:3.0:1767325796.730808:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305718298 00000100:00000001:0.0:1767325796.730808:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305718298 00000100:00000001:2.0:1767325796.730810:0:191765:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325796.730812:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062bef00c. 00000100:00000040:2.0:1767325796.730814:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325796.730816:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767325796.730820:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767325796.730821:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767325796.730825:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325796.730829:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11051) 00000100:00000001:0.0:1767325796.730830:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325796.730835:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325796.730843:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325796.730845:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325796.730848:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325796.730849:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325796.730849:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325796.730853:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325796.730854:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325796.730862:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325796.730863:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305714034 00000100:00000001:3.0:1767325796.730868:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305718298 00000100:00000001:3.0:1767325796.730870:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325796.730873:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325796.730874:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325796.730876:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325796.730877:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325796.730879:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325796.730881:0:211464:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325796.730886:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767325796.730888:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2583070 x1853174993420032/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325796.730889:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767325796.730889:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325796.730893:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099e782ae. 00000100:00000001:3.0:1767325796.730895:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325796.730899:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325796.730899:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325796.730902:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325796.730906:0:211464:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325796.730907:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325796.730909:0:211464:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325796.730910:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 02000000:00000001:0.0:1767325796.730915:0:211464:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767325796.730917:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a95ea3f 02000000:00000001:0.0:1767325796.730919:0:211464:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767325796.730920:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a95ea3f. 02000000:00000001:0.0:1767325796.730923:0:211464:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325796.730926:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767325796.730928:0:211464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2583070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993420032:192.168.203.107@tcp:38: 00000100:00000200:2.0:1767325796.730932:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c46a891b x1853174993419776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325796.730934:0:211464:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325796.730937:0:211464:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325796.730940:0:211464:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325796.730943:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767325796.730943:0:211464:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767325796.730947:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c46a891b x1853174993419776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325796.730947:0:211464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000020da04bb. 02000000:00000001:0.0:1767325796.730952:0:211464:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325796.730958:0:211464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f683cfde. 00000100:00000001:2.0:1767325796.730959:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325796.730964:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc894f48. 00000100:00000001:2.0:1767325796.730966:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767325796.730970:0:211464:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993420032, portal 10 00000100:00000001:0.0:1767325796.730974:0:211464:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325796.730975:0:211464:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531377536 : -112767178174080 : ffff997058671180) 00000100:00000040:0.0:1767325796.730981:0:211464:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2583070 x1853174993420032/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325796.730987:0:211464:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325796.730989:0:211464:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325796.730993:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b889579. 00000100:00000200:0.0:1767325796.730995:0:211464:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853174993420032, offset 0 00000400:00000200:0.0:1767325796.730999:0:211464:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767325796.731004:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767325796.731006:0:211464:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:2.0:1767325796.731009:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023e56e71. 00000400:00000200:0.0:1767325796.731011:0:211464:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325796.731015:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325796.731016:0:211464:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325796.731023:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325796.731027:0:211464:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325796.731031:0:211464:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325796.731033:0:211464:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [265:265:255:4294967295] 192.168.203.107@tcp LPNI seq info [265:265:7:4294967295] 00000400:00000200:0.0:1767325796.731041:0:211464:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325796.731046:0:211464:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325796.731047:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1ea4949 00000800:00000010:0.0:1767325796.731050:0:211464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b42c8091. 00000400:00000010:2.0:1767325796.731051:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1ea4949. 00000100:00000001:2.0:1767325796.731057:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767325796.731058:0:211464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767325796.731064:0:211464:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325796.731066:0:211464:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b42c8091 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1767325796.731070:0:211464:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325796.731071:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce152320 x1853174993419904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325796.731074:0:211464:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 21157 usecs (22 jiffies) 00000100:00000001:0.0:1767325796.731079:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305713686 00000100:00000001:0.0:1767325796.731084:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305718298 00000100:00000001:2.0:1767325796.731087:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325796.731088:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305713686 00000100:00000040:2.0:1767325796.731091:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce152320 x1853174993419904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325796.731092:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305718298 00000100:00000001:0.0:1767325796.731097:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305713686 00000100:00000001:0.0:1767325796.731101:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305718298 00000100:00000001:2.0:1767325796.731104:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325796.731105:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305713686 00000100:00000001:2.0:1767325796.731106:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325796.731110:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305718298 00000100:00000001:0.0:1767325796.731112:0:211464:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325796.731115:0:211464:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325796.731117:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325796.731118:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325796.731122:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325796.731123:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767325796.731125:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325796.731126:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325796.731128:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325796.731131:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325796.731169:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325796.731172:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b42c8091. 00000400:00000200:2.0:1767325796.731175:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325796.731179:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325796.731182:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b889579 00000400:00000010:2.0:1767325796.731183:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b889579. 00000100:00000001:2.0:1767325796.731186:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325796.731189:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2583070 x1853174993420032/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325796.731197:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325796.731199:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2583070 x1853174993420032/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325821 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325796.731204:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325796.731206:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325796.732359:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325796.732368:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325796.732372:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325796.732374:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325796.732382:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325796.732393:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed307e00 00000400:00000200:1.0:1767325796.732401:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x911 [1] + 224 00000800:00000001:1.0:1767325796.732415:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325796.732423:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325796.732425:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325796.732442:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325796.732446:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325796.732450:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c46a891b x1853174993419776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325796.732460:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c46a891b x1853174993419776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325796.732475:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325796.732483:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325796.732487:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325796.732496:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325796.732500:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325796.732505:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325796.732506:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325796.732508:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063828a16. 00000400:00000200:0.0:1767325796.732512:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a212d555 00000400:00000010:0.0:1767325796.732514:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a212d555. 00000100:00000001:0.0:1767325796.732516:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325796.732520:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c46a891b x1853174993419776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325796.732528:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c46a891b x1853174993419776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325796.732534:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325796.732536:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325796.732538:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325796.732541:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325796.732543:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325796.732545:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325796.732548:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325796.732553:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=53 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325796.732557:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=53 v=5 (1 1 1 0) 00000100:00000001:0.0:1767325796.732559:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325796.732561:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325796.732564:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325796.732566:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325796.732569:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325796.732572:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c46a891b x1853174993419776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325796.732579:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325796.732581:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325796.732583:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325796.732586:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c46a891b x1853174993419776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325812 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325796.732592:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c46a891b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993419776:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325796.732603:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325796.732604:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325796.732607:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c46a891b x1853174993419776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325812 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325796.732613:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325796.732616:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325796.732618:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cdf668a. 02000000:00000001:0.0:1767325796.732621:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325796.732631:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325796.732633:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325796.732635:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325796.732640:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc002f00. 02000000:00000001:0.0:1767325796.732644:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325796.732646:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325796.732647:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c46a891b. 00000100:00000001:0.0:1767325796.732650:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325796.732651:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325796.732653:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325796.732657:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325796.732658:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325796.732660:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325796.732661:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325796.732811:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325796.732817:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325796.732819:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325796.732821:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325796.732827:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325796.732834:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed307e80 00000400:00000200:1.0:1767325796.732839:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x919 [1] + 224 00000800:00000001:1.0:1767325796.732843:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325796.732848:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325796.732850:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325796.732855:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325796.732858:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325796.732861:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce152320 x1853174993419904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325796.732870:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ce152320 x1853174993419904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325796.732884:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325796.732890:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325796.732893:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325796.732895:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325796.732898:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325796.732901:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325796.732903:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325796.732905:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002277bc63. 00000400:00000200:3.0:1767325796.732908:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ef8ff88 00000400:00000010:3.0:1767325796.732909:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ef8ff88. 00000100:00000001:3.0:1767325796.732911:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325796.732915:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce152320 x1853174993419904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325796.732920:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce152320 x1853174993419904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325796.732930:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325796.732931:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325796.732933:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325796.732934:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325796.732934:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325796.732936:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325796.732937:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325796.732940:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=43 v=5 (5 5 5 0) 00000100:00001000:3.0:1767325796.732942:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=43 v=5 (1 1 1 0) 00000100:00000001:3.0:1767325796.732944:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325796.732944:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325796.732946:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325796.732949:0:211467:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325796.732951:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325796.732952:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325796.732953:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325796.732954:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325796.732955:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce152320 x1853174993419904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325796.732960:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325796.732962:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325796.732962:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325796.732964:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce152320 x1853174993419904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325812 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325796.732968:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce152320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993419904:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325796.732970:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325796.732972:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325796.732973:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce152320 x1853174993419904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325812 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325796.732986:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325796.732988:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325796.732997:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fdd1b16. 02000000:00000001:3.0:1767325796.732999:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325796.733001:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325796.733002:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:3.0:1767325796.733003:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325796.733005:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000072856849. 02000000:00000001:3.0:1767325796.733007:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325796.733009:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325796.733010:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce152320. 00000100:00000001:3.0:1767325796.733012:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325796.733013:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325796.733015:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325796.733018:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325796.733019:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325796.733021:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325796.733022:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325796.735574:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325796.735584:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325796.735588:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325796.735590:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325796.735596:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325796.735614:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 416 into portal 10 MB=0x69573ed307f00 00000400:00000200:2.0:1767325796.735620:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 416/416 into md 0x921 [1] + 0 00000800:00000001:2.0:1767325796.735630:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325796.735638:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325796.735640:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325796.735644:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325796.735648:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325796.735652:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2583070 x1853174993420032/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325796.735662:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000d2583070 x1853174993420032/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325796.735693:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325796.735699:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325796.735702:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325796.735762:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325796.735765:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325796.735768:0:211464:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325796.735769:0:211464:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325796.735770:0:211464:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f683cfde. 00000400:00000200:0.0:1767325796.735773:0:211464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc894f48 00000400:00000010:0.0:1767325796.735774:0:211464:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc894f48. 00000100:00000001:0.0:1767325796.735776:0:211464:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325796.735779:0:211464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2583070 x1853174993420032/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325796.735785:0:211464:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2583070 x1853174993420032/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325796.735790:0:211464:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325796.735795:0:211464:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325796.735797:0:211464:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325796.735798:0:211464:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325796.735799:0:211464:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325796.735800:0:211464:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325796.735802:0:211464:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325796.735806:0:211464:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=53 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325796.735808:0:211464:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=17 v=20 (20 1 1 0) 00000100:00000001:0.0:1767325796.735809:0:211464:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325796.735810:0:211464:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325796.735811:0:211464:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325796.735814:0:211464:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d2583070 x1853174993420032/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/416 e 0 to 0 dl 1767325821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325796.735818:0:211464:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325796.735820:0:211464:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325796.735821:0:211464:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325796.735822:0:211464:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325796.735823:0:211464:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325796.735825:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2583070 x1853174993420032/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/416 e 0 to 0 dl 1767325821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325796.735828:0:211464:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325796.735829:0:211464:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325796.735830:0:211464:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325796.735832:0:211464:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1767325796.735838:0:211464:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff997043181000: connect to target with instance 5 00000020:00000001:0.0:1767325796.735841:0:211464:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767325796.735842:0:211464:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d9d3 00000020:00000001:0.0:1767325796.735844:0:211464:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325796.735846:0:211464:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009cdc169b refcount=5 00000020:00000001:0.0:1767325796.735848:0:211464:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000020:00000001:0.0:1767325796.735850:0:211464:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000100:00001000:0.0:1767325796.735854:0:211464:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=1767325796 v=0 (0 0 0 0) 00000100:00001000:0.0:1767325796.735856:0:211464:0:(import.c:2194:obd_at_measure()) AT 000000003e4035c4 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1767325796.735867:0:211464:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1791, crc32c 10743, adler 1387 00000020:00000040:0.0:1767325796.735872:0:211464:0:(genops.c:898:class_export_put()) PUTting export 000000009cdc169b : new refcount 4 00000100:00000001:0.0:1767325796.735875:0:211464:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1767325796.735878:0:211464:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:0.0:1767325796.735881:0:211464:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0001-mdc-ffff997043181000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1767325796.735885:0:211464:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1767325796.735887:0:211464:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767325796.735889:0:211464:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:0.0:1767325796.735892:0:211464:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:0.0:1767325796.735894:0:211464:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767325796.735897:0:211464:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767325796.735899:0:211464:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325796.735901:0:211464:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1767325796.735904:0:211464:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1767325796.735907:0:211464:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1767325796.735908:0:211464:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:0.0:1767325796.735910:0:211464:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:0.0:1767325796.735911:0:211464:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:0.0:1767325796.735913:0:211464:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1767325796.735914:0:211464:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv 0000000080018e77 for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:0.0:1767325796.735918:0:211464:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xddb593876518d9cc 00800000:00000040:0.0:1767325796.735922:0:211464:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0xddb593876518d9d3 00800000:00000040:0.0:1767325796.735924:0:211464:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff997043181000=25c8b14d-875f-4c17-953c-c9ec680f2b09 device 4 (000000004cea2532) type mdc at LMV idx 1 00800000:00000040:0.0:1767325796.735927:0:211464:0:(lmv_obd.c:112:lmv_set_mdc_active()) OBD 000000004cea2532 already active! 00800000:00000001:0.0:1767325796.735928:0:211464:0:(lmv_obd.c:113:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767325796.735930:0:211464:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767325796.735932:0:211464:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767325796.735935:0:211464:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=5 obd=lustre-MDT0001-mdc-ffff997043181000 00000002:00000001:2.0:1767325796.736188:0:211464:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325796.736192:0:211464:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767325796.736196:0:211464:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767325796.736199:0:211464:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325796.736202:0:211464:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325796.736206:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2583070 x1853174993420032/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/416 e 0 to 0 dl 1767325821 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000002:00000001:0.0:1767325796.736208:0:216822:0:(mdc_request.c:2600:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1767325796.736213:0:216822:0:(kernelcomm.c:1422:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1767325796.736217:0:216822:0:(kernelcomm.c:1436:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325796.736219:0:211464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2583070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993420032:192.168.203.107@tcp:38: 00000020:00000001:0.0:1767325796.736221:0:216822:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325796.736224:0:216822:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767325796.736227:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767325796.736228:0:216822:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767325796.736231:0:211464:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325796.736233:0:211464:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2583070 x1853174993420032/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/416 e 0 to 0 dl 1767325821 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000002:00000001:0.0:1767325796.736237:0:216822:0:(mdc_request.c:2610:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325796.736244:0:211464:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325796.736247:0:211464:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325796.736258:0:211464:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000020da04bb. 02000000:00000001:2.0:1767325796.736262:0:211464:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325796.736269:0:211464:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325796.736271:0:211464:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325796.736274:0:211464:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325796.736275:0:211464:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000067810650. 02000000:00000001:2.0:1767325796.736279:0:211464:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325796.736280:0:211464:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325796.736282:0:211464:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2583070. 00000100:00000001:2.0:1767325796.736285:0:211464:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325796.736287:0:211464:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325796.736289:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325796.736294:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325796.736296:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325796.736298:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325796.736299:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325797.370257:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325797.370265:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325797.370272:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325797.370273:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325797.370339:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325797.370344:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325797.370351:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767325797.754279:0:214147:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767325797.754287:0:214147:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325798.394251:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325798.394259:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325798.394264:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325798.394265:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325798.394372:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325798.394376:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325798.394378:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325799.418206:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325799.418215:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325799.418222:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325799.418223:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325799.418257:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325799.418261:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325799.418263:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325800.442280:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325800.442287:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325800.442295:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325800.442297:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325800.442359:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325800.442366:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325800.442370:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767325801.338236:0:214155:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767325801.338240:0:214155:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (0000000033b8c559) refs 2 10000000:00000001:3.0:1767325801.338244:0:214155:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325801.338246:0:214155:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767325801.338247:0:214155:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767325801.338248:0:214155:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767325801.338250:0:214155:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:3.0:1767325801.338251:0:214155:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:3.0:1767325801.338253:0:214155:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff997043181000 from 13 10000000:00000001:3.0:1767325801.338256:0:214155:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767325801.338257:0:214155:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:3.0:1767325801.338265:0:214155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023d54c03. 00000020:00000040:3.0:1767325801.338268:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325801.338271:0:214155:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325801.338274:0:214155:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325801.338278:0:214155:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325801.338284:0:214155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000420251a5. 00000100:00000001:3.0:1767325801.338291:0:214155:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325801.338296:0:214155:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767325801.338298:0:214155:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767325801.338318:0:214155:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a4d24967. 00010000:00000001:3.0:1767325801.338322:0:214155:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767325801.338325:0:214155:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c469cfaf. 00000020:00000001:3.0:1767325801.338330:0:214155:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767325801.338332:0:214155:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c469cfaf with handle 0xddb593876518da0b to hash 00000020:00000001:3.0:1767325801.338334:0:214155:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767325801.338335:0:214155:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446631306885782528 : -112766823769088 : ffff99706d86dc00) 00010000:00000001:3.0:1767325801.338338:0:214155:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446631306885782528 : -112766823769088 : ffff99706d86dc00) 00010000:00000001:3.0:1767325801.338342:0:214155:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767325801.338343:0:214155:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325801.338346:0:214155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518da0b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767325801.338353:0:214155:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518da0b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767325801.338360:0:214155:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518da0b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767325801.338364:0:214155:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767325801.338365:0:214155:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767325801.338370:0:214155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009cf0cce4. 00000100:00000001:3.0:1767325801.338371:0:214155:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306843515712 : -112766866035904 : ffff99706b01eb40) 00000100:00000001:3.0:1767325801.338373:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325801.338374:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030080 : -112767441521536 : ffff997048b4b480) 00000100:00000001:3.0:1767325801.338377:0:214155:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325801.338378:0:214155:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.338380:0:214155:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767325801.338381:0:214155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325801.338386:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023d54c03 x1853174993420160/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.338392:0:214155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325801.338394:0:214155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325801.338416:0:214155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325801.338422:0:214155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325801.338424:0:214155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325801.338426:0:214155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993420160:192.168.203.107@tcp:101: 00000100:00000001:3.0:1767325801.338429:0:214155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325801.338436:0:214155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325801.338438:0:214155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325801.338440:0:214155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325801.338443:0:214155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d3741cb3. 02000000:00000001:3.0:1767325801.338444:0:214155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325801.338448:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002277bc63. 00000400:00000010:3.0:1767325801.338452:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ef8ff88. 00000100:00000200:3.0:1767325801.338457:0:214155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993420160, portal 25 00000100:00000001:3.0:1767325801.338458:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325801.338459:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030080 : -112767441521536 : ffff997048b4b480) 00000100:00000040:3.0:1767325801.338461:0:214155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023d54c03 x1853174993420160/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.338466:0:214155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325801.338468:0:214155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325801.338469:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f9143b9. 00000100:00000200:3.0:1767325801.338471:0:214155:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853174993420160, offset 0 00000400:00000200:3.0:1767325801.338475:0:214155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325801.338483:0:214155:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325801.338487:0:214155:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325801.338490:0:214155:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325801.338492:0:214155:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325801.338494:0:214155:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325801.338496:0:214155:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [266:266:256:4294967295] 192.168.203.107@tcp LPNI seq info [266:266:8:4294967295] 00000400:00000200:3.0:1767325801.338503:0:214155:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325801.338506:0:214155:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325801.338510:0:214155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023e56e71. 00000800:00000200:3.0:1767325801.338515:0:214155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325801.338522:0:214155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325801.338531:0:214155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023e56e71 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767325801.338551:0:214155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.338555:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305722906 00000100:00000001:3.0:1767325801.338562:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305718298 00000100:00000001:3.0:1767325801.338567:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305722906 00000100:00000001:3.0:1767325801.338571:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305718298 00000100:00000001:3.0:1767325801.338575:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305722906 00000100:00000001:3.0:1767325801.338577:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305718298 00000100:00000001:3.0:1767325801.338580:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305722906 00000100:00000001:3.0:1767325801.338582:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305718298 00000100:00000001:3.0:1767325801.338585:0:214155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325801.338587:0:214155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.338588:0:214155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325801.338589:0:214155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767325801.338590:0:214155:0:(client.c:2690:ptlrpc_set_wait()) set 000000009cf0cce4 going to sleep for 11 seconds 00000100:00000001:3.0:1767325801.338592:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325801.338594:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325801.338652:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325801.338656:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023e56e71. 00000400:00000200:1.0:1767325801.338661:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325801.338666:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325801.338670:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f9143b9 00000400:00000010:1.0:1767325801.338671:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f9143b9. 00000100:00000001:1.0:1767325801.338677:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325801.338680:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023d54c03 x1853174993420160/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325801.338691:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325801.338694:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000023d54c03 x1853174993420160/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325801.338699:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325801.338701:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325801.340165:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325801.340175:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325801.340177:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325801.340179:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325801.340185:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325801.340195:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 344 into portal 25 MB=0x69573ed307f80 00000400:00000200:1.0:1767325801.340201:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 344/344 into md 0x929 [1] + 224 00000800:00000001:1.0:1767325801.340206:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325801.340213:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325801.340215:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325801.340218:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325801.340228:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325801.340232:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023d54c03 x1853174993420160/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325801.340244:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000023d54c03 x1853174993420160/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325801.340255:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325801.340261:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325801.340269:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325801.340283:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325801.340289:0:214155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325801.340291:0:214155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325801.340293:0:214155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002277bc63. 00000400:00000200:3.0:1767325801.340297:0:214155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ef8ff88 00000400:00000010:3.0:1767325801.340298:0:214155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ef8ff88. 00000100:00000001:3.0:1767325801.340301:0:214155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325801.340305:0:214155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023d54c03 x1853174993420160/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325801.340314:0:214155:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023d54c03 x1853174993420160/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.340319:0:214155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325801.340321:0:214155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325801.340323:0:214155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325801.340331:0:214155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325801.340333:0:214155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325801.340335:0:214155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325801.340338:0:214155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325801.340342:0:214155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=58 v=5 (5 5 5 0) 00000100:00001000:3.0:1767325801.340346:0:214155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=58 v=5 (1 1 1 0) 00000100:00000001:3.0:1767325801.340348:0:214155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325801.340349:0:214155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325801.340352:0:214155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325801.340354:0:214155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.340356:0:214155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325801.340360:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023d54c03 x1853174993420160/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.340365:0:214155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325801.340368:0:214155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325801.340369:0:214155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325801.340372:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023d54c03 x1853174993420160/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325801.340378:0:214155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993420160:192.168.203.107@tcp:101: 00000100:00000001:3.0:1767325801.340382:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325801.340385:0:214155:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.340386:0:214155:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767325801.340388:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325801.340390:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023d54c03 x1853174993420160/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.340395:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325801.340409:0:214155:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009cf0cce4. 00000100:00000001:3.0:1767325801.340413:0:214155:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767325801.340414:0:214155:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325801.340416:0:214155:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767325801.340419:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767325801.340421:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325801.340423:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c469cfaf refcount=4 00000020:00000001:3.0:1767325801.340425:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885782528 : -112766823769088 : ffff99706d86dc00) 00010000:00000001:3.0:1767325801.340432:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885782528 : -112766823769088 : ffff99706d86dc00) 00010000:00000040:3.0:1767325801.340436:0:214155:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000c469cfaf, remote cookie: 0x11a3bfd0193d637, flags: 0x0 00010000:00000001:3.0:1767325801.340439:0:214155:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767325801.340442:0:214155:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767325801.340445:0:214155:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767325801.340446:0:214155:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767325801.340447:0:214155:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767325801.340449:0:214155:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a4d24967) refcount = 1 00010000:00010000:3.0:1767325801.340453:0:214155:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518da0b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d637 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325801.340459:0:214155:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767325801.340460:0:214155:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767325801.340461:0:214155:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767325801.340465:0:214155:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767325801.340467:0:214155:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325801.340469:0:214155:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518da0b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x11a3bfd0193d637 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325801.340474:0:214155:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767325801.340475:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325801.340477:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325801.340478:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325801.340479:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325801.340480:0:214155:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.340482:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325801.340485:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023d54c03 x1853174993420160/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.340496:0:214155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325801.340498:0:214155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325801.340501:0:214155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d3741cb3. 02000000:00000001:3.0:1767325801.340504:0:214155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325801.340505:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325801.340507:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767325801.340508:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325801.340515:0:214155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000420251a5. 02000000:00000001:3.0:1767325801.340518:0:214155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325801.340520:0:214155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325801.340521:0:214155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023d54c03. 00000100:00000001:3.0:1767325801.340524:0:214155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325801.340525:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767325801.340527:0:214155:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325801.340529:0:214155:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767325801.340531:0:214155:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (0000000033b8c559) refs 3 10000000:00000001:3.0:1767325801.340532:0:214155:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325801.340534:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767325801.340535:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325801.340537:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c469cfaf refcount=3 00000020:00000001:3.0:1767325801.340538:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885782528 : -112766823769088 : ffff99706d86dc00) 00010000:00000001:3.0:1767325801.340540:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885782528 : -112766823769088 : ffff99706d86dc00) 00010000:00000001:3.0:1767325801.340542:0:214155:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767325801.340544:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325801.340544:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325801.340545:0:214155:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325801.340547:0:214155:0:(mgc_request.c:1532:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767325801.340550:0:214155:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000036b07b51. 00000100:00000010:3.0:1767325801.340562:0:214155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023d54c03. 00000020:00000040:3.0:1767325801.340564:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325801.340567:0:214155:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325801.340569:0:214155:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325801.340571:0:214155:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325801.340574:0:214155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000420251a5. 00000100:00000001:3.0:1767325801.340576:0:214155:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.340580:0:214155:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767325801.340583:0:214155:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d3741cb3. 00000100:00000010:3.0:1767325801.340585:0:214155:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000008b67573f. 00000020:00000040:3.0:1767325801.340587:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=5 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325801.340598:0:214155:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767325801.340599:0:214155:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767325801.340602:0:214155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009cf0cce4. 00000100:00000001:3.0:1767325801.340604:0:214155:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306843515712 : -112766866035904 : ffff99706b01eb40) 00000100:00000001:3.0:1767325801.340609:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325801.340611:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030080 : -112767441521536 : ffff997048b4b480) 00000100:00000001:3.0:1767325801.340614:0:214155:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325801.340615:0:214155:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.340616:0:214155:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767325801.340617:0:214155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325801.340620:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023d54c03 x1853174993420288/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.340627:0:214155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325801.340628:0:214155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325801.340630:0:214155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325801.340632:0:214155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325801.340634:0:214155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325801.340636:0:214155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993420288:192.168.203.107@tcp:256: 00000100:00000001:3.0:1767325801.340639:0:214155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325801.340641:0:214155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325801.340643:0:214155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.340644:0:214155:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767325801.340648:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002277bc63. 00000400:00000010:3.0:1767325801.340652:0:214155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000087855168. 00000100:00000200:3.0:1767325801.340655:0:214155:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x69573ed308000-0x69573ed308000, portal 33 00000100:00000001:3.0:1767325801.340658:0:214155:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325801.340660:0:214155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325801.340662:0:214155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000992985ab. 02000000:00000001:3.0:1767325801.340664:0:214155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325801.340666:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a25cca8. 00000400:00000010:3.0:1767325801.340668:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ef8ff88. 00000100:00000200:3.0:1767325801.340670:0:214155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993420288, portal 25 00000100:00000001:3.0:1767325801.340672:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325801.340673:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030080 : -112767441521536 : ffff997048b4b480) 00000100:00000040:3.0:1767325801.340676:0:214155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023d54c03 x1853174993420288/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325817 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.340682:0:214155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325801.340688:0:214155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325801.340689:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000850ac0f3. 00000100:00000200:3.0:1767325801.340691:0:214155:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853174993420288, offset 0 00000400:00000200:3.0:1767325801.340696:0:214155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325801.340701:0:214155:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325801.340704:0:214155:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325801.340707:0:214155:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325801.340709:0:214155:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325801.340711:0:214155:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325801.340714:0:214155:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [267:267:256:4294967295] 192.168.203.107@tcp LPNI seq info [267:267:8:4294967295] 00000400:00000200:3.0:1767325801.340721:0:214155:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325801.340725:0:214155:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325801.340728:0:214155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000356a1e1a. 00000800:00000200:3.0:1767325801.340732:0:214155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325801.340735:0:214155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325801.340738:0:214155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000356a1e1a type 1, nob 400 niov 1 nkiov 1 00000100:00000001:3.0:1767325801.340753:0:214155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.340755:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305722908 00000100:00000001:3.0:1767325801.340759:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305722906 00000100:00000001:3.0:1767325801.340762:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305722908 00000100:00000001:3.0:1767325801.340765:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305722906 00000100:00000001:3.0:1767325801.340767:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305722908 00000100:00000001:3.0:1767325801.340769:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305722906 00000100:00000001:3.0:1767325801.340772:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305722908 00000100:00000001:3.0:1767325801.340776:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305722906 00000100:00000001:3.0:1767325801.340779:0:214155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325801.340782:0:214155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.340784:0:214155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325801.340785:0:214155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767325801.340791:0:214155:0:(client.c:2690:ptlrpc_set_wait()) set 000000009cf0cce4 going to sleep for 11 seconds 00000100:00000001:3.0:1767325801.340793:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325801.340795:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325801.340826:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325801.340830:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000356a1e1a. 00000400:00000200:2.0:1767325801.340834:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325801.340838:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325801.340841:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000850ac0f3 00000400:00000010:2.0:1767325801.340843:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000850ac0f3. 00000100:00000001:2.0:1767325801.340846:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325801.340849:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023d54c03 x1853174993420288/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325817 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325801.340862:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325801.340864:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000023d54c03 x1853174993420288/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325817 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325801.340870:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325801.340871:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325801.341666:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325801.341671:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325801.341672:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325801.341673:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325801.341677:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325801.341682:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 44 into portal 33 MB=0x69573ed308000 00000400:00000200:1.0:1767325801.341685:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.107@tcp of length 44/44 into md 0x931 [4] + 0 00000400:00000010:1.0:1767325801.341687:0:211459:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002277bc63. 00000400:00000200:1.0:1767325801.341689:0:211459:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000087855168 00000800:00000001:1.0:1767325801.341691:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325801.341694:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325801.341695:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325801.341697:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325801.341699:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087855168 00000400:00000010:1.0:1767325801.341700:0:211459:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000087855168. 00000100:00000001:1.0:1767325801.341702:0:211459:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767325801.341703:0:211459:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000023d54c03 desc 00000000d3741cb3 mbits 1853174993420288 00000100:00000001:1.0:1767325801.341711:0:211459:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767325801.341713:0:211459:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767325801.341716:0:211459:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.7@tcp to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325801.341719:0:211459:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [268:268:256:4294967295] 192.168.203.107@tcp LPNI seq info [268:268:8:4294967295] 00000400:00000200:1.0:1767325801.341724:0:211459:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:192.168.203.7@tcp) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) 192.168.203.107@tcp : ACK try# 0 00000800:00000200:1.0:1767325801.341728:0:211459:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325801.341730:0:211459:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at 0000000047e98dfd. 00000800:00000200:1.0:1767325801.341733:0:211459:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325801.341738:0:211459:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325801.341739:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767325801.341740:0:211459:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000047e98dfd type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767325801.341744:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325801.341770:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325801.341773:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at 0000000047e98dfd. 00000400:00000200:1.0:1767325801.341776:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767325801.341778:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325801.341784:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325801.341784:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: ACK: OK 00000800:00000001:2.0:1767325801.342583:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325801.342588:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325801.342589:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325801.342591:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325801.342594:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325801.342599:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 240 into portal 25 MB=0x69573ed308000 00000400:00000200:2.0:1767325801.342602:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 240/240 into md 0x935 [1] + 224 00000800:00000001:2.0:1767325801.342605:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325801.342608:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325801.342609:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325801.342611:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325801.342613:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325801.342615:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023d54c03 x1853174993420288/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325817 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325801.342621:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000023d54c03 x1853174993420288/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325801.342631:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325801.342634:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325801.342636:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325801.342669:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325801.342681:0:214155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325801.342683:0:214155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325801.342686:0:214155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a25cca8. 00000400:00000200:3.0:1767325801.342692:0:214155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ef8ff88 00000400:00000010:3.0:1767325801.342694:0:214155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ef8ff88. 00000100:00000001:3.0:1767325801.342699:0:214155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325801.342706:0:214155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023d54c03 x1853174993420288/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325801.342714:0:214155:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023d54c03 x1853174993420288/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.342719:0:214155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325801.342721:0:214155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325801.342723:0:214155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325801.342726:0:214155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325801.342728:0:214155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325801.342729:0:214155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325801.342732:0:214155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325801.342737:0:214155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=58 v=5 (5 5 5 0) 00000100:00001000:3.0:1767325801.342741:0:214155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=58 v=5 (1 1 1 0) 00000100:00000001:3.0:1767325801.342744:0:214155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325801.342745:0:214155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325801.342756:0:214155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325801.342758:0:214155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.342761:0:214155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325801.342764:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000023d54c03 x1853174993420288/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325801.342774:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000023d54c03 x1853174993420288/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325817 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.342780:0:214155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325801.342794:0:214155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325801.342798:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023d54c03 x1853174993420288/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325817 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325801.342805:0:214155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993420288:192.168.203.107@tcp:256: 00000100:00000001:3.0:1767325801.342809:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325801.342811:0:214155:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.342813:0:214155:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767325801.342814:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325801.342816:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023d54c03 x1853174993420288/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325817 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.342820:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325801.342822:0:214155:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009cf0cce4. 00000100:00000001:3.0:1767325801.342825:0:214155:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767325801.342826:0:214155:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767325801.342829:0:214155:0:(mgc_request.c:1610:mgc_process_recover_log()) Latest version 13, more 0. 10000000:00000001:3.0:1767325801.342832:0:214155:0:(mgc_request.c:1273:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767325801.342837:0:214155:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000005d4b8483. 00010000:00000001:3.0:1767325801.342847:0:214155:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767325801.342850:0:214155:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767325801.342853:0:214155:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.107@tcp has 192.168.203.107@tcp. 00000100:00000001:3.0:1767325801.342856:0:214155:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325801.342858:0:214155:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767325801.342860:0:214155:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.107@tcp with 192.168.203.107@tcp 00000100:00000200:3.0:1767325801.342862:0:214155:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.107@tcp' 00000400:00000200:3.0:1767325801.342864:0:214155:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1767325801.342867:0:214155:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1767325801.342870:0:214155:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.107@tcp 00000400:00000200:3.0:1767325801.342876:0:214155:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.107@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767325801.342883:0:214155:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767325801.342886:0:214155:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.107@tcp NID 192.168.203.107@tcp: 0. pending discovery 00000400:00000200:3.0:1767325801.342889:0:214155:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.107@tcp 00000100:00000001:3.0:1767325801.342891:0:214155:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325801.342893:0:214155:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767325801.342908:0:214155:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.203.107@tcp' by NID '192.168.203.107@tcp' 10000000:00000010:3.0:1767325801.342913:0:214155:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 000000002e010308. 10000000:00000040:3.0:1767325801.342916:0:214155:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 13/13 for lustre-MDT0001-mdc-ffff997043181000 -> mdc.import=connection=192.168.203.107@tcp::5 00000020:00000080:3.0:1767325801.342919:0:214155:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767325801.342926:0:214155:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767325801.342930:0:214155:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae4619a7. 00000020:00000010:3.0:1767325801.342935:0:214155:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002fdd1b16. 00000020:00000010:3.0:1767325801.342939:0:214155:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000b4cde398. 00000008:00000010:3.0:1767325801.342947:0:214155:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000010ef5b21. 00020000:00000010:3.0:1767325801.342952:0:214155:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000007c93f107. 00008000:00000010:3.0:1767325801.342957:0:214155:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007d03c7f2. 00000080:00000010:3.0:1767325801.342964:0:214155:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007de0d2ae. 00000080:00000010:3.0:1767325801.342969:0:214155:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000008b6017ee. 00000040:00000001:3.0:1767325801.342974:0:214155:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767325801.342976:0:214155:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000002e010308 00000040:00001000:3.0:1767325801.342977:0:214155:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767325801.342979:0:214155:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767325801.342980:0:214155:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767325801.342981:0:214155:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767325801.342983:0:214155:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767325801.342984:0:214155:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767325801.342986:0:214155:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0001-mdc-ffff997043181000 00000040:00001000:3.0:1767325801.342987:0:214155:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.203.107@tcp::5 00000040:00000001:3.0:1767325801.342989:0:214155:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:3.0:1767325801.343046:0:214155:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002fdd1b16. 00000020:00000010:3.0:1767325801.343051:0:214155:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000b4cde398. 00000008:00000010:3.0:1767325801.343054:0:214155:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000010ef5b21. 00020000:00000010:3.0:1767325801.343057:0:214155:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000007c93f107. 00008000:00000010:3.0:1767325801.343061:0:214155:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000007d03c7f2. 00000080:00000010:3.0:1767325801.343065:0:214155:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000007de0d2ae. 00000080:00000010:3.0:1767325801.343068:0:214155:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000008b6017ee. 00000020:00000010:3.0:1767325801.343072:0:214155:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae4619a7. 00000020:00000001:3.0:1767325801.343078:0:214155:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325801.343080:0:214155:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767325801.343089:0:214155:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 000000002e010308. 10000000:00000010:3.0:1767325801.343092:0:214155:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000005d4b8483. 10000000:00000001:3.0:1767325801.343095:0:214155:0:(mgc_request.c:1508:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.343098:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325801.343101:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023d54c03 x1853174993420288/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325817 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.343108:0:214155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325801.343110:0:214155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325801.343113:0:214155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000992985ab. 02000000:00000001:3.0:1767325801.343115:0:214155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325801.343117:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325801.343119:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767325801.343121:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325801.343122:0:214155:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767325801.343124:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325801.343125:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767325801.343127:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767325801.343130:0:214155:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000008b67573f. 00000100:00000010:3.0:1767325801.343133:0:214155:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d3741cb3. 00000100:00000001:3.0:1767325801.343135:0:214155:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767325801.343137:0:214155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000420251a5. 02000000:00000001:3.0:1767325801.343139:0:214155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325801.343170:0:214155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325801.343171:0:214155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023d54c03. 00000100:00000001:3.0:1767325801.343174:0:214155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325801.343175:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767325801.343190:0:214155:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000036b07b51. 10000000:01000000:3.0:1767325801.343194:0:214155:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.107@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:3.0:1767325801.343198:0:214155:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767325801.343201:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767325801.343203:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325801.343206:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c469cfaf refcount=3 00000020:00000001:3.0:1767325801.343208:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885782528 : -112766823769088 : ffff99706d86dc00) 00010000:00000001:3.0:1767325801.343211:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885782528 : -112766823769088 : ffff99706d86dc00) 00010000:00000001:3.0:1767325801.343214:0:214155:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767325801.343222:0:214155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518da0b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d637 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325801.343231:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325801.343232:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767325801.343234:0:214155:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518da0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d637 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325801.343238:0:214155:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767325801.343239:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325801.343240:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767325801.343241:0:214155:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325801.343243:0:214155:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325801.343244:0:214155:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767325801.343246:0:214155:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767325801.343247:0:214155:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000787ac9e6) refs 2 10000000:00000001:3.0:1767325801.343248:0:214155:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325801.343250:0:214155:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767325801.343251:0:214155:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(0000000033b8c559) refs 3 10000000:00000001:3.0:1767325801.343253:0:214155:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767325801.343255:0:214155:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767325801.343256:0:214155:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:3.0:1767325801.343258:0:214155:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:3.0:1767325801.343259:0:214155:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff997043181000 from 42 10000000:00000001:3.0:1767325801.343262:0:214155:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767325801.343263:0:214155:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1767325801.343267:0:214155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023d54c03. 00000020:00000040:3.0:1767325801.343270:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325801.343274:0:214155:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325801.343276:0:214155:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325801.343279:0:214155:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325801.343284:0:214155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000420251a5. 00000100:00000001:3.0:1767325801.343289:0:214155:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325801.343292:0:214155:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767325801.343294:0:214155:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767325801.343300:0:214155:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e3009d8d. 00010000:00000001:3.0:1767325801.343304:0:214155:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767325801.343312:0:214155:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e055946f. 00000020:00000001:3.0:1767325801.343315:0:214155:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767325801.343316:0:214155:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e055946f with handle 0xddb593876518da12 to hash 00000020:00000001:3.0:1767325801.343318:0:214155:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767325801.343320:0:214155:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446631306885780480 : -112766823771136 : ffff99706d86d400) 00010000:00000001:3.0:1767325801.343322:0:214155:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446631306885780480 : -112766823771136 : ffff99706d86d400) 00010000:00000001:3.0:1767325801.343325:0:214155:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767325801.343328:0:214155:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325801.343329:0:214155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.107@tcp lock: 00000000e055946f/0xddb593876518da12 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767325801.343333:0:214155:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.107@tcp lock: 00000000e055946f/0xddb593876518da12 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767325801.343342:0:214155:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.107@tcp lock: 00000000e055946f/0xddb593876518da12 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767325801.343348:0:214155:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767325801.343350:0:214155:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767325801.343353:0:214155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009cf0cce4. 00000100:00000001:3.0:1767325801.343356:0:214155:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306843515712 : -112766866035904 : ffff99706b01eb40) 00000100:00000001:3.0:1767325801.343359:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325801.343360:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030080 : -112767441521536 : ffff997048b4b480) 00000100:00000001:3.0:1767325801.343365:0:214155:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325801.343368:0:214155:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.343370:0:214155:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767325801.343372:0:214155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325801.343375:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023d54c03 x1853174993420416/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.343383:0:214155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325801.343385:0:214155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325801.343388:0:214155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325801.343390:0:214155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325801.343393:0:214155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325801.343413:0:214155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993420416:192.168.203.107@tcp:101: 00000100:00000001:3.0:1767325801.343418:0:214155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325801.343422:0:214155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325801.343425:0:214155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325801.343427:0:214155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325801.343430:0:214155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d3741cb3. 02000000:00000001:3.0:1767325801.343432:0:214155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325801.343436:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a25cca8. 00000400:00000010:3.0:1767325801.343441:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ef8ff88. 00000100:00000200:3.0:1767325801.343446:0:214155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993420416, portal 25 00000100:00000001:3.0:1767325801.343448:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325801.343449:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030080 : -112767441521536 : ffff997048b4b480) 00000100:00000040:3.0:1767325801.343458:0:214155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023d54c03 x1853174993420416/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.343463:0:214155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325801.343465:0:214155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325801.343467:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2517023. 00000100:00000200:3.0:1767325801.343469:0:214155:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853174993420416, offset 0 00000400:00000200:3.0:1767325801.343474:0:214155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325801.343482:0:214155:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325801.343485:0:214155:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325801.343489:0:214155:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325801.343494:0:214155:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325801.343497:0:214155:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325801.343500:0:214155:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [269:269:256:4294967295] 192.168.203.107@tcp LPNI seq info [269:269:8:4294967295] 00000400:00000200:3.0:1767325801.343515:0:214155:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325801.343521:0:214155:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325801.343527:0:214155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000356a1e1a. 00000800:00000200:3.0:1767325801.343538:0:214155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325801.343550:0:214155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325801.343555:0:214155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000356a1e1a type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767325801.343574:0:214155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.343578:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305722911 00000100:00000001:3.0:1767325801.343586:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305722908 00000100:00000001:3.0:1767325801.343592:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305722911 00000100:00000001:3.0:1767325801.343600:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305722908 00000100:00000001:3.0:1767325801.343605:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305722911 00000100:00000001:3.0:1767325801.343612:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305722908 00000100:00000001:3.0:1767325801.343616:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305722911 00000100:00000001:3.0:1767325801.343621:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305722908 00000100:00000001:3.0:1767325801.343625:0:214155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325801.343629:0:214155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.343631:0:214155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325801.343633:0:214155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767325801.343634:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1767325801.343642:0:214155:0:(client.c:2690:ptlrpc_set_wait()) set 000000009cf0cce4 going to sleep for 11 seconds 00000800:00000010:2.0:1767325801.343643:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000356a1e1a. 00000100:00000001:3.0:1767325801.343653:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325801.343653:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325801.343658:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325801.343662:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325801.343668:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2517023 00000400:00000010:2.0:1767325801.343675:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2517023. 00000100:00000001:2.0:1767325801.343678:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325801.343681:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023d54c03 x1853174993420416/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325801.343688:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325801.343692:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000023d54c03 x1853174993420416/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325801.343697:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325801.343698:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325801.344611:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325801.344618:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325801.344621:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325801.344623:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325801.344628:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325801.344636:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 344 into portal 25 MB=0x69573ed308080 00000400:00000200:1.0:1767325801.344641:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 344/344 into md 0x93d [1] + 224 00000800:00000001:1.0:1767325801.344645:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325801.344651:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325801.344654:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325801.344658:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325801.344662:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325801.344665:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023d54c03 x1853174993420416/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325801.344673:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000023d54c03 x1853174993420416/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325801.344689:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325801.344694:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325801.344697:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325801.344727:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325801.344733:0:214155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325801.344735:0:214155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325801.344736:0:214155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a25cca8. 00000400:00000200:3.0:1767325801.344740:0:214155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ef8ff88 00000400:00000010:3.0:1767325801.344741:0:214155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ef8ff88. 00000100:00000001:3.0:1767325801.344743:0:214155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325801.344748:0:214155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023d54c03 x1853174993420416/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325801.344753:0:214155:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023d54c03 x1853174993420416/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.344758:0:214155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325801.344759:0:214155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325801.344761:0:214155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325801.344762:0:214155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325801.344764:0:214155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325801.344772:0:214155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325801.344774:0:214155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325801.344778:0:214155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=58 v=5 (5 5 5 0) 00000100:00001000:3.0:1767325801.344781:0:214155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=58 v=5 (1 1 1 0) 00000100:00000001:3.0:1767325801.344783:0:214155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325801.344784:0:214155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325801.344786:0:214155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325801.344788:0:214155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.344790:0:214155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325801.344794:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023d54c03 x1853174993420416/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.344800:0:214155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325801.344802:0:214155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325801.344804:0:214155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325801.344806:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023d54c03 x1853174993420416/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325801.344814:0:214155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993420416:192.168.203.107@tcp:101: 00000100:00000001:3.0:1767325801.344819:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325801.344821:0:214155:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.344823:0:214155:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767325801.344824:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325801.344827:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023d54c03 x1853174993420416/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.344833:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325801.344835:0:214155:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009cf0cce4. 00000100:00000001:3.0:1767325801.344838:0:214155:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767325801.344839:0:214155:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325801.344841:0:214155:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767325801.344842:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767325801.344843:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325801.344845:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e055946f refcount=4 00000020:00000001:3.0:1767325801.344846:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885780480 : -112766823771136 : ffff99706d86d400) 00010000:00000001:3.0:1767325801.344847:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885780480 : -112766823771136 : ffff99706d86d400) 00010000:00000040:3.0:1767325801.344857:0:214155:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000e055946f, remote cookie: 0x11a3bfd0193d63e, flags: 0x0 00010000:00000001:3.0:1767325801.344860:0:214155:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767325801.344863:0:214155:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767325801.344865:0:214155:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767325801.344867:0:214155:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767325801.344868:0:214155:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767325801.344870:0:214155:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000e3009d8d) refcount = 1 00010000:00010000:3.0:1767325801.344874:0:214155:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.107@tcp lock: 00000000e055946f/0xddb593876518da12 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d63e expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325801.344881:0:214155:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767325801.344883:0:214155:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767325801.344884:0:214155:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767325801.344887:0:214155:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767325801.344890:0:214155:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325801.344892:0:214155:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.107@tcp lock: 00000000e055946f/0xddb593876518da12 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x11a3bfd0193d63e expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325801.344898:0:214155:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767325801.344900:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325801.344901:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325801.344902:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325801.344903:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325801.344904:0:214155:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.344907:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325801.344910:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023d54c03 x1853174993420416/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.344916:0:214155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325801.344917:0:214155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325801.344920:0:214155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d3741cb3. 02000000:00000001:3.0:1767325801.344923:0:214155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325801.344925:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325801.344926:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767325801.344929:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325801.344930:0:214155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000420251a5. 02000000:00000001:3.0:1767325801.344933:0:214155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325801.344939:0:214155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325801.344940:0:214155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023d54c03. 00000100:00000001:3.0:1767325801.344943:0:214155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325801.344944:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767325801.344945:0:214155:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325801.344947:0:214155:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767325801.344948:0:214155:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000787ac9e6) refs 3 10000000:00000001:3.0:1767325801.344949:0:214155:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325801.344951:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767325801.344953:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325801.344954:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e055946f refcount=3 00000020:00000001:3.0:1767325801.344955:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885780480 : -112766823771136 : ffff99706d86d400) 00010000:00000001:3.0:1767325801.344956:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885780480 : -112766823771136 : ffff99706d86d400) 00010000:00000001:3.0:1767325801.344958:0:214155:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767325801.344960:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325801.344961:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325801.344961:0:214155:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325801.344963:0:214155:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1767325801.344965:0:214155:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000008b67573f. 00000020:00000010:3.0:1767325801.344967:0:214155:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000420251a5. 00000020:00000010:3.0:1767325801.344969:0:214155:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000992985ab. 00000040:00000010:3.0:1767325801.344972:0:214155:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ae4619a7. 00000020:00000010:3.0:1767325801.344977:0:214155:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000059419af0. 00000020:00000010:3.0:1767325801.344982:0:214155:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002fdd1b16. 80000000:00000010:3.0:1767325801.344987:0:214155:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b4cde398. 00040000:00000010:3.0:1767325801.344992:0:214155:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c4973da6. 20000000:00000010:3.0:1767325801.344997:0:214155:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000050e660c8. 10000000:00000040:3.0:1767325801.345002:0:214155:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000033f481f1 : new refcount 2 00000020:00000001:3.0:1767325801.345006:0:214155:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1767325801.345007:0:214155:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:3.0:1767325801.345010:0:214155:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767325801.345014:0:214155:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f2386f91. 00000040:00000001:3.0:1767325801.345018:0:214155:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767325801.345020:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000010:3.0:1767325801.345023:0:214155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023d54c03. 00000020:00000040:3.0:1767325801.345032:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=5 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325801.345036:0:214155:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325801.345038:0:214155:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325801.345040:0:214155:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325801.345044:0:214155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000269045ca. 00000100:00000001:3.0:1767325801.345048:0:214155:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.345053:0:214155:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767325801.345054:0:214155:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767325801.345057:0:214155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009cf0cce4. 00000100:00000001:3.0:1767325801.345060:0:214155:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306843515712 : -112766866035904 : ffff99706b01eb40) 00000100:00000001:3.0:1767325801.345062:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325801.345063:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030080 : -112767441521536 : ffff997048b4b480) 00000100:00000001:3.0:1767325801.345066:0:214155:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325801.345067:0:214155:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.345069:0:214155:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767325801.345070:0:214155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325801.345074:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023d54c03 x1853174993420544/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.345081:0:214155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325801.345082:0:214155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325801.345085:0:214155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325801.345087:0:214155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325801.345088:0:214155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325801.345090:0:214155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993420544:192.168.203.107@tcp:501: 00000100:00000001:3.0:1767325801.345093:0:214155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325801.345095:0:214155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325801.345096:0:214155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325801.345097:0:214155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325801.345099:0:214155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047ae5ea5. 02000000:00000001:3.0:1767325801.345100:0:214155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325801.345103:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a25cca8. 00000400:00000010:3.0:1767325801.345105:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ef8ff88. 00000100:00000200:3.0:1767325801.345108:0:214155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993420544, portal 25 00000100:00000001:3.0:1767325801.345109:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325801.345117:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030080 : -112767441521536 : ffff997048b4b480) 00000100:00000040:3.0:1767325801.345120:0:214155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023d54c03 x1853174993420544/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.345124:0:214155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325801.345126:0:214155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325801.345128:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2517023. 00000100:00000200:3.0:1767325801.345130:0:214155:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853174993420544, offset 0 00000400:00000200:3.0:1767325801.345135:0:214155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325801.345198:0:214155:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325801.345202:0:214155:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325801.345205:0:214155:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325801.345208:0:214155:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325801.345211:0:214155:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325801.345214:0:214155:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [270:270:256:4294967295] 192.168.203.107@tcp LPNI seq info [270:270:8:4294967295] 00000400:00000200:3.0:1767325801.345226:0:214155:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325801.345233:0:214155:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325801.345237:0:214155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023e56e71. 00000800:00000200:3.0:1767325801.345242:0:214155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325801.345246:0:214155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325801.345250:0:214155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023e56e71 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1767325801.345264:0:214155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.345267:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305722913 00000100:00000001:3.0:1767325801.345273:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305722911 00000100:00000001:3.0:1767325801.345279:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305722913 00000100:00000001:3.0:1767325801.345286:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305722911 00000100:00000001:3.0:1767325801.345296:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305722913 00000100:00000001:3.0:1767325801.345302:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305722911 00000100:00000001:3.0:1767325801.345308:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305722913 00000100:00000001:3.0:1767325801.345315:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305722911 00000100:00000001:3.0:1767325801.345326:0:214155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325801.345327:0:214155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.345329:0:214155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325801.345330:0:214155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767325801.345333:0:214155:0:(client.c:2690:ptlrpc_set_wait()) set 000000009cf0cce4 going to sleep for 11 seconds 00000100:00000001:3.0:1767325801.345338:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325801.345339:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325801.345374:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325801.345378:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023e56e71. 00000400:00000200:2.0:1767325801.345383:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325801.345388:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325801.345392:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2517023 00000400:00000010:2.0:1767325801.345394:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2517023. 00000100:00000001:2.0:1767325801.345408:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325801.345412:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023d54c03 x1853174993420544/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325801.345421:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325801.345423:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000023d54c03 x1853174993420544/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325801.345430:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325801.345432:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325801.346487:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325801.346493:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325801.346495:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325801.346496:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325801.346500:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325801.346506:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 272 into portal 25 MB=0x69573ed308100 00000400:00000200:2.0:1767325801.346509:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 272/272 into md 0x945 [1] + 224 00000800:00000001:2.0:1767325801.346512:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325801.346516:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325801.346517:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325801.346524:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325801.346527:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325801.346529:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023d54c03 x1853174993420544/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325801.346534:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@0000000023d54c03 x1853174993420544/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325801.346546:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325801.346550:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325801.346552:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325801.346579:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325801.346584:0:214155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325801.346585:0:214155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325801.346586:0:214155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a25cca8. 00000400:00000200:3.0:1767325801.346589:0:214155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ef8ff88 00000400:00000010:3.0:1767325801.346591:0:214155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ef8ff88. 00000100:00000001:3.0:1767325801.346594:0:214155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325801.346599:0:214155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023d54c03 x1853174993420544/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325801.346605:0:214155:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023d54c03 x1853174993420544/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.346610:0:214155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325801.346611:0:214155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325801.346614:0:214155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325801.346616:0:214155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325801.346617:0:214155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325801.346619:0:214155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325801.346620:0:214155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325801.346623:0:214155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=58 v=5 (5 5 5 0) 00000100:00001000:3.0:1767325801.346626:0:214155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=58 v=5 (1 1 1 0) 00000100:00000001:3.0:1767325801.346628:0:214155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325801.346630:0:214155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325801.346633:0:214155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325801.346634:0:214155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.346636:0:214155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325801.346639:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023d54c03 x1853174993420544/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.346645:0:214155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325801.346655:0:214155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325801.346656:0:214155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325801.346660:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023d54c03 x1853174993420544/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325801.346667:0:214155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993420544:192.168.203.107@tcp:501: 00000100:00000001:3.0:1767325801.346672:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325801.346676:0:214155:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.346678:0:214155:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767325801.346679:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325801.346681:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023d54c03 x1853174993420544/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.346685:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325801.346687:0:214155:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009cf0cce4. 00000100:00000001:3.0:1767325801.346689:0:214155:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767325801.346689:0:214155:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767325801.346692:0:214155:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1767325801.346693:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325801.346694:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767325801.346695:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325801.346696:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325801.346697:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023d54c03 x1853174993420544/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.346701:0:214155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325801.346701:0:214155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325801.346702:0:214155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047ae5ea5. 02000000:00000001:3.0:1767325801.346704:0:214155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325801.346705:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325801.346706:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767325801.346707:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325801.346707:0:214155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000269045ca. 02000000:00000001:3.0:1767325801.346709:0:214155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325801.346710:0:214155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325801.346711:0:214155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023d54c03. 00000100:00000001:3.0:1767325801.346712:0:214155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325801.346718:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767325801.346719:0:214155:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767325801.346721:0:214155:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767325801.346726:0:214155:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000725a8658. 00000040:00000001:3.0:1767325801.346727:0:214155:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767325801.346728:0:214155:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:3.0:1767325801.346730:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000010:3.0:1767325801.346732:0:214155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023d54c03. 00000020:00000040:3.0:1767325801.346733:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=5 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325801.346735:0:214155:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325801.346737:0:214155:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325801.346738:0:214155:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325801.346741:0:214155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000269045ca. 00000100:00000001:3.0:1767325801.346743:0:214155:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.346744:0:214155:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767325801.346745:0:214155:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767325801.346747:0:214155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009cf0cce4. 00000100:00000001:3.0:1767325801.346748:0:214155:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306843515712 : -112766866035904 : ffff99706b01eb40) 00000100:00000001:3.0:1767325801.346750:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325801.346751:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030080 : -112767441521536 : ffff997048b4b480) 00000100:00000001:3.0:1767325801.346753:0:214155:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325801.346753:0:214155:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.346755:0:214155:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767325801.346755:0:214155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325801.346757:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023d54c03 x1853174993420672/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.346761:0:214155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325801.346762:0:214155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325801.346764:0:214155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325801.346765:0:214155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325801.346766:0:214155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325801.346767:0:214155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993420672:192.168.203.107@tcp:503: 00000100:00000001:3.0:1767325801.346770:0:214155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325801.346772:0:214155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325801.346774:0:214155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325801.346782:0:214155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325801.346798:0:214155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000abf05530. 02000000:00000001:3.0:1767325801.346800:0:214155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325801.346804:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a25cca8. 00000400:00000010:3.0:1767325801.346808:0:214155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000dea598df. 00000100:00000200:3.0:1767325801.346811:0:214155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853174993420672, portal 25 00000100:00000001:3.0:1767325801.346813:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325801.346814:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030080 : -112767441521536 : ffff997048b4b480) 00000100:00000040:3.0:1767325801.346819:0:214155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023d54c03 x1853174993420672/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325817 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.346826:0:214155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325801.346828:0:214155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325801.346831:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ef8ff88. 00000100:00000200:3.0:1767325801.346834:0:214155:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853174993420672, offset 0 00000400:00000200:3.0:1767325801.346838:0:214155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325801.346843:0:214155:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325801.346846:0:214155:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325801.346848:0:214155:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325801.346850:0:214155:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325801.346852:0:214155:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325801.346855:0:214155:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [271:271:256:4294967295] 192.168.203.107@tcp LPNI seq info [271:271:8:4294967295] 00000400:00000200:3.0:1767325801.346861:0:214155:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325801.346864:0:214155:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325801.346867:0:214155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023e56e71. 00000800:00000200:3.0:1767325801.346870:0:214155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325801.346873:0:214155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325801.346875:0:214155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023e56e71 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767325801.346890:0:214155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.346892:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305722914 00000100:00000001:3.0:1767325801.346896:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305722913 00000100:00000001:3.0:1767325801.346898:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305722914 00000100:00000001:3.0:1767325801.346909:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305722913 00000100:00000001:3.0:1767325801.346912:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305722914 00000100:00000001:3.0:1767325801.346916:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305722913 00000100:00000001:3.0:1767325801.346918:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305722914 00000100:00000001:3.0:1767325801.346921:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305722913 00000100:00000001:3.0:1767325801.346925:0:214155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325801.346927:0:214155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325801.346929:0:214155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325801.346930:0:214155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767325801.346932:0:214155:0:(client.c:2690:ptlrpc_set_wait()) set 000000009cf0cce4 going to sleep for 11 seconds 00000100:00000001:3.0:1767325801.346935:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325801.346936:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325801.346984:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325801.346989:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023e56e71. 00000400:00000200:0.0:1767325801.346993:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325801.347000:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325801.347005:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ef8ff88 00000400:00000010:0.0:1767325801.347006:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ef8ff88. 00000100:00000001:0.0:1767325801.347010:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325801.347014:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023d54c03 x1853174993420672/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325817 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.347022:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325801.347025:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000023d54c03 x1853174993420672/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325817 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.347031:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.347033:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325801.347994:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325801.348003:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325801.348005:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325801.348006:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325801.348011:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325801.348019:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 8416 into portal 25 MB=0x69573ed308180 00000400:00000200:2.0:1767325801.348023:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 8416/8416 into md 0x94d [4] + 224 00000800:00000001:2.0:1767325801.348028:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325801.348035:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325801.348036:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325801.348038:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325801.348041:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325801.348043:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023d54c03 x1853174993420672/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325817 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325801.348050:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@0000000023d54c03 x1853174993420672/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325801.348073:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325801.348079:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325801.348082:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325801.348094:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325801.348099:0:214155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325801.348101:0:214155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325801.348103:0:214155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a25cca8. 00000400:00000200:0.0:1767325801.348107:0:214155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dea598df 00000400:00000010:0.0:1767325801.348109:0:214155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000dea598df. 00000100:00000001:0.0:1767325801.348112:0:214155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325801.348116:0:214155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023d54c03 x1853174993420672/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325801.348138:0:214155:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023d54c03 x1853174993420672/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.348165:0:214155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325801.348168:0:214155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325801.348171:0:214155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325801.348173:0:214155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325801.348182:0:214155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325801.348184:0:214155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325801.348187:0:214155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325801.348190:0:214155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=58 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325801.348194:0:214155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=58 v=5 (1 1 1 0) 00000100:00000001:0.0:1767325801.348197:0:214155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325801.348199:0:214155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325801.348201:0:214155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325801.348203:0:214155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.348206:0:214155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325801.348212:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023d54c03 x1853174993420672/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.348218:0:214155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325801.348220:0:214155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325801.348222:0:214155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325801.348224:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023d54c03 x1853174993420672/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325817 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325801.348231:0:214155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993420672:192.168.203.107@tcp:503: 00000100:00000001:0.0:1767325801.348235:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325801.348237:0:214155:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.348238:0:214155:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767325801.348240:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325801.348242:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023d54c03 x1853174993420672/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325817 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.348248:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325801.348256:0:214155:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009cf0cce4. 00000100:00000001:0.0:1767325801.348258:0:214155:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767325801.348259:0:214155:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767325801.348265:0:214155:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1767325801.348267:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325801.348270:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023d54c03 x1853174993420672/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325817 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.348276:0:214155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325801.348277:0:214155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325801.348279:0:214155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000abf05530. 02000000:00000001:0.0:1767325801.348290:0:214155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325801.348292:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325801.348294:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325801.348296:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325801.348297:0:214155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000269045ca. 02000000:00000001:0.0:1767325801.348300:0:214155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325801.348301:0:214155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325801.348302:0:214155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023d54c03. 00000100:00000001:0.0:1767325801.348305:0:214155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325801.348307:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767325801.348309:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325801.348310:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325801.348312:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767325801.348314:0:214155:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767325801.348316:0:214155:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767325801.348319:0:214155:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1767325801.348322:0:214155:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000005d63c42e. 00000040:00001000:0.0:1767325801.348324:0:214155:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000040:00000001:0.0:1767325801.348519:0:216851:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:0.0:1767325801.348524:0:216851:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aed27320. 00000020:00000010:0.0:1767325801.348530:0:216851:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000582eddbd. 00000040:00000010:0.0:1767325801.348534:0:216851:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000cdf668a. 00000020:00000010:0.0:1767325801.348538:0:216851:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007b95234f. 00000020:00000010:0.0:1767325801.348543:0:216851:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009c06e5c7. 00000020:00000010:0.0:1767325801.348548:0:216851:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009c5006b0. 80000000:00000010:0.0:1767325801.348551:0:216851:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000198668e1. 40000000:00000010:0.0:1767325801.348561:0:216851:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ebac5206. 00100000:00000010:0.0:1767325801.348566:0:216851:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a1bb6459. 00040000:00000010:0.0:1767325801.348571:0:216851:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003ecf409d. 00040000:00000010:0.0:1767325801.348575:0:216851:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f80a8145. 00040000:00000010:0.0:1767325801.348579:0:216851:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009af94a00. 00000004:00000010:0.0:1767325801.348584:0:216851:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d24ae08f. 00000004:00000010:0.0:1767325801.348590:0:216851:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000117dda69. 00000004:00000010:0.0:1767325801.348596:0:216851:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000548df17e. 00002000:00000010:0.0:1767325801.348601:0:216851:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002b9946f1. 00000004:00000010:0.0:1767325801.348606:0:216851:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a9f6dece. 00000020:00000010:0.0:1767325801.348611:0:216851:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000026a7a351. 00000040:00000010:0.0:1767325801.348620:0:216851:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000dee0721d. 00000040:00001000:0.0:1767325801.348623:0:216851:0:(llog.c:607:llog_process_thread()) index: 42 last_index 64767 00000040:00000001:0.0:1767325801.348626:0:216851:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767325801.348628:0:216851:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1767325801.348630:0:216851:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000010:0.0:1767325801.348635:0:216851:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007523782f. 00000020:00000040:0.0:1767325801.348638:0:216851:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=5 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325801.348641:0:216851:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325801.348643:0:216851:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325801.348645:0:216851:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325801.348653:0:216851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8451107. 00000100:00000001:0.0:1767325801.348656:0:216851:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.348660:0:216851:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767325801.348661:0:216851:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767325801.348665:0:216851:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cda97b72. 00000100:00000001:0.0:1767325801.348667:0:216851:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306530767040 : -112767178784576 : ffff9970585dc0c0) 00000100:00000001:0.0:1767325801.348670:0:216851:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325801.348671:0:216851:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000100:00000001:0.0:1767325801.348674:0:216851:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325801.348676:0:216851:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.348678:0:216851:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767325801.348679:0:216851:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325801.348684:0:216851:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007523782f x1853174993420800/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.348702:0:216851:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325801.348703:0:216851:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325801.348706:0:216851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325801.348708:0:216851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325801.348710:0:216851:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325801.348713:0:216851:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job llog_process_th:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:216851:1853174993420800:192.168.203.107@tcp:502: 00000100:00000001:0.0:1767325801.348717:0:216851:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325801.348720:0:216851:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325801.348721:0:216851:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325801.348723:0:216851:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325801.348733:0:216851:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000abf05530. 02000000:00000001:0.0:1767325801.348736:0:216851:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325801.348740:0:216851:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f683cfde. 00000400:00000010:0.0:1767325801.348745:0:216851:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000014a0bcf5. 00000100:00000200:0.0:1767325801.348748:0:216851:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853174993420800, portal 25 00000100:00000001:0.0:1767325801.348750:0:216851:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325801.348752:0:216851:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000100:00000040:0.0:1767325801.348756:0:216851:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007523782f x1853174993420800/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325817 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.348763:0:216851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325801.348767:0:216851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325801.348770:0:216851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc894f48. 00000100:00000200:0.0:1767325801.348773:0:216851:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853174993420800, offset 0 00000400:00000200:0.0:1767325801.348780:0:216851:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325801.348786:0:216851:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325801.348789:0:216851:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325801.348793:0:216851:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325801.348795:0:216851:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325801.348798:0:216851:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325801.348802:0:216851:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [272:272:256:4294967295] 192.168.203.107@tcp LPNI seq info [272:272:8:4294967295] 00000400:00000200:0.0:1767325801.348811:0:216851:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325801.348822:0:216851:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325801.348826:0:216851:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d977c447. 00000800:00000200:0.0:1767325801.348831:0:216851:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767325801.348836:0:216851:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325801.348839:0:216851:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d977c447 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767325801.348852:0:216851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.348855:0:216851:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305722916 00000100:00000001:0.0:1767325801.348861:0:216851:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305722914 00000100:00000001:0.0:1767325801.348866:0:216851:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305722916 00000100:00000001:0.0:1767325801.348872:0:216851:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305722914 00000100:00000001:0.0:1767325801.348876:0:216851:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305722916 00000100:00000001:0.0:1767325801.348882:0:216851:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305722914 00000100:00000001:0.0:1767325801.348885:0:216851:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305722916 00000100:00000001:0.0:1767325801.348889:0:216851:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305722914 00000100:00000001:0.0:1767325801.348893:0:216851:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325801.348895:0:216851:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.348898:0:216851:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325801.348899:0:216851:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767325801.348902:0:216851:0:(client.c:2690:ptlrpc_set_wait()) set 00000000cda97b72 going to sleep for 11 seconds 00000100:00000001:0.0:1767325801.348904:0:216851:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325801.348907:0:216851:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325801.348922:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325801.348926:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d977c447. 00000400:00000200:2.0:1767325801.348930:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325801.348934:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325801.348941:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc894f48 00000400:00000010:2.0:1767325801.348942:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc894f48. 00000100:00000001:2.0:1767325801.348945:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325801.348947:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007523782f x1853174993420800/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325817 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325801.348953:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325801.348955:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000007523782f x1853174993420800/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325817 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325801.348959:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325801.348960:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325801.349722:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325801.349730:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325801.349732:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325801.349734:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325801.349739:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325801.349747:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 8472 into portal 25 MB=0x69573ed308200 00000400:00000200:0.0:1767325801.349752:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 8472/8472 into md 0x955 [4] + 224 00000800:00000001:0.0:1767325801.349757:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325801.349783:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325801.349786:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325801.349790:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325801.349793:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325801.349797:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007523782f x1853174993420800/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325817 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325801.349806:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@000000007523782f x1853174993420800/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.349822:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325801.349827:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325801.349830:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325801.349852:0:216851:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325801.349859:0:216851:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325801.349861:0:216851:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325801.349863:0:216851:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f683cfde. 00000400:00000200:1.0:1767325801.349868:0:216851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014a0bcf5 00000400:00000010:1.0:1767325801.349871:0:216851:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000014a0bcf5. 00000100:00000001:1.0:1767325801.349875:0:216851:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325801.349880:0:216851:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007523782f x1853174993420800/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325801.349889:0:216851:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007523782f x1853174993420800/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325801.349895:0:216851:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325801.349904:0:216851:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325801.349906:0:216851:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325801.349908:0:216851:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325801.349910:0:216851:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325801.349911:0:216851:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325801.349914:0:216851:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325801.349918:0:216851:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=58 v=5 (5 5 5 0) 00000100:00001000:1.0:1767325801.349921:0:216851:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=58 v=5 (1 1 1 0) 00000100:00000001:1.0:1767325801.349924:0:216851:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325801.349925:0:216851:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325801.349927:0:216851:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325801.349929:0:216851:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325801.349931:0:216851:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325801.349934:0:216851:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007523782f x1853174993420800/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325801.349940:0:216851:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325801.349942:0:216851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325801.349944:0:216851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325801.349946:0:216851:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007523782f x1853174993420800/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325817 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325801.349953:0:216851:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job llog_process_th:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:216851:1853174993420800:192.168.203.107@tcp:502: 00000100:00000001:1.0:1767325801.349957:0:216851:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325801.349959:0:216851:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325801.349961:0:216851:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767325801.349963:0:216851:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325801.349966:0:216851:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007523782f x1853174993420800/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325817 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325801.349972:0:216851:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325801.349974:0:216851:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cda97b72. 00000100:00000001:1.0:1767325801.349977:0:216851:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767325801.349979:0:216851:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767325801.349986:0:216851:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767325801.349987:0:216851:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325801.349989:0:216851:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007523782f x1853174993420800/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325817 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325801.350001:0:216851:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325801.350003:0:216851:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325801.350005:0:216851:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000abf05530. 02000000:00000001:1.0:1767325801.350016:0:216851:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325801.350018:0:216851:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325801.350020:0:216851:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767325801.350022:0:216851:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325801.350024:0:216851:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d8451107. 02000000:00000001:1.0:1767325801.350027:0:216851:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325801.350028:0:216851:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325801.350030:0:216851:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007523782f. 00000100:00000001:1.0:1767325801.350033:0:216851:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325801.350034:0:216851:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767325801.350036:0:216851:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325801.350037:0:216851:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767325801.350039:0:216851:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767325801.350040:0:216851:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767325801.350043:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046720000 type=0x10620000 idx=1 00000040:00001000:1.0:1767325801.350046:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:1.0:1767325801.350047:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9970467200e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767325801.350050:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 2 00000040:00001000:1.0:1767325801.350051:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046720158 type=0x10620000 idx=3 00000040:00001000:1.0:1767325801.350053:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 3 00000040:00001000:1.0:1767325801.350054:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046720200 type=0x10620000 idx=4 00000040:00001000:1.0:1767325801.350055:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 4 00000040:00001000:1.0:1767325801.350056:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9970467202e0 type=0x10620000 idx=5 00000040:00001000:1.0:1767325801.350057:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 5 00000040:00001000:1.0:1767325801.350059:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9970467203c0 type=0x10620000 idx=6 00000040:00001000:1.0:1767325801.350060:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 6 00000040:00001000:1.0:1767325801.350061:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046720438 type=0x10620000 idx=7 00000040:00001000:1.0:1767325801.350063:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 7 00000040:00001000:1.0:1767325801.350064:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9970467204e0 type=0x10620000 idx=8 00000040:00001000:1.0:1767325801.350066:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 8 00000040:00001000:1.0:1767325801.350067:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9970467205c0 type=0x10620000 idx=9 00000040:00001000:1.0:1767325801.350070:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 9 00000040:00001000:1.0:1767325801.350079:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9970467206a0 type=0x10620000 idx=10 00000040:00001000:1.0:1767325801.350081:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 10 00000040:00001000:1.0:1767325801.350082:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046720718 type=0x10620000 idx=11 00000040:00001000:1.0:1767325801.350084:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 11 00000040:00001000:1.0:1767325801.350085:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9970467207f8 type=0x10620000 idx=12 00000040:00001000:1.0:1767325801.350087:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 12 00000040:00001000:1.0:1767325801.350088:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9970467208d8 type=0x10620000 idx=13 00000040:00001000:1.0:1767325801.350089:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 13 00000040:00001000:1.0:1767325801.350091:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046720930 type=0x10620000 idx=14 00000040:00001000:1.0:1767325801.350092:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 14 00000040:00001000:1.0:1767325801.350093:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9970467209b0 type=0x10620000 idx=15 00000040:00001000:1.0:1767325801.350095:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 15 00000040:00001000:1.0:1767325801.350096:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046720a40 type=0x10620000 idx=16 00000040:00001000:1.0:1767325801.350097:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 16 00000040:00001000:1.0:1767325801.350098:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046720ae0 type=0x10620000 idx=17 00000040:00001000:1.0:1767325801.350100:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 17 00000040:00001000:1.0:1767325801.350101:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046720bc0 type=0x10620000 idx=18 00000040:00001000:1.0:1767325801.350103:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 18 00000040:00001000:1.0:1767325801.350104:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046720ca0 type=0x10620000 idx=19 00000040:00001000:1.0:1767325801.350105:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 19 00000040:00001000:1.0:1767325801.350106:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046720cf0 type=0x10620000 idx=20 00000040:00001000:1.0:1767325801.350108:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 20 00000040:00001000:1.0:1767325801.350109:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046720dd0 type=0x10620000 idx=21 00000040:00001000:1.0:1767325801.350110:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 21 00000040:00001000:1.0:1767325801.350111:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046720eb0 type=0x10620000 idx=22 00000040:00001000:1.0:1767325801.350112:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 22 00000040:00001000:1.0:1767325801.350113:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046720f08 type=0x10620000 idx=23 00000040:00001000:1.0:1767325801.350115:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 23 00000040:00001000:1.0:1767325801.350116:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046720f88 type=0x10620000 idx=24 00000040:00001000:1.0:1767325801.350117:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 24 00000040:00001000:1.0:1767325801.350118:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046721018 type=0x10620000 idx=25 00000040:00001000:1.0:1767325801.350119:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 25 00000040:00001000:1.0:1767325801.350120:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9970467210b8 type=0x10620000 idx=26 00000040:00001000:1.0:1767325801.350122:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 26 00000040:00001000:1.0:1767325801.350123:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046721198 type=0x10620000 idx=27 00000040:00001000:1.0:1767325801.350133:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 27 00000040:00001000:1.0:1767325801.350134:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046721278 type=0x10620000 idx=28 00000040:00001000:1.0:1767325801.350136:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 28 00000040:00001000:1.0:1767325801.350137:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9970467212c8 type=0x10620000 idx=29 00000040:00001000:1.0:1767325801.350139:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 29 00000040:00001000:1.0:1767325801.350169:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9970467213a8 type=0x10620000 idx=30 00000040:00001000:1.0:1767325801.350172:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 30 00000040:00001000:1.0:1767325801.350173:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046721488 type=0x10620000 idx=31 00000040:00001000:1.0:1767325801.350174:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 31 00000040:00001000:1.0:1767325801.350176:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9970467214e0 type=0x10620000 idx=32 00000040:00001000:1.0:1767325801.350177:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 32 00000040:00001000:1.0:1767325801.350179:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046721560 type=0x10620000 idx=33 00000040:00001000:1.0:1767325801.350180:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 33 00000040:00001000:1.0:1767325801.350182:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9970467215f0 type=0x10620000 idx=34 00000040:00001000:1.0:1767325801.350184:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 34 00000040:00001000:1.0:1767325801.350186:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046721670 type=0x10620000 idx=35 00000040:00001000:1.0:1767325801.350187:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 35 00000040:00001000:1.0:1767325801.350188:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046721750 type=0x10620000 idx=36 00000040:00001000:1.0:1767325801.350190:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 36 00000040:00001000:1.0:1767325801.350192:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046721830 type=0x10620000 idx=37 00000040:00001000:1.0:1767325801.350193:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 37 00000040:00001000:1.0:1767325801.350194:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046721880 type=0x10620000 idx=38 00000040:00001000:1.0:1767325801.350196:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 38 00000040:00001000:1.0:1767325801.350196:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046721960 type=0x10620000 idx=39 00000040:00001000:1.0:1767325801.350198:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 39 00000040:00001000:1.0:1767325801.350199:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046721a40 type=0x10620000 idx=40 00000040:00001000:1.0:1767325801.350200:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 40 00000040:00001000:1.0:1767325801.350202:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046721a98 type=0x10620000 idx=41 00000040:00001000:1.0:1767325801.350203:0:216851:0:(llog.c:759:llog_process_thread()) skipping lrh_index 41 00000040:00001000:1.0:1767325801.350204:0:216851:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997046721b18 type=0x10620000 idx=42 00000040:00001000:1.0:1767325801.350206:0:216851:0:(llog.c:776:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000040:00001000:1.0:1767325801.350208:0:216851:0:(llog.c:797:llog_process_thread()) index: 42, lh_last_idx: 57 synced_idx: 0 lgh_last_idx: 57 00000020:00000001:1.0:1767325801.350211:0:216851:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1767325801.350217:0:216851:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000fe41dee5. 00000020:01000000:1.0:1767325801.350220:0:216851:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff997043181000 00000020:00000010:1.0:1767325801.350230:0:216851:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000003c187ec1. 00000020:00000080:1.0:1767325801.350232:0:216851:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1767325801.350238:0:216851:0:(obd_config.c:671:class_setup()) Process entered 00000020:00020000:1.0:1767325801.350240:0:216851:0:(obd_config.c:689:class_setup()) Device 4 already setup (type mdc) 00000020:00000010:3.0:1767325801.351668:0:216850:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ecb8b2db. 00000020:00000040:3.0:1767325801.351675:0:216850:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-MDT0001-mdc-ffff997043181000 has already been connecting to new target(5) 00000020:00000010:3.0:1767325801.351677:0:216850:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ecb8b2db. 00000020:00000001:1.0:1767325801.353109:0:216851:0:(obd_config.c:690:class_setup()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000001:1.0:1767325801.353114:0:216851:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000080:1.0:1767325801.353118:0:216851:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767325801.353123:0:216851:0:(obd_config.c:794:class_detach()) Process entered 00000020:00020000:1.0:1767325801.353125:0:216851:0:(obd_config.c:797:class_detach()) OBD device 4 still set up 00000020:00000001:1.0:1767325801.355653:0:216851:0:(obd_config.c:798:class_detach()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:1.0:1767325801.355658:0:216851:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767325801.355660:0:216851:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000003c187ec1. 00000020:00000010:1.0:1767325801.355665:0:216851:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000fe41dee5. 00000020:00020000:1.0:1767325801.355667:0:216851:0:(obd_config.c:2001:class_config_llog_handler()) MGC192.168.203.107@tcp: cfg command failed: rc = -17 00000020:00000001:1.0:1767325801.359456:0:216851:0:(obd_config.c:2319:class_config_dump_handler()) Process entered 00000020:00000010:1.0:1767325801.359462:0:216851:0:(obd_config.c:2321:class_config_dump_handler()) kmalloced '(outstr)': 256 at 0000000011945c34. 00000020:00000001:1.0:1767325801.359466:0:216851:0:(obd_config.c:2250:class_config_parse_rec()) Process entered 00000020:00000001:1.0:1767325801.359470:0:216851:0:(obd_config.c:2309:class_config_parse_rec()) Process leaving (rc=79 : 79 : 4f) 00000020:02000400:1.0:1767325801.359473:0:216851:0:(obd_config.c:2327:class_config_dump_handler()) cmd=cf003 0:lustre-MDT0001-mdc 1:lustre-MDT0001_UUID 2:192.168.203.107@tcp 00000020:00000010:1.0:1767325801.362879:0:216851:0:(obd_config.c:2333:class_config_dump_handler()) kfreed 'outstr': 256 at 0000000011945c34. 00000020:00000001:1.0:1767325801.362886:0:216851:0:(obd_config.c:2334:class_config_dump_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325801.362888:0:216851:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000040:00000001:1.0:1767325801.362892:0:216851:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000040:00080000:1.0:1767325801.362895:0:216851:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 57 00000040:00000010:1.0:1767325801.362898:0:216851:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000dee0721d. 00000020:00000010:1.0:1767325801.362907:0:216851:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000026a7a351. 00000020:00000010:1.0:1767325801.362920:0:216851:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000582eddbd. 00000040:00000010:1.0:1767325801.362924:0:216851:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000cdf668a. 00000020:00000010:1.0:1767325801.362929:0:216851:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007b95234f. 00000020:00000010:1.0:1767325801.362934:0:216851:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009c06e5c7. 00000020:00000010:1.0:1767325801.362939:0:216851:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009c5006b0. 80000000:00000010:1.0:1767325801.362942:0:216851:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000198668e1. 40000000:00000010:1.0:1767325801.362958:0:216851:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ebac5206. 00100000:00000010:1.0:1767325801.362962:0:216851:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a1bb6459. 00040000:00000010:1.0:1767325801.362965:0:216851:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003ecf409d. 00040000:00000010:1.0:1767325801.362969:0:216851:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f80a8145. 00040000:00000010:1.0:1767325801.362973:0:216851:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009af94a00. 00000004:00000010:1.0:1767325801.362976:0:216851:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d24ae08f. 00000004:00000010:1.0:1767325801.362980:0:216851:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000117dda69. 00000004:00000010:1.0:1767325801.362985:0:216851:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000548df17e. 00002000:00000010:1.0:1767325801.362989:0:216851:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002b9946f1. 00000004:00000010:1.0:1767325801.362992:0:216851:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a9f6dece. 00000020:00000010:1.0:1767325801.362995:0:216851:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aed27320. 00000040:00000010:0.0:1767325801.363023:0:214155:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000005d63c42e. 00000040:00000001:0.0:1767325801.363028:0:214155:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:01000000:0.0:1767325801.363031:0:214155:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 42-42 (rc=-17) 00000040:00000010:0.0:1767325801.363034:0:214155:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000725a8658. 00000040:00000010:0.0:1767325801.363037:0:214155:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f2386f91. 00000020:00000001:0.0:1767325801.363039:0:214155:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00000001:0.0:1767325801.363042:0:214155:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:0.0:1767325801.363045:0:214155:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000992985ab. 00000040:00000010:0.0:1767325801.363048:0:214155:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ae4619a7. 00000020:00000010:0.0:1767325801.363052:0:214155:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000059419af0. 00000020:00000010:0.0:1767325801.363055:0:214155:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002fdd1b16. 80000000:00000010:0.0:1767325801.363057:0:214155:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b4cde398. 00040000:00000010:0.0:1767325801.363060:0:214155:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c4973da6. 20000000:00000010:0.0:1767325801.363063:0:214155:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000050e660c8. 00000020:00000010:0.0:1767325801.363065:0:214155:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000420251a5. 10000000:00000010:0.0:1767325801.363066:0:214155:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 000000008b67573f. 10000000:01000000:0.0:1767325801.363069:0:214155:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.107@tcp: configuration from log 'lustre-client' failed (-17). 10000000:00000001:0.0:1767325801.363071:0:214155:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767325801.363073:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325801.363074:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325801.363076:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e055946f refcount=3 00000020:00000001:0.0:1767325801.363091:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885780480 : -112766823771136 : ffff99706d86d400) 00010000:00000001:0.0:1767325801.363093:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885780480 : -112766823771136 : ffff99706d86d400) 00010000:00000001:0.0:1767325801.363096:0:214155:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767325801.363098:0:214155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.107@tcp lock: 00000000e055946f/0xddb593876518da12 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d63e expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325801.363106:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325801.363108:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767325801.363109:0:214155:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.107@tcp lock: 00000000e055946f/0xddb593876518da12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d63e expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325801.363115:0:214155:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767325801.363116:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325801.363117:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767325801.363118:0:214155:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325801.363120:0:214155:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00020000:0.0:1767325801.363122:0:214155:0:(mgc_request.c:614:do_requeue()) failed processing log: -17 10000000:00000001:0.0:1767325801.365154:0:214155:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767325801.365157:0:214155:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767325801.365158:0:214155:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (0000000084a5a69d) refs 2 10000000:00000001:0.0:1767325801.365161:0:214155:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325801.365163:0:214155:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767325801.365164:0:214155:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000787ac9e6) refs 3 10000000:00000001:0.0:1767325801.365167:0:214155:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767325801.365169:0:214155:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767325801.365170:0:214155:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1767325801.365171:0:214155:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:0.0:1767325801.365173:0:214155:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9970496c6360 from 1 10000000:00000001:0.0:1767325801.365176:0:214155:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767325801.365177:0:214155:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1767325801.365183:0:214155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ab82abb. 00000020:00000040:0.0:1767325801.365186:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325801.365189:0:214155:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325801.365192:0:214155:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325801.365194:0:214155:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325801.365200:0:214155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077c70e50. 00000100:00000001:0.0:1767325801.365209:0:214155:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325801.365211:0:214155:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767325801.365213:0:214155:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767325801.365217:0:214155:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e3009d8d count: 2 00010000:00000001:0.0:1767325801.365219:0:214155:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767325801.365221:0:214155:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767325801.365223:0:214155:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000beae24b4. 00000020:00000001:0.0:1767325801.365225:0:214155:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767325801.365227:0:214155:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000beae24b4 with handle 0xddb593876518da19 to hash 00000020:00000001:0.0:1767325801.365228:0:214155:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767325801.365229:0:214155:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446631306887250432 : -112766822301184 : ffff99706d9d4200) 00010000:00000001:0.0:1767325801.365231:0:214155:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446631306887250432 : -112766822301184 : ffff99706d9d4200) 00010000:00000001:0.0:1767325801.365233:0:214155:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767325801.365235:0:214155:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325801.365236:0:214155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.107@tcp lock: 00000000beae24b4/0xddb593876518da19 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767325801.365241:0:214155:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.107@tcp lock: 00000000beae24b4/0xddb593876518da19 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767325801.365248:0:214155:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.107@tcp lock: 00000000beae24b4/0xddb593876518da19 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767325801.365251:0:214155:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767325801.365252:0:214155:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767325801.365256:0:214155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b708bff3. 00000100:00000001:0.0:1767325801.365257:0:214155:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306530770304 : -112767178781312 : ffff9970585dcd80) 00000100:00000001:0.0:1767325801.365259:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325801.365260:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250667776 : -112767458883840 : ffff997047abc700) 00000100:00000001:0.0:1767325801.365263:0:214155:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325801.365264:0:214155:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.365265:0:214155:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767325801.365267:0:214155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325801.365272:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ab82abb x1853174993420928/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.365285:0:214155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325801.365287:0:214155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325801.365289:0:214155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325801.365291:0:214155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325801.365292:0:214155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325801.365294:0:214155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993420928:192.168.203.107@tcp:101: 00000100:00000001:0.0:1767325801.365296:0:214155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325801.365300:0:214155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325801.365302:0:214155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325801.365304:0:214155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325801.365306:0:214155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e8358169. 02000000:00000001:0.0:1767325801.365307:0:214155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325801.365310:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063828a16. 00000400:00000010:0.0:1767325801.365314:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a212d555. 00000100:00000200:0.0:1767325801.365319:0:214155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993420928, portal 25 00000100:00000001:0.0:1767325801.365320:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325801.365321:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250667776 : -112767458883840 : ffff997047abc700) 00000100:00000040:0.0:1767325801.365323:0:214155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ab82abb x1853174993420928/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.365328:0:214155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325801.365330:0:214155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325801.365331:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000974f9e6f. 00000100:00000200:0.0:1767325801.365333:0:214155:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853174993420928, offset 0 00000400:00000200:0.0:1767325801.365336:0:214155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325801.365344:0:214155:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325801.365348:0:214155:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325801.365351:0:214155:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325801.365353:0:214155:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325801.365355:0:214155:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325801.365357:0:214155:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [273:273:256:4294967295] 192.168.203.107@tcp LPNI seq info [273:273:8:4294967295] 00000400:00000200:0.0:1767325801.365365:0:214155:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325801.365373:0:214155:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325801.365376:0:214155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dead0e98. 00000800:00000200:0.0:1767325801.365380:0:214155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767325801.365385:0:214155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325801.365388:0:214155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dead0e98 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767325801.365411:0:214155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.365415:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305722933 00000100:00000001:0.0:1767325801.365422:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305722916 00000100:00000001:0.0:1767325801.365425:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305722933 00000100:00000001:0.0:1767325801.365429:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305722916 00000100:00000001:0.0:1767325801.365431:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305722933 00000100:00000001:0.0:1767325801.365433:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305722916 00000100:00000001:0.0:1767325801.365434:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305722933 00000100:00000001:0.0:1767325801.365436:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305722916 00000100:00000001:0.0:1767325801.365438:0:214155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325801.365439:0:214155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.365440:0:214155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325801.365441:0:214155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767325801.365442:0:214155:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b708bff3 going to sleep for 11 seconds 00000100:00000001:0.0:1767325801.365444:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325801.365446:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325801.365499:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325801.365503:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dead0e98. 00000400:00000200:2.0:1767325801.365506:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325801.365510:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325801.365512:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000974f9e6f 00000400:00000010:2.0:1767325801.365514:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000974f9e6f. 00000100:00000001:2.0:1767325801.365517:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325801.365519:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ab82abb x1853174993420928/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325801.365525:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325801.365526:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003ab82abb x1853174993420928/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325801.365530:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325801.365531:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325801.366749:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325801.366764:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325801.366766:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325801.366768:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325801.366772:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325801.366779:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 344 into portal 25 MB=0x69573ed308280 00000400:00000200:2.0:1767325801.366782:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 344/344 into md 0x95d [1] + 224 00000800:00000001:2.0:1767325801.366786:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325801.366791:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325801.366797:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325801.366800:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325801.366803:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325801.366805:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ab82abb x1853174993420928/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325801.366811:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000003ab82abb x1853174993420928/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325801.366822:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325801.366827:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325801.366830:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325801.366843:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325801.366848:0:214155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325801.366849:0:214155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325801.366851:0:214155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063828a16. 00000400:00000200:0.0:1767325801.366854:0:214155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a212d555 00000400:00000010:0.0:1767325801.366855:0:214155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a212d555. 00000100:00000001:0.0:1767325801.366857:0:214155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325801.366859:0:214155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ab82abb x1853174993420928/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325801.366864:0:214155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ab82abb x1853174993420928/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.366872:0:214155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325801.366873:0:214155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325801.366875:0:214155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325801.366876:0:214155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325801.366878:0:214155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325801.366879:0:214155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325801.366880:0:214155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325801.366884:0:214155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=58 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325801.366886:0:214155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=58 v=5 (1 1 1 0) 00000100:00000001:0.0:1767325801.366888:0:214155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325801.366888:0:214155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325801.366890:0:214155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325801.366891:0:214155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.366892:0:214155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325801.366894:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ab82abb x1853174993420928/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.366898:0:214155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325801.366899:0:214155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325801.366900:0:214155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325801.366902:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ab82abb x1853174993420928/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325801.366906:0:214155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993420928:192.168.203.107@tcp:101: 00000100:00000001:0.0:1767325801.366908:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325801.366910:0:214155:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.366911:0:214155:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767325801.366912:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325801.366913:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ab82abb x1853174993420928/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.366916:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325801.366917:0:214155:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b708bff3. 00000100:00000001:0.0:1767325801.366919:0:214155:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767325801.366920:0:214155:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325801.366924:0:214155:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767325801.366925:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325801.366926:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325801.366927:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000beae24b4 refcount=4 00000020:00000001:0.0:1767325801.366928:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887250432 : -112766822301184 : ffff99706d9d4200) 00010000:00000001:0.0:1767325801.366930:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887250432 : -112766822301184 : ffff99706d9d4200) 00010000:00000040:0.0:1767325801.366933:0:214155:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000beae24b4, remote cookie: 0x11a3bfd0193d645, flags: 0x0 00010000:00000001:0.0:1767325801.366934:0:214155:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767325801.366937:0:214155:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767325801.366938:0:214155:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767325801.366939:0:214155:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767325801.366940:0:214155:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767325801.366941:0:214155:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000e3009d8d) refcount = 2 00010000:00000040:0.0:1767325801.366943:0:214155:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767325801.366944:0:214155:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.107@tcp lock: 00000000e055946f/0xddb593876518da12 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x11a3bfd0193d63e expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767325801.366948:0:214155:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.107@tcp lock: 00000000beae24b4/0xddb593876518da19 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d645 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325801.366952:0:214155:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767325801.366953:0:214155:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767325801.366954:0:214155:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767325801.366957:0:214155:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767325801.366959:0:214155:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325801.366961:0:214155:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.107@tcp lock: 00000000beae24b4/0xddb593876518da19 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x11a3bfd0193d645 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325801.366966:0:214155:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767325801.366968:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325801.366969:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325801.366970:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325801.366976:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325801.366977:0:214155:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.366979:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325801.366982:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ab82abb x1853174993420928/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325817 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.366993:0:214155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325801.366995:0:214155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325801.366997:0:214155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e8358169. 02000000:00000001:0.0:1767325801.366999:0:214155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325801.367001:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325801.367002:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325801.367004:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325801.367007:0:214155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000077c70e50. 02000000:00000001:0.0:1767325801.367009:0:214155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325801.367011:0:214155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325801.367012:0:214155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ab82abb. 00000100:00000001:0.0:1767325801.367015:0:214155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325801.367016:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767325801.367018:0:214155:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325801.367020:0:214155:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767325801.367021:0:214155:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (0000000084a5a69d) refs 3 10000000:00000001:0.0:1767325801.367022:0:214155:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325801.367023:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325801.367024:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325801.367025:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000beae24b4 refcount=3 00000020:00000001:0.0:1767325801.367026:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887250432 : -112766822301184 : ffff99706d9d4200) 00010000:00000001:0.0:1767325801.367028:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887250432 : -112766822301184 : ffff99706d9d4200) 00010000:00000001:0.0:1767325801.367029:0:214155:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767325801.367030:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325801.367031:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325801.367031:0:214155:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325801.367033:0:214155:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1767325801.367035:0:214155:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000ea8a3344. 00000020:00000010:0.0:1767325801.367038:0:214155:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077c70e50. 00000020:00000010:0.0:1767325801.367040:0:214155:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f4cfa688. 00000040:00000010:0.0:1767325801.367042:0:214155:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000013d2aeb1. 00000020:00000010:0.0:1767325801.367045:0:214155:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000548df17e. 00000020:00000010:0.0:1767325801.367048:0:214155:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d8451107. 80000000:00000010:0.0:1767325801.367050:0:214155:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005d63c42e. 00040000:00000010:0.0:1767325801.367061:0:214155:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000420251a5. 20000000:00000010:0.0:1767325801.367063:0:214155:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000050e660c8. 10000000:00000040:0.0:1767325801.367065:0:214155:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000033f481f1 : new refcount 2 00000020:00000001:0.0:1767325801.367066:0:214155:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1767325801.367067:0:214155:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:0.0:1767325801.367069:0:214155:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767325801.367070:0:214155:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c4973da6. 00000040:00000001:0.0:1767325801.367072:0:214155:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767325801.367074:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000010:0.0:1767325801.367075:0:214155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ab82abb. 00000020:00000040:0.0:1767325801.367077:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=5 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325801.367078:0:214155:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325801.367080:0:214155:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325801.367082:0:214155:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325801.367084:0:214155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002fdd1b16. 00000100:00000001:0.0:1767325801.367086:0:214155:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.367088:0:214155:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767325801.367089:0:214155:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767325801.367091:0:214155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b708bff3. 00000100:00000001:0.0:1767325801.367092:0:214155:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306530770304 : -112767178781312 : ffff9970585dcd80) 00000100:00000001:0.0:1767325801.367093:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325801.367094:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250667776 : -112767458883840 : ffff997047abc700) 00000100:00000001:0.0:1767325801.367096:0:214155:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325801.367097:0:214155:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.367098:0:214155:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767325801.367099:0:214155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325801.367100:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ab82abb x1853174993421056/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.367105:0:214155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325801.367105:0:214155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325801.367107:0:214155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325801.367107:0:214155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325801.367109:0:214155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325801.367110:0:214155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993421056:192.168.203.107@tcp:501: 00000100:00000001:0.0:1767325801.367116:0:214155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325801.367118:0:214155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325801.367119:0:214155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325801.367120:0:214155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325801.367121:0:214155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae4619a7. 02000000:00000001:0.0:1767325801.367122:0:214155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325801.367124:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063828a16. 00000400:00000010:0.0:1767325801.367126:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a212d555. 00000100:00000200:0.0:1767325801.367127:0:214155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993421056, portal 25 00000100:00000001:0.0:1767325801.367129:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325801.367129:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250667776 : -112767458883840 : ffff997047abc700) 00000100:00000040:0.0:1767325801.367131:0:214155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ab82abb x1853174993421056/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.367135:0:214155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325801.367136:0:214155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325801.367137:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070eb7e9a. 00000100:00000200:0.0:1767325801.367138:0:214155:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853174993421056, offset 0 00000400:00000200:0.0:1767325801.367158:0:214155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325801.367166:0:214155:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325801.367169:0:214155:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325801.367172:0:214155:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325801.367176:0:214155:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325801.367179:0:214155:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325801.367181:0:214155:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [274:274:256:4294967295] 192.168.203.107@tcp LPNI seq info [274:274:8:4294967295] 00000400:00000200:0.0:1767325801.367189:0:214155:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325801.367193:0:214155:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325801.367196:0:214155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba567bd5. 00000800:00000200:0.0:1767325801.367199:0:214155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767325801.367204:0:214155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325801.367206:0:214155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba567bd5 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1767325801.367219:0:214155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.367225:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305722935 00000100:00000001:0.0:1767325801.367228:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305722933 00000100:00000001:0.0:1767325801.367230:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305722935 00000100:00000001:0.0:1767325801.367231:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305722933 00000100:00000001:0.0:1767325801.367233:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305722935 00000100:00000001:0.0:1767325801.367234:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305722933 00000100:00000001:0.0:1767325801.367235:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305722935 00000100:00000001:0.0:1767325801.367236:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305722933 00000100:00000001:0.0:1767325801.367238:0:214155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325801.367239:0:214155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.367240:0:214155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325801.367241:0:214155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767325801.367242:0:214155:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b708bff3 going to sleep for 11 seconds 00000100:00000001:0.0:1767325801.367244:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325801.367245:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325801.367287:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325801.367290:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba567bd5. 00000400:00000200:1.0:1767325801.367293:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325801.367297:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325801.367300:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070eb7e9a 00000400:00000010:1.0:1767325801.367301:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070eb7e9a. 00000100:00000001:1.0:1767325801.367305:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325801.367308:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ab82abb x1853174993421056/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325801.367315:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325801.367317:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003ab82abb x1853174993421056/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325801.367322:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325801.367324:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325801.368221:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325801.368228:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325801.368230:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325801.368233:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325801.368238:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325801.368247:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 272 into portal 25 MB=0x69573ed308300 00000400:00000200:2.0:1767325801.368252:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 272/272 into md 0x965 [1] + 224 00000800:00000001:2.0:1767325801.368256:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325801.368261:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325801.368264:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325801.368267:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325801.368271:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325801.368275:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ab82abb x1853174993421056/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325801.368284:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@000000003ab82abb x1853174993421056/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325801.368298:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325801.368303:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325801.368307:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325801.368406:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325801.368410:0:214155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325801.368410:0:214155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325801.368412:0:214155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063828a16. 00000400:00000200:0.0:1767325801.368414:0:214155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a212d555 00000400:00000010:0.0:1767325801.368415:0:214155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a212d555. 00000100:00000001:0.0:1767325801.368417:0:214155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325801.368419:0:214155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ab82abb x1853174993421056/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325801.368424:0:214155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ab82abb x1853174993421056/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.368428:0:214155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325801.368429:0:214155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325801.368430:0:214155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325801.368431:0:214155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325801.368432:0:214155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325801.368432:0:214155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325801.368437:0:214155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325801.368439:0:214155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=58 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325801.368441:0:214155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=58 v=5 (1 1 1 0) 00000100:00000001:0.0:1767325801.368443:0:214155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767325801.368444:0:214155:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@000000003ab82abb x1853174993421056/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.368448:0:214155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767325801.368449:0:214155:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1767325801.368451:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ab82abb x1853174993421056/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.368454:0:214155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1767325801.368455:0:214155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325801.368456:0:214155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325801.368457:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ab82abb x1853174993421056/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325801.368461:0:214155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993421056:192.168.203.107@tcp:501: 00000100:00000001:0.0:1767325801.368463:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325801.368464:0:214155:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767325801.368465:0:214155:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767325801.368466:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325801.368467:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ab82abb x1853174993421056/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.368471:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325801.368472:0:214155:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b708bff3. 00000100:00000001:0.0:1767325801.368473:0:214155:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767325801.368474:0:214155:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767325801.368475:0:214155:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1767325801.368477:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325801.368477:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325801.368478:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767325801.368481:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325801.368483:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ab82abb x1853174993421056/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325817 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.368487:0:214155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325801.368488:0:214155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325801.368489:0:214155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae4619a7. 02000000:00000001:0.0:1767325801.368491:0:214155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325801.368491:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325801.368492:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325801.368493:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325801.368494:0:214155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002fdd1b16. 02000000:00000001:0.0:1767325801.368495:0:214155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325801.368496:0:214155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325801.368497:0:214155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ab82abb. 00000100:00000001:0.0:1767325801.368498:0:214155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325801.368498:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1767325801.368500:0:214155:0:(llog.c:1547:llog_open()) MGC192.168.203.107@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767325801.368501:0:214155:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c4973da6. 00000040:00000001:0.0:1767325801.368503:0:214155:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1767325801.368504:0:214155:0:(obd_config.c:2023:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1767325801.368506:0:214155:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:0.0:1767325801.368508:0:214155:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f4cfa688. 00000040:00000010:0.0:1767325801.368511:0:214155:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000013d2aeb1. 00000020:00000010:0.0:1767325801.368512:0:214155:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000548df17e. 00000020:00000010:0.0:1767325801.368515:0:214155:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d8451107. 80000000:00000010:0.0:1767325801.368517:0:214155:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005d63c42e. 00040000:00000010:0.0:1767325801.368519:0:214155:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000420251a5. 20000000:00000010:0.0:1767325801.368521:0:214155:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000050e660c8. 00000020:00000010:0.0:1767325801.368522:0:214155:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077c70e50. 10000000:00000010:0.0:1767325801.368524:0:214155:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000ea8a3344. 10000000:01000000:0.0:1767325801.368525:0:214155:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.107@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:0.0:1767325801.368527:0:214155:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767325801.368528:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325801.368529:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325801.368530:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000beae24b4 refcount=3 00000020:00000001:0.0:1767325801.368533:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887250432 : -112766822301184 : ffff99706d9d4200) 00010000:00000001:0.0:1767325801.368535:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887250432 : -112766822301184 : ffff99706d9d4200) 00010000:00000001:0.0:1767325801.368536:0:214155:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767325801.368538:0:214155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.107@tcp lock: 00000000beae24b4/0xddb593876518da19 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d645 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325801.368542:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325801.368543:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767325801.368544:0:214155:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.107@tcp lock: 00000000beae24b4/0xddb593876518da19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d645 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325801.368547:0:214155:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767325801.368547:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325801.368548:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767325801.368548:0:214155:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325801.368549:0:214155:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1767325801.368550:0:214155:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767325801.368551:0:214155:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767325801.368552:0:214155:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(0000000084a5a69d) refs 3 10000000:00000001:0.0:1767325801.368553:0:214155:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1767325801.466248:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325801.466253:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325801.466257:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325801.466275:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325801.466324:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325801.466329:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325801.466332:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325801.850257:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325801.850268:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325801.850276:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abf35ff8. 00000020:00000040:3.0:1767325801.850281:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325801.850284:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325801.850286:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325801.850291:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325801.850298:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000356a1e1a. 00000100:00000001:3.0:1767325801.850302:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325801.850310:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000abf35ff8 x1853174993421184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325801.850317:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325801.850319:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325801.850322:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abf35ff8] to pc [ptlrpcd_00_03+3] req@00000000abf35ff8 x1853174993421184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325801.850361:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325801.850364:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325801.850367:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325801.850370:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089695778. 00000020:00000040:3.0:1767325801.850372:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767325801.850375:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325801.850376:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325801.850378:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325801.850378:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325801.850384:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325801.850388:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767325801.850391:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000cfce3c5. 00000100:00000040:2.0:1767325801.850406:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abf35ff8 x1853174993421184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325801.850409:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325801.850415:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325801.850417:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325801.850421:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325801.850422:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325801.850429:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325801.850432:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767325801.850435:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000089695778 x1853174993421312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767325801.850437:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325801.850445:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000abf35ff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993421184:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325801.850449:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325801.850452:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325801.850453:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767325801.850456:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089695778] to pc [ptlrpcd_00_00+0] req@0000000089695778 x1853174993421312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325801.850459:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325801.850464:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325801.850467:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325801.850472:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8f3d421. 02000000:00000001:2.0:1767325801.850474:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325801.850480:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5dc0572. 00000100:00000001:3.0:1767325801.850482:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325801.850486:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767325801.850487:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000100:00000040:3.0:1767325801.850492:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1767325801.850494:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993421184, portal 10 00000100:00000040:3.0:1767325801.850497:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11056) 00000100:00000001:2.0:1767325801.850498:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325801.850500:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268026496 : -112767441525120 : ffff997048b4a680) 00000100:00000040:2.0:1767325801.850507:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000abf35ff8 x1853174993421184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.850511:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325801.850513:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325801.850515:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325801.850516:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325801.850519:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.850520:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325801.850523:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325801.850526:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a346707. 00000100:00000200:2.0:1767325801.850529:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993421184, offset 0 00000100:00000040:0.0:1767325801.850529:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089695778 x1853174993421312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325801.850538:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325801.850544:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325801.850545:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325801.850547:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325801.850548:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325801.850549:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325801.850551:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00100000:0.0:1767325801.850555:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000089695778 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993421312:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767325801.850559:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325801.850564:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325801.850566:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325801.850569:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325801.850570:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325801.850572:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325801.850576:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050e660c8. 00000400:00000200:2.0:1767325801.850578:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767325801.850579:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325801.850585:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:0.0:1767325801.850585:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063828a16. 00000400:00000010:0.0:1767325801.850588:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a212d555. 00000100:00000200:0.0:1767325801.850592:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993421312, portal 10 00000100:00000001:0.0:1767325801.850594:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767325801.850595:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [275:275:256:4294967295] 192.168.203.107@tcp LPNI seq info [275:275:8:4294967295] 00000100:00000001:0.0:1767325801.850596:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268027392 : -112767441524224 : ffff997048b4aa00) 00000100:00000040:0.0:1767325801.850603:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000089695778 x1853174993421312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.850609:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325801.850615:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325801.850616:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:0.0:1767325801.850617:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034704ee7. 00000100:00000200:0.0:1767325801.850621:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993421312, offset 0 00000400:00000200:0.0:1767325801.850627:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767325801.850631:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325801.850635:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:2.0:1767325801.850637:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fc6f982. 00000400:00000200:0.0:1767325801.850638:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325801.850642:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325801.850644:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325801.850648:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767325801.850651:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325801.850652:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [276:276:255:4294967295] 192.168.203.107@tcp LPNI seq info [276:276:7:4294967295] 00000400:00000200:0.0:1767325801.850664:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325801.850666:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325801.850668:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767325801.850673:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fc6f982 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1767325801.850673:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d57537d. 00000800:00000200:0.0:1767325801.850679:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767325801.850682:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325801.850684:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d57537d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325801.850693:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325801.850697:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 364428 usecs (365 jiffies) 00000100:00000001:0.0:1767325801.850699:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325801.850700:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305719149 00000100:00000001:2.0:1767325801.850702:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305722935 00000100:00000001:2.0:1767325801.850706:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305719149 00000100:00000040:0.0:1767325801.850708:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 20956 usecs (21 jiffies) 00000100:00000001:2.0:1767325801.850709:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305722935 00000100:00000001:2.0:1767325801.850713:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305719149 00000100:00000001:0.0:1767325801.850713:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305718805 00000100:00000001:0.0:1767325801.850717:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305722935 00000100:00000001:2.0:1767325801.850718:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305722935 00000100:00000001:0.0:1767325801.850721:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305718805 00000100:00000001:2.0:1767325801.850723:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305719149 00000100:00000001:0.0:1767325801.850724:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305722935 00000100:00000001:2.0:1767325801.850728:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305722935 00000100:00000001:0.0:1767325801.850728:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305718805 00000100:00000001:0.0:1767325801.850731:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305722935 00000100:00000001:2.0:1767325801.850734:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325801.850735:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305718805 00000100:00000001:0.0:1767325801.850739:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305722935 00000100:00000001:2.0:1767325801.850741:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.850741:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325801.850746:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325801.850748:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.850749:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.850754:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325801.850755:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767325801.850756:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325801.850760:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325801.850761:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1767325801.850761:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fc6f982. 00000100:00000001:0.0:1767325801.850763:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325801.850765:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325801.850767:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325801.850769:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325801.850770:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325801.850770:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325801.850771:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325801.850774:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325801.850774:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325801.850778:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325801.850781:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325801.850783:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325801.850787:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a346707 00000400:00000010:1.0:1767325801.850789:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a346707. 00000100:00000001:1.0:1767325801.850802:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325801.850806:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abf35ff8 x1853174993421184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325801.850815:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325801.850818:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abf35ff8 x1853174993421184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325801.850825:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325801.850827:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325801.850881:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325801.850884:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d57537d. 00000400:00000200:1.0:1767325801.850887:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325801.850890:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325801.850893:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034704ee7 00000400:00000010:1.0:1767325801.850894:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034704ee7. 00000100:00000001:1.0:1767325801.850896:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325801.850899:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089695778 x1853174993421312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325801.850906:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325801.850908:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000089695778 x1853174993421312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325801.850914:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325801.850916:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325801.852322:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325801.852332:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325801.852335:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325801.852337:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325801.852342:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325801.852352:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed308380 00000400:00000200:1.0:1767325801.852358:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x96d [1] + 224 00000800:00000001:1.0:1767325801.852364:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325801.852369:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325801.852370:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325801.852379:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325801.852383:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325801.852386:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abf35ff8 x1853174993421184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325801.852406:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000abf35ff8 x1853174993421184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325801.852423:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325801.852431:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325801.852434:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325801.852436:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325801.852437:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325801.852441:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325801.852447:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed308400 00000400:00000200:1.0:1767325801.852453:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x975 [1] + 224 00000800:00000001:1.0:1767325801.852457:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325801.852459:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767325801.852462:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325801.852463:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325801.852467:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767325801.852470:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767325801.852473:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:2.0:1767325801.852474:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325801.852478:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5dc0572. 00000400:00000200:2.0:1767325801.852482:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000400:00000010:2.0:1767325801.852483:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 00000100:00000001:2.0:1767325801.852486:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325801.852487:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325801.852491:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abf35ff8 x1853174993421184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325801.852493:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089695778 x1853174993421312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325801.852518:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abf35ff8 x1853174993421184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325801.852519:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000089695778 x1853174993421312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325801.852540:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325801.852543:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325801.852545:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767325801.852547:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767325801.852548:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325801.852552:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767325801.852553:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325801.852554:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325801.852559:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325801.852559:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767325801.852567:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=48 v=5 (5 5 5 0) 00000100:00000001:0.0:1767325801.852571:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767325801.852572:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=48 v=5 (1 1 1 0) 00000100:00000001:0.0:1767325801.852574:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325801.852578:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1767325801.852579:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767325801.852581:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767325801.852581:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325801.852584:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063828a16. 00010000:00000001:2.0:1767325801.852586:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767325801.852588:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a212d555 00010000:00000001:2.0:1767325801.852590:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325801.852590:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a212d555. 00000100:00000001:0.0:1767325801.852595:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325801.852596:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1767325801.852599:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089695778 x1853174993421312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325801.852600:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325801.852605:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325801.852607:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325801.852618:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abf35ff8 x1853174993421184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325801.852618:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089695778 x1853174993421312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.852634:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325801.852637:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325801.852642:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325801.852643:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325801.852645:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767325801.852646:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325801.852647:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325801.852649:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325801.852650:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325801.852653:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abf35ff8 x1853174993421184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325817 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325801.852654:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325801.852657:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=58 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325801.852659:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325801.852664:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325801.852666:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325801.852669:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325801.852674:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000089695778 x1853174993421312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325801.852678:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000abf35ff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993421184:192.168.203.107@tcp:400: 00010000:00000001:0.0:1767325801.852684:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325801.852688:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325801.852688:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325801.852689:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325801.852692:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325801.852694:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325801.852694:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325801.852702:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abf35ff8 x1853174993421184/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325817 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325801.852702:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089695778 x1853174993421312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325801.852729:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325801.852731:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325801.852732:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767325801.852734:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767325801.852734:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325801.852737:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089695778 x1853174993421312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325817 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325801.852739:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8f3d421. 02000000:00000001:2.0:1767325801.852745:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1767325801.852746:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000089695778 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993421312:192.168.203.107@tcp:400: 00000020:00000001:2.0:1767325801.852748:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767325801.852750:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767325801.852751:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325801.852752:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767325801.852756:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767325801.852757:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000089695778 x1853174993421312/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325817 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325801.852760:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000356a1e1a. 00000100:00000001:0.0:1767325801.852765:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325801.852767:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767325801.852768:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325801.852770:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325801.852774:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abf35ff8. 02000000:00000010:0.0:1767325801.852774:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050e660c8. 02000000:00000001:0.0:1767325801.852779:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325801.852781:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767325801.852781:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325801.852784:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767325801.852785:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767325801.852786:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325801.852788:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000cfce3c5. 00000100:00000001:2.0:1767325801.852790:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325801.852791:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325801.852794:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325801.852795:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089695778. 00000100:00000001:2.0:1767325801.852796:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325801.852797:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325801.852800:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.852800:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325801.852805:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325801.852806:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325801.852809:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.852809:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325801.852812:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325801.852813:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325801.852814:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325802.490260:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325802.490268:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325802.490271:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325802.490274:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325802.490278:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325802.490281:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325802.490283:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325802.490285:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325802.490289:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325802.490290:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325802.490337:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325802.490340:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325802.490341:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325803.514196:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325803.514216:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325803.514221:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325803.514222:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325803.514268:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325803.514271:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325803.514274:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325804.538217:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325804.538227:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325804.538235:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325804.538236:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325804.538295:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325804.538300:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325804.538303:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325805.562256:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325805.562262:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325805.562266:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325805.562268:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325805.562276:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325805.562281:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325805.562284:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325805.562285:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325805.562288:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325805.562290:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325805.562292:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325805.562294:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325805.562362:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325805.562366:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325805.562391:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325806.458266:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305722935, at 4305723392 00000100:00000040:1.0:1767325806.458267:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305722935, at 4305723392 00000100:00000040:3.0:1767325806.458273:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305722935, at 4305723392 00000100:00000010:2.0:1767325806.458285:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6bd77d7. 00000100:00000010:1.0:1767325806.458287:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077e90a0d. 00000100:00000010:3.0:1767325806.458293:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062bef00c. 00000100:00000040:0.0:1767325806.458418:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305722935, at 4305723392 00000100:00000010:0.0:1767325806.458423:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b57c0e8b. 00010000:00000001:2.0:1767325806.586241:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325806.586248:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325806.586254:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325806.586255:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325806.586316:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325806.586323:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325806.586327:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325806.970271:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325806.970284:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325806.970295:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f8ef0b3. 00000020:00000040:3.0:1767325806.970304:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325806.970309:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325806.970312:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325806.970335:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325806.970344:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000caa95cc3. 00000100:00000001:3.0:1767325806.970352:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325806.970392:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000003f8ef0b3 x1853174993421440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325806.970404:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325806.970407:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325806.970415:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f8ef0b3] to pc [ptlrpcd_00_01+1] req@000000003f8ef0b3 x1853174993421440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325806.970447:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325806.970450:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325806.970454:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325806.970457:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d9c2130. 00000020:00000040:3.0:1767325806.970459:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325806.970461:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325806.970462:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325806.970464:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325806.970468:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe2b1497. 00000100:00000001:3.0:1767325806.970471:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325806.970475:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000007d9c2130 x1853174993421568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325806.970482:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325806.970483:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325806.970487:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9c2130] to pc [ptlrpcd_00_02+2] req@000000007d9c2130 x1853174993421568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325806.970490:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325806.970497:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325806.970498:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325806.970503:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325806.970504:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325806.970518:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f8ef0b3 x1853174993421440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325806.970522:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325806.970528:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325806.970534:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325806.970535:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767325806.970538:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325806.970540:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325806.970543:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089695778. 00000100:00100000:0.0:1767325806.970544:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:1.0:1767325806.970546:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1767325806.970548:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:1.0:1767325806.970551:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325806.970555:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325806.970558:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325806.970562:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767325806.970564:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003f8ef0b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993421440:192.168.203.107@tcp:400: 02000000:00000001:3.0:1767325806.970566:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325806.970569:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767325806.970570:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325806.970572:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325806.970573:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767325806.970576:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000056075b4e. 00000100:00000001:0.0:1767325806.970578:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325806.970581:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325806.970581:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325806.970582:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325806.970585:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767325806.970586:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325806.970590:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325806.970592:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000089695778 x1853174993421696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767325806.970592:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767325806.970592:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d9c2130 x1853174993421568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325806.970600:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325806.970602:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cdf668a. 02000000:00000001:1.0:1767325806.970613:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325806.970624:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e035faa. 00000100:00000001:3.0:1767325806.970633:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325806.970634:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325806.970637:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325806.970637:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089eaf211. 00000100:00000001:0.0:1767325806.970638:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325806.970645:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089695778] to pc [ptlrpcd_00_03+3] req@0000000089695778 x1853174993421696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325806.970645:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325806.970648:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767325806.970649:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993421440, portal 25 02000000:00000001:0.0:1767325806.970655:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325806.970657:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325806.970661:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268023808 : -112767441527808 : ffff997048b49c00) 00000100:00100000:0.0:1767325806.970663:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d9c2130 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993421568:192.168.203.107@tcp:400: 00000100:00000040:1.0:1767325806.970672:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003f8ef0b3 x1853174993421440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325806.970676:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325806.970681:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325806.970684:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325806.970689:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325806.970691:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325806.970692:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1767325806.970694:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325806.970699:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767325806.970699:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325806.970700:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325806.970702:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11061) 00000400:00000010:1.0:1767325806.970704:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023a5a225. 00000100:00100000:2.0:1767325806.970707:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000010:0.0:1767325806.970707:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a089ac10. 00000100:00000200:1.0:1767325806.970709:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993421440, offset 0 02000000:00000001:0.0:1767325806.970720:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325806.970721:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767325806.970729:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063828a16. 00000400:00000200:1.0:1767325806.970732:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325806.970736:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325806.970740:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767325806.970742:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a212d555. 00000100:00000001:2.0:1767325806.970744:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325806.970748:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767325806.970750:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993421568, portal 10 00000100:00000001:2.0:1767325806.970751:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325806.970754:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325806.970756:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268020224 : -112767441531392 : ffff997048b48e00) 00000400:00000200:1.0:1767325806.970757:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:2.0:1767325806.970766:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089695778 x1853174993421696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325806.970767:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767325806.970767:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d9c2130 x1853174993421568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325806.970782:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325806.970796:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325806.970803:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767325806.970807:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:0.0:1767325806.970815:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325806.970819:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767325806.970820:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000400:00000200:1.0:1767325806.970821:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [277:277:256:4294967295] 192.168.203.107@tcp LPNI seq info [277:277:8:4294967295] 00000100:00000200:0.0:1767325806.970824:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993421568, offset 0 00000400:00000200:0.0:1767325806.970832:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325806.970839:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325806.970846:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:2.0:1767325806.970849:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325806.970852:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325806.970858:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325806.970868:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000089695778 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993421696:192.168.203.107@tcp:400: 00000400:00000200:0.0:1767325806.970872:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:1.0:1767325806.970874:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325806.970876:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767325806.970886:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011945c34. 00000400:00000200:0.0:1767325806.970889:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325806.970894:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325806.970895:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325806.970901:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:2.0:1767325806.970902:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1767325806.970903:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:2.0:1767325806.970907:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325806.970912:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325806.970914:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [278:278:255:4294967295] 192.168.203.107@tcp LPNI seq info [278:278:7:4294967295] 00000800:00000200:1.0:1767325806.970920:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000010:2.0:1767325806.970921:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b427e00. 00000800:00000200:1.0:1767325806.970933:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011945c34 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325806.970933:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:2.0:1767325806.970937:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325806.970951:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5dc0572. 00000800:00000200:0.0:1767325806.970952:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325806.970963:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9272bf7. 00000400:00000010:2.0:1767325806.970967:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000100:00000001:1.0:1767325806.970970:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325806.970973:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:2.0:1767325806.970981:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993421696, portal 10 00000800:00000200:0.0:1767325806.970982:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325806.970987:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305728538 00000100:00000001:2.0:1767325806.970990:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767325806.970990:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9272bf7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325806.970994:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268027392 : -112767441524224 : ffff997048b4aa00) 00000100:00000010:1.0:1767325806.970996:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025409ec8. 00000100:00000001:0.0:1767325806.970998:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325806.971008:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 359792 usecs (360 jiffies) 00000100:00000001:1.0:1767325806.971010:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767325806.971014:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000089695778 x1853174993421696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325806.971016:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305724264 00000100:00000001:1.0:1767325806.971022:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305728538 00000100:00000001:0.0:1767325806.971027:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305728538 00000100:00000010:1.0:1767325806.971035:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c643a41f. 00000100:00000001:0.0:1767325806.971040:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305724264 00000100:00000001:1.0:1767325806.971047:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767325806.971055:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305728538 00000100:00000001:0.0:1767325806.971056:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305728538 00000100:00000001:2.0:1767325806.971057:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325806.971064:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305724264 00000100:00000040:2.0:1767325806.971070:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767325806.971072:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f57cfb76. 00000400:00000010:2.0:1767325806.971076:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001a1d222. 00000100:00000001:1.0:1767325806.971078:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000200:2.0:1767325806.971082:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993421696, offset 0 00000100:00000001:1.0:1767325806.971086:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305728538 00000100:00000001:0.0:1767325806.971086:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305728538 00000100:00000001:0.0:1767325806.971094:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305724264 00000400:00000200:2.0:1767325806.971095:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767325806.971096:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000598d1485. 00000100:00000001:1.0:1767325806.971105:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767325806.971110:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325806.971111:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305728538 00000100:00000001:1.0:1767325806.971114:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325806.971116:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325806.971124:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325806.971126:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325806.971126:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325806.971131:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325806.971178:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325806.971182:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325806.971187:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325806.971189:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325806.971191:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325806.971193:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325806.971197:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325806.971201:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325806.971203:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325806.971211:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325806.971216:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325806.971219:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767325806.971222:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325806.971226:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325806.971229:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [279:279:254:4294967295] 192.168.203.107@tcp LPNI seq info [279:279:6:4294967295] 00000100:00000001:0.0:1767325806.971230:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325806.971236:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325806.971252:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325806.971261:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325806.971267:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fc6f982. 00000800:00000200:2.0:1767325806.971281:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767325806.971287:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325806.971291:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fc6f982 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325806.971296:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325806.971300:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 20713 usecs (21 jiffies) 00000800:00000200:3.0:1767325806.971301:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325806.971305:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305723926 00000800:00000010:3.0:1767325806.971308:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011945c34. 00000100:00000001:2.0:1767325806.971311:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305728538 00000100:00000001:2.0:1767325806.971315:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305723926 00000100:00000001:2.0:1767325806.971317:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305728538 00000100:00000001:2.0:1767325806.971319:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305723926 00000400:00000200:3.0:1767325806.971320:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325806.971322:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305728538 00000100:00000001:2.0:1767325806.971328:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305723926 00000100:00000001:2.0:1767325806.971333:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305728538 00000400:00000200:3.0:1767325806.971335:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325806.971338:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325806.971341:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325806.971343:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023a5a225 00000100:00000001:2.0:1767325806.971345:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325806.971349:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023a5a225. 00000100:00000001:2.0:1767325806.971352:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325806.971370:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325806.971378:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f8ef0b3 x1853174993421440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325806.971390:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325806.971393:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f8ef0b3 x1853174993421440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325806.971400:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325806.971402:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325806.971417:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325806.971420:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9272bf7. 00000400:00000200:3.0:1767325806.971430:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325806.971433:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325806.971436:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:3.0:1767325806.971438:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:3.0:1767325806.971441:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325806.971443:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d9c2130 x1853174993421568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325806.971450:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325806.971452:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d9c2130 x1853174993421568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325806.971458:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325806.971459:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325806.971529:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325806.971532:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fc6f982. 00000400:00000200:3.0:1767325806.971537:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325806.971540:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325806.971543:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001a1d222 00000400:00000010:3.0:1767325806.971544:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001a1d222. 00000100:00000001:3.0:1767325806.971547:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325806.971550:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089695778 x1853174993421696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325806.971557:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325806.971559:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000089695778 x1853174993421696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325806.971565:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325806.971566:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325806.973287:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325806.973302:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325806.973307:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325806.973310:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325806.973327:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325806.973357:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed308480 00000400:00000200:1.0:1767325806.973377:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x97d [1] + 224 00000800:00000001:1.0:1767325806.973385:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325806.973391:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325806.973395:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325806.973399:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325806.973404:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325806.973409:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f8ef0b3 x1853174993421440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325806.973419:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f8ef0b3 x1853174993421440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325806.973439:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325806.973448:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325806.973451:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325806.973453:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325806.973455:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325806.973460:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325806.973466:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed308500 00000400:00000200:1.0:1767325806.973472:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x985 [1] + 224 00000100:00000001:0.0:1767325806.973475:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767325806.973476:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325806.973479:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325806.973481:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325806.973485:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325806.973487:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325806.973490:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325806.973493:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d9c2130 x1853174993421568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325806.973503:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007d9c2130 x1853174993421568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325806.973503:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325806.973507:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325806.973511:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e035faa. 00000400:00000200:0.0:1767325806.973518:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089eaf211 00000400:00000010:0.0:1767325806.973523:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089eaf211. 00000100:00000001:0.0:1767325806.973527:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325806.973530:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767325806.973533:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f8ef0b3 x1853174993421440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325806.973543:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767325806.973546:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f8ef0b3 x1853174993421440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325806.973548:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325806.973552:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325806.973555:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325806.973562:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325806.973565:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325806.973566:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767325806.973569:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325806.973573:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325806.973575:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325806.973577:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325806.973579:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed308580 00000100:00000001:0.0:1767325806.973579:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325806.973581:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767325806.973583:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325806.973590:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x98d [1] + 224 00000100:00001000:0.0:1767325806.973590:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=63 v=5 (5 5 5 0) 00000800:00000001:1.0:1767325806.973597:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767325806.973598:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1767325806.973599:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=63 v=5 (1 1 1 0) 00000400:00000001:2.0:1767325806.973602:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325806.973606:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063828a16. 00000800:00000001:1.0:1767325806.973607:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325806.973611:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767325806.973612:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a212d555 00000400:00000200:1.0:1767325806.973612:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325806.973615:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325806.973617:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a212d555. 00010000:00000001:0.0:1767325806.973620:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767325806.973622:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325806.973625:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767325806.973625:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325806.973628:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325806.973631:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325806.973634:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089695778 x1853174993421696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325806.973637:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d9c2130 x1853174993421568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325806.973641:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f8ef0b3 x1853174993421440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325806.973657:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000089695778 x1853174993421696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325806.973671:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325806.973679:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767325806.973680:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d9c2130 x1853174993421568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325806.973682:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325806.973692:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f8ef0b3 x1853174993421440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325806.973694:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767325806.973701:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003f8ef0b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993421440:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325806.973704:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325806.973708:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767325806.973708:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767325806.973712:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767325806.973715:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325806.973716:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325806.973719:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325806.973720:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325806.973721:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325806.973726:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325806.973726:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325806.973732:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f8ef0b3 x1853174993421440/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767325806.973734:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=53 v=5 (5 5 5 0) 00000100:00001000:2.0:1767325806.973742:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=53 v=5 (1 1 1 0) 00000100:00000001:3.0:1767325806.973747:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325806.973748:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325806.973748:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325806.973752:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325806.973753:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325806.973754:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767325806.973757:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767325806.973759:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cdf668a. 00000400:00000001:3.0:1767325806.973760:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767325806.973762:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767325806.973765:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767325806.973765:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325806.973767:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:3.0:1767325806.973768:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5dc0572. 00000020:00000001:0.0:1767325806.973769:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767325806.973771:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000020:00000040:0.0:1767325806.973773:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325806.973775:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767325806.973776:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000100:00000001:2.0:1767325806.973779:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325806.973780:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 00000020:00000001:0.0:1767325806.973780:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325806.973785:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000caa95cc3. 00000100:00000001:3.0:1767325806.973786:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767325806.973787:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d9c2130 x1853174993421568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325806.973792:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325806.973797:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325806.973799:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f8ef0b3. 00000100:00000200:3.0:1767325806.973801:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089695778 x1853174993421696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325806.973801:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325806.973805:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325806.973807:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325806.973809:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325806.973811:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325806.973815:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325806.973821:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d9c2130 x1853174993421568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325806.973824:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325806.973827:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325806.973829:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089695778 x1853174993421696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325806.973831:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325806.973834:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325806.973858:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767325806.973860:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d9c2130 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993421568:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325806.973862:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325806.973867:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767325806.973869:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325806.973870:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325806.973873:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325806.973873:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325806.973877:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325806.973879:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d9c2130 x1853174993421568/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325806.973881:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325806.973889:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=63 v=5 (5 5 5 0) 00000100:00000001:2.0:1767325806.973890:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325806.973893:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1767325806.973895:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=10 v=5 (1 0 0 0) 02000000:00000010:2.0:1767325806.973896:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a089ac10. 00000100:00000001:3.0:1767325806.973902:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767325806.973903:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325806.973905:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325806.973906:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767325806.973909:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767325806.973913:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00010000:00080000:3.0:1767325806.973915:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000089695778 x1853174993421696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767325806.973918:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325806.973921:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe2b1497. 02000000:00000001:2.0:1767325806.973926:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767325806.973931:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325806.973934:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325806.973935:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 02000000:00000001:2.0:1767325806.973937:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767325806.973938:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:2.0:1767325806.973940:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d9c2130. 00000100:00000001:3.0:1767325806.973942:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325806.973948:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089695778 x1853174993421696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325806.973949:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325806.973952:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325806.973956:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325806.973962:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325806.973964:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325806.973965:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325806.973969:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325806.973969:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325806.973973:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325806.973973:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325806.973981:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089695778 x1853174993421696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325806.973990:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000089695778 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993421696:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325806.974002:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325806.974004:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325806.974007:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000089695778 x1853174993421696/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325822 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325806.974013:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325806.974015:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325806.974016:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b427e00. 02000000:00000001:3.0:1767325806.974019:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325806.974021:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325806.974021:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325806.974023:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325806.974025:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000056075b4e. 02000000:00000001:3.0:1767325806.974027:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325806.974028:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325806.974029:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089695778. 00000100:00000001:3.0:1767325806.974032:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325806.974033:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325806.974034:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325806.974038:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325806.974039:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325806.974041:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325806.974043:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325807.482205:0:214155:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767325807.482212:0:214155:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767325807.610390:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325807.610399:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325807.610406:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325807.610407:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325807.610468:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325807.610472:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325807.610475:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325808.634259:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325808.634266:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325808.634273:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325808.634275:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325808.634341:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325808.634357:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325808.634362:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325809.658269:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325809.658279:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325809.658286:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325809.658288:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325809.658354:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325809.658359:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325809.658361:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325810.682231:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325810.682240:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325810.682248:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325810.682249:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325810.682295:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325810.682298:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325810.682301:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325811.706254:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325811.706263:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325811.706271:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325811.706273:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325811.706357:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325811.706361:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325811.706365:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325812.090245:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305728538, at 4305729024 00000100:00000040:2.0:1767325812.090245:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767325812.090245:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305728538, at 4305729024 00000100:00000040:0.0:1767325812.090245:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305728538, at 4305729024 00000100:00000001:2.0:1767325812.090258:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325812.090263:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000598d1485. 00000100:00000010:1.0:1767325812.090264:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c643a41f. 00000100:00000010:0.0:1767325812.090268:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025409ec8. 00000100:00000010:2.0:1767325812.090269:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2583070. 00000020:00000040:2.0:1767325812.090276:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325812.090297:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325812.090300:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325812.090306:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325812.090315:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000072856849. 00000100:00000001:2.0:1767325812.090322:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325812.090351:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000d2583070 x1853174993421824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325812.090365:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325812.090367:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325812.090374:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2583070] to pc [ptlrpcd_00_00+0] req@00000000d2583070 x1853174993421824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325812.090403:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325812.090406:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325812.090410:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325812.090413:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc353709. 00000020:00000040:2.0:1767325812.090416:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325812.090419:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325812.090420:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325812.090423:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325812.090423:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325812.090427:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767325812.090429:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc002f00. 00000100:00000001:0.0:1767325812.090430:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325812.090435:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325812.090437:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2583070 x1853174993421824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325812.090442:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325812.090443:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000fc353709 x1853174993421952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325812.090449:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325812.090452:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325812.090456:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325812.090461:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767325812.090462:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325812.090464:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325812.090465:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325812.090469:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325812.090472:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc353709] to pc [ptlrpcd_00_01+1] req@00000000fc353709 x1853174993421952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325812.090473:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2583070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993421824:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325812.090479:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325812.090484:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325812.090487:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325812.090490:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325812.090493:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abdd4c43. 02000000:00000001:0.0:1767325812.090495:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325812.090497:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325812.090500:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd2e70c6. 00000100:00000040:2.0:1767325812.090501:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325812.090507:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767325812.090509:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767325812.090509:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000307c2c15. 00000100:00000001:1.0:1767325812.090512:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767325812.090515:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000574a5a79. 00000100:00000001:1.0:1767325812.090515:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767325812.090518:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993421824, portal 25 00000020:00000040:2.0:1767325812.090519:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:1.0:1767325812.090520:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fc353709 x1853174993421952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325812.090523:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325812.090525:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325812.090526:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531377536 : -112767178174080 : ffff997058671180) 02000000:00000001:2.0:1767325812.090528:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325812.090532:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325812.090536:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2583070 x1853174993421824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325812.090537:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767325812.090539:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006fc6f982. 00000100:00000001:1.0:1767325812.090540:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325812.090546:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325812.090546:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325812.090548:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767325812.090549:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325812.090551:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325812.090553:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000574a5a79 x1853174993422080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767325812.090553:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325812.090558:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bddc121e. 00000100:00000200:0.0:1767325812.090563:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993421824, offset 0 00000100:00000001:2.0:1767325812.090564:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767325812.090566:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fc353709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993421952:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325812.090567:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325812.090573:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767325812.090574:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574a5a79] to pc [ptlrpcd_00_02+2] req@00000000574a5a79 x1853174993422080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325812.090576:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325812.090579:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325812.090582:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767325812.090584:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325812.090589:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000999086a2. 02000000:00000001:1.0:1767325812.090592:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325812.090595:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef42a7b4. 00000400:00000010:1.0:1767325812.090600:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d9a5dcc. 00000100:00000001:2.0:1767325812.090601:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325812.090601:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000200:1.0:1767325812.090605:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993421952, portal 10 00000100:00000040:2.0:1767325812.090606:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325812.090611:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767325812.090611:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767325812.090612:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767325812.090615:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531382912 : -112767178168704 : ffff997058672680) 00000100:00000040:2.0:1767325812.090619:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11066) 00000400:00000200:0.0:1767325812.090621:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:1.0:1767325812.090626:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fc353709 x1853174993421952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325812.090629:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325812.090629:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325812.090630:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325812.090636:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325812.090636:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325812.090638:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325812.090640:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325812.090642:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325812.090649:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000574a5a79 x1853174993422080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325812.090649:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [280:280:256:4294967295] 192.168.203.107@tcp LPNI seq info [280:280:8:4294967295] 00000100:00000040:2.0:1767325812.090650:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305728538, at 4305729024 00000100:00000040:1.0:1767325812.090651:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325812.090657:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095dddc78. 00000100:00000010:2.0:1767325812.090660:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f57cfb76. 00000100:00000200:1.0:1767325812.090663:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993421952, offset 0 00000400:00000200:0.0:1767325812.090672:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767325812.090675:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767325812.090677:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325812.090678:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325812.090684:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1767325812.090686:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325812.090687:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325812.090688:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:3.0:1767325812.090693:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325812.090695:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325812.090701:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000010:0.0:1767325812.090704:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba0f4571. 00000100:00100000:3.0:1767325812.090708:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000574a5a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993422080:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767325812.090708:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325812.090716:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767325812.090716:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325812.090718:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325812.090723:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767325812.090724:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [281:281:255:4294967295] 192.168.203.107@tcp LPNI seq info [281:281:7:4294967295] 02000000:00000001:3.0:1767325812.090727:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325812.090730:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:3.0:1767325812.090732:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767325812.090737:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325812.090737:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba0f4571 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1767325812.090739:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8451107. 02000000:00000001:3.0:1767325812.090744:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325812.090748:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325812.090751:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031550ae3. 00000800:00000010:1.0:1767325812.090753:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011945c34. 00000100:00000001:0.0:1767325812.090754:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325812.090757:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000850ac0f3. 00000100:00000001:0.0:1767325812.090759:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305733658 00000800:00000200:1.0:1767325812.090760:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:3.0:1767325812.090763:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993422080, portal 10 00000100:00000010:0.0:1767325812.090766:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b57c0e8b. 00000100:00000001:3.0:1767325812.090768:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767325812.090769:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325812.090772:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531379328 : -112767178172288 : ffff997058671880) 00000800:00000200:1.0:1767325812.090773:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011945c34 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325812.090774:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767325812.090779:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305733658 00000100:00000040:3.0:1767325812.090783:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000574a5a79 x1853174993422080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767325812.090785:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d63c42e. 00000100:00000001:1.0:1767325812.090786:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325812.090791:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767325812.090795:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305733658 00000100:00000040:1.0:1767325812.090800:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 355288 usecs (356 jiffies) 00000100:00000001:3.0:1767325812.090801:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767325812.090801:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000ae3708a. 00000100:00000040:3.0:1767325812.090807:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767325812.090808:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325812.090808:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305729380 00000100:00000001:0.0:1767325812.090808:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000010:3.0:1767325812.090811:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f9143b9. 00000800:00000010:2.0:1767325812.090815:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba0f4571. 00000100:00000001:1.0:1767325812.090815:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305733658 00000100:00000001:0.0:1767325812.090815:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305733658 00000100:00000200:3.0:1767325812.090816:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993422080, offset 0 00000100:00000001:1.0:1767325812.090821:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305729380 00000100:00000010:0.0:1767325812.090821:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000797caa63. 00000400:00000200:2.0:1767325812.090823:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325812.090826:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767325812.090827:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305733658 00000400:00000200:3.0:1767325812.090830:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325812.090831:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325812.090832:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305729380 00000400:00000200:2.0:1767325812.090833:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325812.090838:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305733658 00000100:00000001:0.0:1767325812.090838:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325812.090842:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325812.090842:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305729380 00000100:00000001:0.0:1767325812.090845:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325812.090846:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305733658 00000400:00000200:3.0:1767325812.090851:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325812.090851:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325812.090851:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325812.090855:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325812.090859:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325812.090859:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325812.090863:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325812.090869:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325812.090869:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767325812.090870:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325812.090872:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325812.090873:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325812.090876:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325812.090877:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325812.090879:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325812.090879:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325812.090881:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325812.090884:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325812.090885:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325812.090886:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [282:282:254:4294967295] 192.168.203.107@tcp LPNI seq info [282:282:6:4294967295] 00000100:00000001:0.0:1767325812.090888:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325812.090894:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325812.090904:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325812.090910:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325812.090910:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bddc121e 00000400:00000010:2.0:1767325812.090913:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bddc121e. 00000800:00000010:3.0:1767325812.090916:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056075b4e. 00000100:00000001:2.0:1767325812.090918:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767325812.090923:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:2.0:1767325812.090926:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2583070 x1853174993421824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325812.090932:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325812.090938:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056075b4e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325812.090943:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325812.090948:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325812.090952:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 20493 usecs (21 jiffies) 00000100:00000040:2.0:1767325812.090955:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2583070 x1853174993421824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325828 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325812.090957:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305729045 00000100:00000001:3.0:1767325812.090962:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305733658 00000100:00000001:3.0:1767325812.090967:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305729045 00000100:00000001:3.0:1767325812.090971:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305733658 00000100:00000001:2.0:1767325812.090973:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325812.090974:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305729045 00000100:00000001:2.0:1767325812.090978:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325812.090979:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305733658 00000100:00000001:3.0:1767325812.090982:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305729045 00000100:00000001:3.0:1767325812.090984:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305733658 00000100:00000001:3.0:1767325812.090986:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325812.090988:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325812.090991:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325812.090993:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767325812.090993:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325812.090997:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011945c34. 00000100:00000001:3.0:1767325812.090999:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767325812.091000:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325812.091002:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767325812.091005:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325812.091007:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325812.091009:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095dddc78 00000100:00000001:3.0:1767325812.091010:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767325812.091012:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095dddc78. 00000100:00000001:3.0:1767325812.091013:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325812.091015:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767325812.091017:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325812.091019:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fc353709 x1853174993421952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325812.091025:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325812.091027:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fc353709 x1853174993421952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325828 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325812.091031:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325812.091032:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325812.091095:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325812.091097:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056075b4e. 00000400:00000200:2.0:1767325812.091099:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325812.091101:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325812.091102:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f9143b9 00000400:00000010:2.0:1767325812.091103:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f9143b9. 00000100:00000001:2.0:1767325812.091105:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325812.091106:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000574a5a79 x1853174993422080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325812.091111:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325812.091112:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000574a5a79 x1853174993422080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325828 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325812.091115:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325812.091116:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325812.092532:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325812.092543:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325812.092546:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325812.092585:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325812.092593:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325812.092603:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed308680 00000400:00000200:3.0:1767325812.092610:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x99d [1] + 224 00000800:00000001:3.0:1767325812.092617:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325812.092621:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325812.092623:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325812.092626:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325812.092636:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325812.092640:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fc353709 x1853174993421952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325812.092648:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fc353709 x1853174993421952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325812.092663:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325812.092670:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325812.092673:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325812.092674:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325812.092676:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325812.092679:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325812.092684:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed308600 00000400:00000200:3.0:1767325812.092689:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x995 [1] + 224 00000800:00000001:3.0:1767325812.092693:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325812.092696:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325812.092698:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325812.092701:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325812.092702:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325812.092706:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325812.092707:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325812.092712:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2583070 x1853174993421824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767325812.092712:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325812.092716:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325812.092719:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef42a7b4. 00000400:00000200:1.0:1767325812.092725:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9a5dcc 00000100:00000040:3.0:1767325812.092726:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2583070 x1853174993421824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325812.092728:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d9a5dcc. 00000100:00000001:1.0:1767325812.092734:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325812.092741:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fc353709 x1853174993421952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325812.092744:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325812.092750:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767325812.092754:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fc353709 x1853174993421952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325812.092756:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325812.092760:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325812.092764:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325812.092771:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325812.092773:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767325812.092775:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325812.092780:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325812.092783:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767325812.092785:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767325812.092786:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed308700 00000400:00000010:0.0:1767325812.092787:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd2e70c6. 00000400:00000200:0.0:1767325812.092792:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307c2c15 00000400:00000010:0.0:1767325812.092794:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000307c2c15. 00000100:00000001:1.0:1767325812.092797:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325812.092797:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767325812.092802:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x9a5 [1] + 224 00000100:00000001:1.0:1767325812.092803:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767325812.092803:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2583070 x1853174993421824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325812.092807:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325812.092812:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767325812.092813:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325812.092815:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325812.092821:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325812.092821:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2583070 x1853174993421824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325812.092827:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325812.092829:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767325812.092832:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767325812.092832:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=59 v=5 (5 5 5 0) 00000100:00000001:0.0:1767325812.092832:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325812.092837:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:1.0:1767325812.092841:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=59 v=5 (1 1 1 0) 02000000:00000001:0.0:1767325812.092841:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767325812.092842:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325812.092844:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325812.092849:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325812.092849:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325812.092850:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325812.092853:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325812.092854:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325812.092856:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000574a5a79 x1853174993422080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325812.092860:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1767325812.092861:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=69 v=5 (5 5 5 0) 00010000:00000001:1.0:1767325812.092866:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325812.092870:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=69 v=5 (1 1 1 0) 00000100:00000001:1.0:1767325812.092873:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325812.092878:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325812.092878:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767325812.092880:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000574a5a79 x1853174993422080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325812.092882:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325812.092883:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325812.092886:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325812.092888:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325812.092892:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325812.092897:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fc353709 x1853174993421952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325812.092899:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325812.092906:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2583070 x1853174993421824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325812.092909:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325812.092916:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325812.092918:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767325812.092922:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325812.092925:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325812.092926:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325812.092930:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325812.092931:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325812.092937:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325812.092939:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325812.092939:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc353709 x1853174993421952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325812.092943:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2583070 x1853174993421824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325812.092948:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325812.092953:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325812.092955:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325812.092958:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031550ae3. 00000400:00000200:2.0:1767325812.092963:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000850ac0f3 00000400:00000010:2.0:1767325812.092965:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000850ac0f3. 00000100:00100000:0.0:1767325812.092966:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2583070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993421824:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325812.092968:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767325812.092972:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fc353709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993421952:192.168.203.107@tcp:400: 00000100:00000200:2.0:1767325812.092975:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000574a5a79 x1853174993422080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325812.092975:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325812.092981:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325812.092983:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325812.092987:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2583070 x1853174993421824/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325812.092990:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767325812.092992:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000574a5a79 x1853174993422080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325812.092997:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fc353709 x1853174993421952/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325812.093010:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325812.093014:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325812.093017:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abdd4c43. 00000100:00000001:2.0:1767325812.093019:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325812.093021:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325812.093023:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325812.093023:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325812.093024:0:211467:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767325812.093027:0:211465:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767325812.093028:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1767325812.093029:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325812.093031:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325812.093033:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000072856849. 02000000:00000001:2.0:1767325812.093034:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325812.093037:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767325812.093038:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767325812.093039:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325812.093039:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000999086a2. 02000000:00000001:0.0:1767325812.093042:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767325812.093044:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325812.093046:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:0.0:1767325812.093046:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2583070. 00000100:00001000:2.0:1767325812.093048:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=69 v=5 (5 5 5 0) 00000020:00000001:1.0:1767325812.093051:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:2.0:1767325812.093052:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325812.093053:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:1.0:1767325812.093054:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325812.093056:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325812.093057:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325812.093059:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325812.093060:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767325812.093062:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325812.093063:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325812.093067:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000574a5a79 x1853174993422080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325812.093069:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325812.093073:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325812.093074:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc002f00. 00000100:00000001:0.0:1767325812.093079:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767325812.093080:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325812.093082:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767325812.093083:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767325812.093083:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325812.093086:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767325812.093087:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325812.093091:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:1.0:1767325812.093091:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc353709. 00000100:00000001:2.0:1767325812.093093:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325812.093098:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000574a5a79 x1853174993422080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325812.093098:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325812.093102:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325812.093107:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325812.093108:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325812.093112:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325812.093117:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325812.093119:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000574a5a79 x1853174993422080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325812.093124:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000574a5a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993422080:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325812.093124:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325812.093128:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325812.093130:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325812.093131:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325812.093132:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000574a5a79 x1853174993422080/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325828 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325812.093136:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325812.093157:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325812.093158:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325812.093159:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8451107. 02000000:00000001:2.0:1767325812.093162:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325812.093163:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325812.093164:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325812.093165:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325812.093167:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006fc6f982. 00000100:00000001:1.0:1767325812.093168:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325812.093169:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325812.093171:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325812.093173:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000574a5a79. 00000100:00000001:2.0:1767325812.093175:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325812.093176:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325812.093177:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325812.093180:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325812.093181:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325812.093183:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325812.093185:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325812.730226:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325812.730232:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325812.730234:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325812.730236:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325812.730240:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325812.730242:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325812.730243:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325812.730244:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325812.730247:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325812.730263:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325812.730316:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325812.730331:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325812.730334:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325813.754234:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325813.754241:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325813.754247:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325813.754249:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325813.754334:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325813.754341:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325813.754345:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325814.778266:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325814.778272:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325814.778277:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325814.778279:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325814.778339:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325814.778342:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325814.778344:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325815.802254:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325815.802260:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325815.802266:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325815.802269:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325815.802271:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325815.802276:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325815.802278:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325815.802279:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325815.802282:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325815.802285:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325815.802286:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325815.802288:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325815.802345:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325815.802348:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325815.802350:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325816.826254:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325816.826259:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325816.826263:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325816.826264:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325816.826330:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325816.826333:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325816.826337:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325817.210247:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305733658, at 4305734144 00000100:00000040:1.0:1767325817.210247:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305733658, at 4305734144 00000100:00000040:3.0:1767325817.210248:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305733658, at 4305734144 00000100:00000040:0.0:1767325817.210249:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305733658, at 4305734144 00000100:00000010:2.0:1767325817.210266:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000ae3708a. 00000100:00000010:0.0:1767325817.210271:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b57c0e8b. 00000100:00000010:3.0:1767325817.210273:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000797caa63. 00000100:00000010:1.0:1767325817.210275:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d63c42e. 00000100:00000040:2.0:1767325817.210283:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325817.210288:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325817.210305:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000574a5a79. 00000020:00000040:2.0:1767325817.210309:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325817.210313:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325817.210316:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325817.210320:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325817.210325:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006fc6f982. 00000100:00000001:2.0:1767325817.210331:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325817.210350:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000574a5a79 x1853174993422208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325817.210358:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325817.210359:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325817.210363:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574a5a79] to pc [ptlrpcd_00_03+3] req@00000000574a5a79 x1853174993422208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325817.210383:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325817.210384:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325817.210386:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325817.210388:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae08152b. 00000020:00000040:2.0:1767325817.210390:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325817.210392:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325817.210393:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325817.210395:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325817.210398:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc002f00. 00000100:00000001:2.0:1767325817.210400:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325817.210403:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000ae08152b x1853174993422336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325817.210404:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325817.210410:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325817.210411:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325817.210411:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325817.210413:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325817.210414:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325817.210416:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325817.210418:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae08152b] to pc [ptlrpcd_00_00+0] req@00000000ae08152b x1853174993422336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325817.210423:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000574a5a79 x1853174993422208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325817.210435:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325817.210436:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325817.210438:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325817.210440:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767325817.210441:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325817.210445:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767325817.210445:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767325817.210448:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a860e5cf. 02000000:00000001:0.0:1767325817.210449:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325817.210452:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767325817.210452:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00100000:0.0:1767325817.210455:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000574a5a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993422208:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325817.210456:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325817.210460:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325817.210461:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325817.210464:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325817.210465:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325817.210466:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325817.210468:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae08152b x1853174993422336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325817.210472:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767325817.210477:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000072856849. 02000000:00000001:0.0:1767325817.210477:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325817.210483:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325817.210484:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325817.210484:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325817.210486:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325817.210491:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000a860e5cf x1853174993422464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767325817.210491:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000deb1a1f7. 02000000:00000001:3.0:1767325817.210492:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325817.210496:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325817.210497:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325817.210503:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325817.210503:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325817.210505:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325817.210506:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325817.210506:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd2e70c6. 00000100:00000001:1.0:1767325817.210510:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325817.210511:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae08152b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993422336:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767325817.210516:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a860e5cf] to pc [ptlrpcd_00_01+1] req@00000000a860e5cf x1853174993422464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325817.210516:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000307c2c15. 00000100:00000001:3.0:1767325817.210518:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767325817.210525:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993422208, portal 25 02000000:00000001:3.0:1767325817.210529:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325817.210529:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325817.210531:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531379328 : -112767178172288 : ffff997058671880) 02000000:00000001:3.0:1767325817.210533:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325817.210537:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767325817.210539:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000574a5a79 x1853174993422208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767325817.210540:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077c70e50. 00000100:00000001:2.0:1767325817.210541:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325817.210545:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325817.210547:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767325817.210552:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090f8cb41. 00000100:00000040:2.0:1767325817.210556:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767325817.210558:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767325817.210560:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1ea4949. 00000100:00000001:0.0:1767325817.210560:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325817.210562:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767325817.210564:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11071) 00000100:00000200:3.0:1767325817.210566:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993422336, portal 10 00000100:00000001:1.0:1767325817.210566:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325817.210568:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325817.210571:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767325817.210573:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5b91e06. 00000100:00000001:3.0:1767325817.210575:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531386496 : -112767178165120 : ffff997058673480) 00000100:00000040:1.0:1767325817.210575:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a860e5cf x1853174993422464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325817.210578:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993422208, offset 0 00000100:00000040:3.0:1767325817.210586:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae08152b x1853174993422336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325817.210592:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325817.210595:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325817.210598:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325817.210603:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325817.210607:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767325817.210607:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325817.210612:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325817.210613:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325817.210616:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:3.0:1767325817.210618:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e786557. 00000100:00100000:1.0:1767325817.210618:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a860e5cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993422464:192.168.203.107@tcp:400: 00000100:00000200:3.0:1767325817.210624:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993422336, offset 0 00000400:00000200:0.0:1767325817.210624:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325817.210626:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325817.210630:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325817.210633:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325817.210634:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767325817.210638:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325817.210640:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325817.210644:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325817.210648:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000010:1.0:1767325817.210650:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046a43883. 02000000:00000001:1.0:1767325817.210654:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325817.210655:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [283:283:256:4294967295] 192.168.203.107@tcp LPNI seq info [283:283:8:4294967295] 00000400:00000010:1.0:1767325817.210660:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef42a7b4. 00000400:00000010:1.0:1767325817.210666:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d9a5dcc. 00000400:00000200:0.0:1767325817.210671:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325817.210677:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325817.210681:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000200:1.0:1767325817.210683:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993422464, portal 10 00000800:00000010:0.0:1767325817.210685:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0d7f53f. 00000400:00000200:3.0:1767325817.210686:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325817.210687:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325817.210691:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531381120 : -112767178170496 : ffff997058671f80) 00000400:00000200:3.0:1767325817.210693:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:0.0:1767325817.210697:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767325817.210701:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767325817.210701:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a860e5cf x1853174993422464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325817.210708:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767325817.210709:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767325817.210716:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [284:284:255:4294967295] 192.168.203.107@tcp LPNI seq info [284:284:7:4294967295] 00000800:00000200:0.0:1767325817.210717:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b0d7f53f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325817.210725:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325817.210736:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325817.210739:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325817.210741:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d9b1115. 00000400:00000200:3.0:1767325817.210744:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325817.210745:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305738778 00000100:00000200:1.0:1767325817.210746:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993422464, offset 0 00000100:00000010:0.0:1767325817.210753:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b57c0e8b. 00000800:00000200:3.0:1767325817.210756:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325817.210760:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325817.210761:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000010:3.0:1767325817.210763:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056075b4e. 00000100:00000001:0.0:1767325817.210768:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305738778 00000400:00000200:1.0:1767325817.210772:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:3.0:1767325817.210773:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:0.0:1767325817.210774:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000198668e1. 00000100:00000001:0.0:1767325817.210780:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767325817.210781:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767325817.210785:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325817.210787:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305738778 00000400:00000200:1.0:1767325817.210789:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:3.0:1767325817.210791:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056075b4e type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767325817.210792:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077e90a0d. 00000400:00000200:1.0:1767325817.210795:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325817.210797:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325817.210798:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767325817.210801:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:3.0:1767325817.210803:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 350883 usecs (351 jiffies) 00000100:00000001:0.0:1767325817.210804:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305738778 00000400:00000200:1.0:1767325817.210809:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [285:285:254:4294967295] 192.168.203.107@tcp LPNI seq info [285:285:6:4294967295] 00000100:00000001:3.0:1767325817.210810:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305734495 00000100:00000010:0.0:1767325817.210812:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062bef00c. 00000100:00000001:0.0:1767325817.210816:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767325817.210821:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305738778 00000100:00000001:0.0:1767325817.210823:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325817.210827:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305734495 00000400:00000200:1.0:1767325817.210828:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325817.210829:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325817.210832:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305738778 00000100:00000001:0.0:1767325817.210835:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325817.210838:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305734495 00000100:00000001:0.0:1767325817.210839:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767325817.210842:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767325817.210843:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325817.210844:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305738778 00000800:00000010:1.0:1767325817.210848:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fe8d38. 00000100:00000001:3.0:1767325817.210849:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305734495 00000800:00000010:2.0:1767325817.210850:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0d7f53f. 00000100:00000001:0.0:1767325817.210850:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325817.210854:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325817.210856:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305738778 00000400:00000200:2.0:1767325817.210857:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767325817.210859:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325817.210860:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325817.210862:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325817.210867:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325817.210870:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325817.210870:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767325817.210871:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325817.210873:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325817.210874:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325817.210878:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5b91e06 00000800:00000200:1.0:1767325817.210878:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6fe8d38 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325817.210879:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325817.210880:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325817.210881:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5b91e06. 00000100:00000001:3.0:1767325817.210888:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325817.210888:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325817.210888:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325817.210892:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767325817.210894:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 20267 usecs (21 jiffies) 00000100:00000200:2.0:1767325817.210895:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000574a5a79 x1853174993422208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325817.210898:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325817.210900:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305734165 00000100:00000001:3.0:1767325817.210903:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325817.210907:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305738778 00000100:00000001:2.0:1767325817.210911:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325817.210912:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305734165 00000100:00000040:2.0:1767325817.210915:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000574a5a79 x1853174993422208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325833 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325817.210923:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325817.210924:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325817.210932:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305738778 00000100:00000001:1.0:1767325817.210936:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305734165 00000100:00000001:1.0:1767325817.210937:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305738778 00000800:00000200:2.0:1767325817.210939:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325817.210940:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305734165 00000800:00000010:2.0:1767325817.210945:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056075b4e. 00000100:00000001:1.0:1767325817.210945:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305738778 00000100:00000001:1.0:1767325817.210951:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325817.210952:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325817.210953:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325817.210958:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325817.210959:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325817.210963:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325817.210965:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e786557 00000100:00000001:1.0:1767325817.210968:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325817.210970:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325817.210973:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767325817.210975:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e786557. 00000100:00000001:1.0:1767325817.210976:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325817.210981:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325817.210982:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325817.210983:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325817.210990:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae08152b x1853174993422336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325817.210999:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325817.211001:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325817.211002:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae08152b x1853174993422336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325833 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325817.211007:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325817.211010:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325817.211012:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325817.211024:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325817.211025:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fe8d38. 00000400:00000200:2.0:1767325817.211028:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325817.211030:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325817.211031:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d9b1115 00000400:00000010:2.0:1767325817.211032:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d9b1115. 00000100:00000001:2.0:1767325817.211034:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325817.211035:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a860e5cf x1853174993422464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325817.211039:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325817.211040:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a860e5cf x1853174993422464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325833 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325817.211044:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325817.211045:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325817.212224:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325817.212235:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325817.212238:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325817.212241:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325817.212247:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325817.212257:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed308780 00000400:00000200:2.0:1767325817.212263:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x9ad [1] + 224 00000800:00000001:2.0:1767325817.212268:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325817.212274:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325817.212280:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325817.212282:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325817.212285:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325817.212287:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000574a5a79 x1853174993422208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325817.212303:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000574a5a79 x1853174993422208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325817.212315:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325817.212320:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325817.212322:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325817.212343:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325817.212345:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325817.212349:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325817.212350:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325817.212351:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd2e70c6. 00000400:00000200:0.0:1767325817.212354:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307c2c15 00000400:00000010:0.0:1767325817.212355:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000307c2c15. 00000100:00000001:0.0:1767325817.212356:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325817.212359:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000574a5a79 x1853174993422208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325817.212365:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000574a5a79 x1853174993422208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325817.212369:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325817.212370:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325817.212371:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325817.212373:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325817.212374:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325817.212375:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325817.212377:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325817.212381:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=74 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325817.212383:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=74 v=5 (1 1 1 0) 00000100:00000001:0.0:1767325817.212385:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325817.212386:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325817.212387:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325817.212389:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325817.212390:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325817.212393:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000574a5a79 x1853174993422208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325817.212396:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325817.212398:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325817.212399:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325817.212401:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000574a5a79 x1853174993422208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325817.212426:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000574a5a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993422208:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325817.212431:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325817.212432:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325817.212434:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000574a5a79 x1853174993422208/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325817.212441:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325817.212443:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325817.212446:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000deb1a1f7. 02000000:00000001:0.0:1767325817.212448:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325817.212450:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325817.212452:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325817.212454:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325817.212456:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006fc6f982. 02000000:00000001:0.0:1767325817.212460:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325817.212462:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325817.212463:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000574a5a79. 00000100:00000001:0.0:1767325817.212466:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325817.212468:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325817.212469:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325817.212472:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325817.212474:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325817.212475:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325817.212477:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325817.212672:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325817.212676:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325817.212677:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325817.212678:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325817.212681:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325817.212687:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed308800 00000400:00000200:3.0:1767325817.212691:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x9b1 [1] + 224 00000800:00000001:3.0:1767325817.212734:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325817.212780:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325817.212782:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325817.212784:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325817.212786:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325817.212789:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae08152b x1853174993422336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325817.212804:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae08152b x1853174993422336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325817.212818:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325817.212851:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325817.212853:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325817.212856:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325817.212857:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325817.212859:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090f8cb41. 00000400:00000200:0.0:1767325817.212863:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1ea4949 00000400:00000010:0.0:1767325817.212864:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1ea4949. 00000100:00000001:0.0:1767325817.212867:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325817.212871:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae08152b x1853174993422336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325817.212881:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767325817.212881:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae08152b x1853174993422336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325817.212888:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325817.212892:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325817.212895:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325817.212901:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325817.212905:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325817.212906:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767325817.212909:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325817.212912:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325817.212914:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325817.212917:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325817.212918:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed308880 02000000:00000001:0.0:1767325817.212921:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325817.212926:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x9bd [1] + 224 00000100:00001000:0.0:1767325817.212927:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=64 v=5 (5 5 5 0) 00000800:00000001:3.0:1767325817.212932:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767325817.212933:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=64 v=5 (1 1 1 0) 00000100:00000001:0.0:1767325817.212937:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325817.212938:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325817.212940:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767325817.212941:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767325817.212944:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325817.212947:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325817.212950:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767325817.212955:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325817.212956:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a860e5cf x1853174993422464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325817.212961:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325817.212965:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a860e5cf x1853174993422464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325817.212965:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325817.212969:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325817.212973:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325817.212979:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae08152b x1853174993422336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325817.212980:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325817.212985:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325817.212988:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325817.212991:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325817.212995:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325817.212997:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325817.213001:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae08152b x1853174993422336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325817.213008:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae08152b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993422336:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325817.213014:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325817.213014:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325817.213018:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325817.213019:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1767325817.213023:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767325817.213024:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae08152b x1853174993422336/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767325817.213027:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325817.213029:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef42a7b4. 00000400:00000200:1.0:1767325817.213035:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9a5dcc 00000400:00000010:1.0:1767325817.213038:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d9a5dcc. 00000100:00000001:0.0:1767325817.213039:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767325817.213043:0:211466:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767325817.213043:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767325817.213054:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a860e5cf x1853174993422464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325817.213060:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077c70e50. 00000100:00000200:1.0:1767325817.213067:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a860e5cf x1853174993422464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325817.213070:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325817.213073:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325817.213076:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325817.213080:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767325817.213080:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767325817.213083:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767325817.213084:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc002f00. 00000100:00000001:1.0:1767325817.213087:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325817.213089:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325817.213090:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325817.213093:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767325817.213093:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767325817.213097:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325817.213097:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae08152b. 00000100:00000001:0.0:1767325817.213102:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325817.213103:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325817.213108:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325817.213109:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767325817.213115:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=74 v=5 (5 5 5 0) 00000100:00000001:0.0:1767325817.213116:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325817.213119:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325817.213121:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325817.213123:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325817.213125:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325817.213126:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325817.213127:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325817.213131:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325817.213135:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a860e5cf x1853174993422464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325817.213163:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325817.213166:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325817.213167:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325817.213168:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325817.213170:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325817.213173:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a860e5cf x1853174993422464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325817.213179:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325817.213181:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325817.213182:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325817.213184:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a860e5cf x1853174993422464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325817.213191:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a860e5cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993422464:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325817.213195:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325817.213197:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325817.213199:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a860e5cf x1853174993422464/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325833 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325817.213204:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325817.213205:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325817.213207:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046a43883. 02000000:00000001:1.0:1767325817.213211:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325817.213212:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325817.213213:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767325817.213220:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325817.213222:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000072856849. 02000000:00000001:1.0:1767325817.213225:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325817.213226:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325817.213227:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a860e5cf. 00000100:00000001:1.0:1767325817.213230:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325817.213231:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325817.213232:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325817.213236:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325817.213237:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325817.213238:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325817.213240:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325817.850223:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325817.850229:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325817.850234:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325817.850235:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325817.850283:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325817.850294:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325817.850297:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325818.874275:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325818.874291:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325818.874297:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325818.874298:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325818.874356:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325818.874361:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325818.874365:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325819.898249:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325819.898258:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325819.898265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325819.898267:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325819.898307:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325819.898311:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325819.898313:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325820.922308:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325820.922315:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325820.922320:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325820.922321:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325820.922381:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325820.922386:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325820.922389:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325821.946413:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325821.946421:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325821.946427:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325821.946428:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325821.946492:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325821.946497:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325821.946500:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325822.330270:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305738778, at 4305739264 00000100:00000040:1.0:1767325822.330273:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305738778, at 4305739264 00000100:00000010:1.0:1767325822.330291:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000198668e1. 00000100:00000010:3.0:1767325822.330292:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062bef00c. 00000100:00000040:0.0:1767325822.330299:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325822.330306:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325822.330314:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ab82abb. 00000020:00000040:0.0:1767325822.330319:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325822.330322:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325822.330325:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325822.330331:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325822.330338:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000062e9f023. 00000100:00000001:0.0:1767325822.330345:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325822.330370:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000003ab82abb x1853174993422592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325822.330380:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325822.330381:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325822.330386:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ab82abb] to pc [ptlrpcd_00_02+2] req@000000003ab82abb x1853174993422592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325822.330407:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325822.330409:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325822.330412:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325822.330414:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006df0bad6. 00000020:00000040:0.0:1767325822.330416:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325822.330418:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325822.330419:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325822.330421:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325822.330424:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007cab202f. 00000100:00000001:0.0:1767325822.330426:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325822.330428:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325822.330428:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000006df0bad6 x1853174993422720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325822.330432:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325822.330436:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325822.330437:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325822.330439:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325822.330444:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ab82abb x1853174993422592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325822.330444:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006df0bad6] to pc [ptlrpcd_00_03+3] req@000000006df0bad6 x1853174993422720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325822.330463:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325822.330466:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325822.330469:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325822.330471:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767325822.330472:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767325822.330474:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325822.330478:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325822.330480:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1767325822.330482:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993422592:192.168.203.107@tcp:400: 00000100:00000010:0.0:1767325822.330485:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000100:00000001:1.0:1767325822.330486:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767325822.330490:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:1.0:1767325822.330493:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325822.330495:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325822.330497:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325822.330498:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325822.330500:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767325822.330502:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325822.330505:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e6bfdbb7. 02000000:00000001:1.0:1767325822.330507:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325822.330512:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef42a7b4. 02000000:00000010:0.0:1767325822.330514:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000058804b06. 00000100:00000001:0.0:1767325822.330518:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325822.330521:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d9a5dcc. 00000100:00000040:0.0:1767325822.330522:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000a1ef485d x1853174993422848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767325822.330529:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993422592, portal 25 00000100:00000001:0.0:1767325822.330530:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325822.330532:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325822.330533:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767325822.330536:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_00+0] req@00000000a1ef485d x1853174993422848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325822.330542:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250667776 : -112767458883840 : ffff997047abc700) 00000100:00000040:1.0:1767325822.330548:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ab82abb x1853174993422592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325822.330554:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325822.330556:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325822.330558:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767325822.330560:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767325822.330561:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029bcb2ad. 00000100:00000200:1.0:1767325822.330566:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993422592, offset 0 00000100:00000040:0.0:1767325822.330567:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767325822.330571:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325822.330575:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767325822.330575:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11076) 00000100:00000001:3.0:1767325822.330577:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767325822.330582:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325822.330589:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325822.330590:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993422848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325822.330595:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325822.330598:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325822.330599:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325822.330601:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325822.330605:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325822.330608:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006df0bad6 x1853174993422720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325822.330609:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767325822.330609:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767325822.330612:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325822.330617:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325822.330619:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00100000:3.0:1767325822.330623:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993422848:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767325822.330629:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325822.330631:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325822.330631:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325822.330635:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325822.330636:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767325822.330637:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:3.0:1767325822.330639:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325822.330639:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325822.330643:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325822.330644:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767325822.330646:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [286:286:256:4294967295] 192.168.203.107@tcp LPNI seq info [286:286:8:4294967295] 02000000:00000001:0.0:1767325822.330647:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325822.330648:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000835e9ed7. 02000000:00000001:3.0:1767325822.330653:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325822.330654:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993422720:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325822.330658:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767325822.330659:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b90a349b. 02000000:00000001:0.0:1767325822.330661:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325822.330663:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325822.330664:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c282df1. 02000000:00000001:0.0:1767325822.330667:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767325822.330670:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993422848, portal 10 00000400:00000200:1.0:1767325822.330673:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000010:0.0:1767325822.330673:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000687bab84. 00000100:00000001:3.0:1767325822.330674:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325822.330677:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 02000000:00000001:0.0:1767325822.330678:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325822.330684:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd2e70c6. 00000100:00000040:3.0:1767325822.330685:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993422848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325822.330689:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325822.330690:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000307c2c15. 00000800:00000010:1.0:1767325822.330698:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef5ef55d. 00000100:00000001:3.0:1767325822.330700:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767325822.330701:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993422720, portal 10 00000100:00000040:3.0:1767325822.330705:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325822.330705:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325822.330709:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250670464 : -112767458881152 : ffff997047abd180) 00000800:00000200:1.0:1767325822.330710:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:3.0:1767325822.330711:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0ae589d. 00000100:00000200:3.0:1767325822.330716:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993422848, offset 0 00000100:00000040:0.0:1767325822.330719:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006df0bad6 x1853174993422720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325822.330724:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767325822.330732:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767325822.330733:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325822.330734:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325822.330739:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767325822.330740:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef5ef55d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325822.330741:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767325822.330743:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da6f0bb5. 00000400:00000200:3.0:1767325822.330746:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000200:0.0:1767325822.330748:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993422720, offset 0 00000400:00000200:3.0:1767325822.330750:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325822.330755:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325822.330757:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325822.330761:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [287:287:255:4294967295] 192.168.203.107@tcp LPNI seq info [287:287:7:4294967295] 00000400:00000200:0.0:1767325822.330761:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325822.330764:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305743898 00000100:00000001:1.0:1767325822.330771:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305738778 00000100:00000001:1.0:1767325822.330776:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305743898 00000100:00000010:1.0:1767325822.330780:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c643a41f. 00000100:00000001:1.0:1767325822.330787:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767325822.330791:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305743898 00000400:00000200:3.0:1767325822.330797:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325822.330798:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305738778 00000100:00000001:1.0:1767325822.330803:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305743898 00000800:00000200:3.0:1767325822.330808:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767325822.330812:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e6e66bc7. 00000800:00000010:3.0:1767325822.330815:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe2b1497. 00000100:00000001:1.0:1767325822.330816:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767325822.330821:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767325822.330826:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325822.330826:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325822.330831:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325822.330834:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767325822.330835:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325822.330838:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe2b1497 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325822.330841:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325822.330842:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767325822.330845:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 20048 usecs (21 jiffies) 00000100:00000001:1.0:1767325822.330846:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767325822.330850:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325822.330851:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305739285 00000100:00000001:1.0:1767325822.330851:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325822.330854:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325822.330857:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305743898 00000800:00000010:2.0:1767325822.330857:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef5ef55d. 00000100:00000001:1.0:1767325822.330857:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325822.330862:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305739285 00000100:00000001:1.0:1767325822.330863:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325822.330866:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325822.330868:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305743898 00000100:00000001:3.0:1767325822.330871:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305739285 00000100:00000001:3.0:1767325822.330873:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305743898 00000100:00000001:3.0:1767325822.330876:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305739285 00000400:00000200:2.0:1767325822.330878:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325822.330879:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305743898 00000100:00000001:1.0:1767325822.330880:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325822.330882:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325822.330883:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325822.330886:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325822.330889:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325822.330890:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325822.330893:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325822.330895:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325822.330897:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325822.330898:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325822.330899:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325822.330900:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325822.330911:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325822.330915:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325822.330918:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325822.330921:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325822.330924:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325822.330927:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [288:288:254:4294967295] 192.168.203.107@tcp LPNI seq info [288:288:6:4294967295] 00000400:00000200:0.0:1767325822.330935:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325822.330939:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325822.330942:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009342fab. 00000800:00000200:0.0:1767325822.330946:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767325822.330950:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325822.330952:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000009342fab type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325822.330954:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325822.330956:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 346590 usecs (347 jiffies) 00000100:00000001:0.0:1767325822.330959:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305739611 00000100:00000001:0.0:1767325822.330961:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305743898 00000100:00000001:0.0:1767325822.330962:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305739611 00000100:00000001:0.0:1767325822.330964:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305743898 00000100:00000001:0.0:1767325822.330966:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305739611 00000100:00000001:0.0:1767325822.330973:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305743898 00000100:00000001:0.0:1767325822.330975:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305739611 00000100:00000001:0.0:1767325822.330976:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305743898 00000100:00000001:0.0:1767325822.330978:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325822.330980:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325822.330982:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325822.330984:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325822.330987:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325822.330988:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325822.330991:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325822.330992:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325822.330993:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325822.330994:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325822.331038:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029bcb2ad 00000400:00000010:2.0:1767325822.331045:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029bcb2ad. 00000100:00000001:2.0:1767325822.331049:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325822.331052:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ab82abb x1853174993422592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325822.331059:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325822.331061:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ab82abb x1853174993422592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325838 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325822.331065:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325822.331066:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325822.331078:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325822.331079:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe2b1497. 00000400:00000200:2.0:1767325822.331081:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325822.331083:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325822.331085:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0ae589d 00000400:00000010:2.0:1767325822.331086:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0ae589d. 00000100:00000001:2.0:1767325822.331088:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325822.331089:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993422848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325822.331093:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325822.331094:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993422848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325838 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325822.331097:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325822.331098:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325822.331169:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325822.331171:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009342fab. 00000400:00000200:2.0:1767325822.331173:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325822.331175:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325822.331177:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da6f0bb5 00000400:00000010:2.0:1767325822.331178:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da6f0bb5. 00000100:00000001:2.0:1767325822.331180:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325822.331182:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006df0bad6 x1853174993422720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325822.331187:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325822.331193:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006df0bad6 x1853174993422720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325838 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325822.331197:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325822.331198:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325822.332443:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325822.332456:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325822.332460:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325822.332462:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325822.332470:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325822.332482:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed308900 00000400:00000200:2.0:1767325822.332489:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x9c5 [1] + 224 00000800:00000001:2.0:1767325822.332497:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325822.332505:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325822.332507:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325822.332511:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325822.332515:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325822.332519:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ab82abb x1853174993422592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325822.332529:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ab82abb x1853174993422592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325822.332545:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325822.332552:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325822.332556:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325822.332587:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325822.332589:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325822.332595:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325822.332596:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325822.332598:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef42a7b4. 00000400:00000200:1.0:1767325822.332602:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9a5dcc 00000400:00000010:1.0:1767325822.332603:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d9a5dcc. 00000100:00000001:1.0:1767325822.332606:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325822.332608:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ab82abb x1853174993422592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325822.332614:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ab82abb x1853174993422592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325822.332619:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325822.332620:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325822.332621:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325822.332624:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325822.332625:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325822.332627:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325822.332628:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325822.332633:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=79 v=5 (5 5 5 0) 00000100:00001000:1.0:1767325822.332636:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=79 v=5 (1 1 1 0) 00000100:00000001:1.0:1767325822.332638:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325822.332643:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325822.332645:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325822.332647:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325822.332649:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325822.332652:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ab82abb x1853174993422592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325822.332656:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325822.332658:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325822.332660:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325822.332662:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ab82abb x1853174993422592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325822.332665:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993422592:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325822.332668:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325822.332669:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325822.332670:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ab82abb x1853174993422592/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325822.332674:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325822.332676:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325822.332678:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e6bfdbb7. 02000000:00000001:1.0:1767325822.332679:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325822.332681:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325822.332682:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767325822.332684:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325822.332685:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000062e9f023. 02000000:00000001:1.0:1767325822.332687:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325822.332689:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325822.332690:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ab82abb. 00000100:00000001:1.0:1767325822.332692:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325822.332693:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325822.332694:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325822.332697:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325822.332698:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325822.332699:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325822.332700:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325822.332734:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325822.332741:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325822.332777:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325822.332785:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325822.332791:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325822.332799:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed308a00 00000400:00000200:3.0:1767325822.332804:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x9cd [1] + 224 00000800:00000001:3.0:1767325822.332808:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325822.332811:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325822.332813:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325822.332816:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325822.332819:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325822.332822:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993422848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325822.332831:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993422848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325822.332846:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325822.332850:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325822.332853:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325822.332855:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325822.332856:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325822.332861:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325822.332868:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed308980 00000400:00000200:3.0:1767325822.332872:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x9d1 [1] + 224 00000800:00000001:3.0:1767325822.332876:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325822.332881:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325822.332882:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325822.332883:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325822.332885:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325822.332890:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:0.0:1767325822.332891:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325822.332894:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325822.332895:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b90a349b. 00000400:00000200:0.0:1767325822.332898:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c282df1 00000400:00000010:0.0:1767325822.332899:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c282df1. 00000100:00000001:0.0:1767325822.332901:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325822.332902:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325822.332906:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993422848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325822.332910:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006df0bad6 x1853174993422720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325822.332930:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993422848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325822.332932:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006df0bad6 x1853174993422720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325822.332953:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325822.332957:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325822.332961:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325822.332963:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325822.332964:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325822.332965:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325822.332967:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325822.332970:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=79 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325822.332972:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325822.332975:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325822.332981:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767325822.332982:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325822.332983:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325822.332986:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767325822.332988:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767325822.332991:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a1ef485d x1853174993422848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325822.332997:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325822.333000:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767325822.333001:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325822.333002:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325822.333004:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325822.333005:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325822.333008:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767325822.333009:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767325822.333010:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993422848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767325822.333012:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325822.333015:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd2e70c6. 00000400:00000200:1.0:1767325822.333020:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307c2c15 00000100:00000001:0.0:1767325822.333020:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325822.333023:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767325822.333024:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000307c2c15. 00000100:00000001:0.0:1767325822.333026:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325822.333028:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767325822.333031:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993422848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325822.333035:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006df0bad6 x1853174993422720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325822.333042:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993422848:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325822.333051:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325822.333053:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006df0bad6 x1853174993422720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325822.333054:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325822.333061:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325822.333063:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325822.333065:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993422848/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325822.333068:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325822.333071:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325822.333072:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767325822.333074:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767325822.333075:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767325822.333079:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325822.333079:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000835e9ed7. 02000000:00000001:0.0:1767325822.333083:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767325822.333084:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325822.333085:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325822.333087:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325822.333090:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325822.333091:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000058804b06. 00000100:00001000:1.0:1767325822.333092:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=69 v=5 (5 5 5 0) 02000000:00000001:0.0:1767325822.333093:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1767325822.333098:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=69 v=5 (1 1 1 0) 02000000:00000001:0.0:1767325822.333099:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325822.333101:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00000100:00000001:1.0:1767325822.333104:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325822.333104:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325822.333108:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325822.333108:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325822.333112:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325822.333114:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325822.333116:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767325822.333118:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325822.333119:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325822.333122:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767325822.333122:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325822.333125:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325822.333126:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325822.333130:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325822.333131:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325822.333135:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006df0bad6 x1853174993422720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325822.333156:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325822.333158:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325822.333159:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325822.333161:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006df0bad6 x1853174993422720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325822.333171:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993422720:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325822.333174:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325822.333175:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325822.333177:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006df0bad6 x1853174993422720/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325838 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325822.333181:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325822.333182:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325822.333183:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000687bab84. 02000000:00000001:1.0:1767325822.333186:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325822.333187:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325822.333188:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767325822.333189:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325822.333190:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007cab202f. 02000000:00000001:1.0:1767325822.333191:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325822.333192:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325822.333193:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006df0bad6. 00000100:00000001:1.0:1767325822.333195:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325822.333195:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325822.333196:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325822.333199:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325822.333200:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325822.333201:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325822.333202:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325822.970262:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325822.970274:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325822.970277:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325822.970279:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325822.970285:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325822.970287:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325822.970289:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325822.970291:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325822.970295:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325822.970297:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325822.970332:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325822.970336:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325822.970338:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325823.994292:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325823.994312:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325823.994316:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325823.994317:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325823.994375:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325823.994379:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325823.994382:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325825.018282:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325825.018289:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325825.018295:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325825.018297:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325825.018370:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325825.018375:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325825.018379:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325826.042244:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325826.042252:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325826.042257:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325826.042260:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325826.042262:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325826.042266:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325826.042268:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325826.042269:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325826.042271:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325826.042273:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325826.042274:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325826.042276:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325826.042309:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325826.042313:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325826.042315:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325827.066271:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325827.066279:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325827.066284:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325827.066285:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325827.066340:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325827.066344:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325827.066346:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325827.450214:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305743898, at 4305744384 00000100:00000040:1.0:1767325827.450214:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305743898, at 4305744384 00000100:00000040:0.0:1767325827.450239:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305743898, at 4305744384 00000100:00000010:2.0:1767325827.450243:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077e90a0d. 00000100:00000010:1.0:1767325827.450244:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c643a41f. 00000100:00000040:3.0:1767325827.450245:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1767325827.450247:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b57c0e8b. 00000100:00000001:3.0:1767325827.450255:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325827.450266:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089695778. 00000020:00000040:3.0:1767325827.450272:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325827.450276:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325827.450280:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325827.450285:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325827.450294:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000caa95cc3. 00000100:00000001:3.0:1767325827.450303:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325827.450316:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000089695778 x1853174993422976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325827.450329:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325827.450332:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325827.450338:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089695778] to pc [ptlrpcd_00_01+1] req@0000000089695778 x1853174993422976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325827.450371:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325827.450374:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325827.450379:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325827.450382:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abf35ff8. 00000100:00000001:1.0:1767325827.450383:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767325827.450385:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325827.450388:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325827.450390:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325827.450396:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325827.450399:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325827.450406:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089695778 x1853174993422976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325827.450409:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325827.450413:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767325827.450416:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000cfce3c5. 00000100:00000001:2.0:1767325827.450419:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325827.450423:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325827.450424:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325827.450427:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325827.450432:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000abf35ff8 x1853174993423104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767325827.450442:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325827.450444:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767325827.450445:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325827.450447:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325827.450448:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325827.450454:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000089695778 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993422976:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767325827.450457:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abf35ff8] to pc [ptlrpcd_00_02+2] req@00000000abf35ff8 x1853174993423104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325827.450459:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325827.450465:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325827.450469:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325827.450472:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325827.450475:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000729d917. 02000000:00000001:1.0:1767325827.450477:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325827.450482:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef42a7b4. 00000100:00000001:3.0:1767325827.450487:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325827.450489:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d9a5dcc. 00000100:00000040:3.0:1767325827.450491:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325827.450497:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1767325827.450498:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993422976, portal 25 00000100:00000010:3.0:1767325827.450501:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023d54c03. 00000100:00000001:1.0:1767325827.450503:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325827.450503:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767325827.450506:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767325827.450507:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268027392 : -112767441524224 : ffff997048b4aa00) 00000100:00000001:0.0:1767325827.450508:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325827.450510:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325827.450512:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325827.450513:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325827.450514:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325827.450517:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325827.450518:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000089695778 x1853174993422976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325827.450519:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325827.450519:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abf35ff8 x1853174993423104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767325827.450528:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe2b1497. 00000100:00000001:3.0:1767325827.450544:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325827.450546:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325827.450548:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325827.450551:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325827.450552:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767325827.450555:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000023d54c03 x1853174993423232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325827.450557:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767325827.450558:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c281ec6. 02000000:00000001:0.0:1767325827.450560:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767325827.450562:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993422976, offset 0 02000000:00000001:0.0:1767325827.450567:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325827.450575:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00100000:0.0:1767325827.450575:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000abf35ff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993423104:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325827.450578:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325827.450582:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325827.450583:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325827.450587:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767325827.450589:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023d54c03] to pc [ptlrpcd_00_03+3] req@0000000023d54c03 x1853174993423232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325827.450590:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325827.450593:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:0.0:1767325827.450594:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767325827.450600:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1767325827.450606:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ca962b9. 00000400:00000200:1.0:1767325827.450607:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:0.0:1767325827.450612:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325827.450613:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767325827.450620:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9c39765. 00000400:00000200:1.0:1767325827.450621:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325827.450628:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [289:289:256:4294967295] 192.168.203.107@tcp LPNI seq info [289:289:8:4294967295] 00000400:00000010:0.0:1767325827.450629:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005632e77f. 00000100:00000001:3.0:1767325827.450631:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325827.450635:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993423104, portal 10 00000100:00000040:3.0:1767325827.450638:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325827.450639:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325827.450642:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268026496 : -112767441525120 : ffff997048b4a680) 00000100:00000040:3.0:1767325827.450645:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767325827.450652:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:3.0:1767325827.450654:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11082) 00000100:00000040:0.0:1767325827.450655:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000abf35ff8 x1853174993423104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325827.450657:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325827.450660:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325827.450662:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1767325827.450663:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325827.450670:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d53f249. 00000100:00000001:0.0:1767325827.450676:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325827.450677:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023d54c03 x1853174993423232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325827.450679:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305743898, at 4305744384 00000800:00000200:1.0:1767325827.450683:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:0.0:1767325827.450685:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000010:3.0:1767325827.450689:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6e66bc7. 00000400:00000010:0.0:1767325827.450690:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000665b4022. 00000100:00000200:0.0:1767325827.450697:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993423104, offset 0 00000100:00000001:2.0:1767325827.450699:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325827.450702:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325827.450707:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767325827.450708:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767325827.450708:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325827.450714:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d53f249 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325827.450714:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:2.0:1767325827.450720:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325827.450722:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767325827.450725:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325827.450726:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325827.450733:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1767325827.450734:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993423232:192.168.203.107@tcp:400: 00000400:00000200:0.0:1767325827.450736:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325827.450740:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [290:290:255:4294967295] 192.168.203.107@tcp LPNI seq info [290:290:7:4294967295] 00000100:00000001:1.0:1767325827.450743:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325827.450744:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325827.450748:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325827.450752:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325827.450752:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305749018 00000400:00000200:0.0:1767325827.450752:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:2.0:1767325827.450759:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767325827.450761:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c643a41f. 00000800:00000200:0.0:1767325827.450762:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000010:2.0:1767325827.450765:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021e7f159. 02000000:00000001:2.0:1767325827.450769:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325827.450769:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767325827.450776:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000100:00000001:1.0:1767325827.450777:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305749018 00000800:00000010:0.0:1767325827.450777:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058804b06. 00000400:00000010:2.0:1767325827.450784:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000100:00000010:1.0:1767325827.450785:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000094424b27. 00000800:00000200:0.0:1767325827.450785:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:2.0:1767325827.450792:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993423232, portal 10 00000100:00000001:1.0:1767325827.450792:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767325827.450795:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767325827.450797:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325827.450800:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305749018 00000800:00000200:0.0:1767325827.450800:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000058804b06 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325827.450801:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030080 : -112767441521536 : ffff997048b4b480) 00000100:00000001:0.0:1767325827.450806:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325827.450807:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b320a910. 00000100:00000040:0.0:1767325827.450811:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 342403 usecs (343 jiffies) 00000100:00000040:2.0:1767325827.450812:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023d54c03 x1853174993423232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325827.450813:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767325827.450814:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305744727 00000100:00000001:0.0:1767325827.450820:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305749018 00000100:00000001:1.0:1767325827.450821:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305749018 00000100:00000001:0.0:1767325827.450824:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305744727 00000100:00000010:1.0:1767325827.450829:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb481614. 00000100:00000001:2.0:1767325827.450830:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325827.450836:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767325827.450836:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305749018 00000100:00000040:2.0:1767325827.450837:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325827.450842:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767325827.450843:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ac80c21. 00000100:00000001:0.0:1767325827.450843:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305744727 00000100:00000001:1.0:1767325827.450846:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325827.450849:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305749018 00000100:00000200:2.0:1767325827.450850:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993423232, offset 0 00000100:00000001:1.0:1767325827.450850:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325827.450854:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325827.450856:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305744727 00000400:00000200:2.0:1767325827.450862:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325827.450862:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325827.450862:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305749018 00000100:00000001:1.0:1767325827.450866:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325827.450869:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767325827.450870:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325827.450870:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325827.450873:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325827.450874:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325827.450875:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325827.450878:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d53f249. 00000100:00000001:1.0:1767325827.450878:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325827.450882:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325827.450883:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325827.450883:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325827.450887:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325827.450887:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325827.450891:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325827.450896:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767325827.450897:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325827.450901:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325827.450901:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767325827.450905:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767325827.450906:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325827.450909:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325827.450912:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325827.450913:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [291:291:254:4294967295] 192.168.203.107@tcp LPNI seq info [291:291:6:4294967295] 00000100:00000001:0.0:1767325827.450915:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325827.450928:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325827.450935:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325827.450936:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c281ec6 00000800:00000010:2.0:1767325827.450941:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000072856849. 00000800:00000200:2.0:1767325827.450947:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767325827.450952:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325827.450960:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000072856849 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325827.450963:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325827.450966:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 19832 usecs (20 jiffies) 00000100:00000001:2.0:1767325827.450969:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305744404 00000100:00000001:2.0:1767325827.450971:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305749018 00000100:00000001:2.0:1767325827.450973:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305744404 00000100:00000001:2.0:1767325827.450975:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305749018 00000100:00000001:2.0:1767325827.450977:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305744404 00000100:00000001:2.0:1767325827.450979:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305749018 00000100:00000001:2.0:1767325827.450981:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305744404 00000100:00000001:2.0:1767325827.450985:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305749018 00000100:00000001:2.0:1767325827.450987:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325827.450989:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325827.450992:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325827.450994:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325827.450998:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325827.451000:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325827.451003:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325827.451005:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325827.451007:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325827.451010:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c281ec6. 00000100:00000001:2.0:1767325827.451011:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325827.451017:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325827.451023:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089695778 x1853174993422976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325827.451033:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325827.451035:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000089695778 x1853174993422976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325827.451042:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325827.451043:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325827.451061:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325827.451063:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058804b06. 00000400:00000200:3.0:1767325827.451065:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325827.451068:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325827.451070:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000665b4022 00000400:00000010:3.0:1767325827.451072:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000665b4022. 00000100:00000001:3.0:1767325827.451074:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325827.451077:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abf35ff8 x1853174993423104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325827.451083:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325827.451085:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abf35ff8 x1853174993423104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325827.451090:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325827.451091:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325827.451119:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325827.451122:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000072856849. 00000400:00000200:3.0:1767325827.451126:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325827.451135:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325827.451138:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ac80c21 00000400:00000010:3.0:1767325827.451156:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ac80c21. 00000100:00000001:3.0:1767325827.451159:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325827.451162:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023d54c03 x1853174993423232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325827.451203:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325827.451207:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023d54c03 x1853174993423232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325827.451213:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325827.451215:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325827.452188:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325827.452202:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325827.452205:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325827.452206:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325827.452212:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325827.452231:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed308a80 00000400:00000200:2.0:1767325827.452238:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x9dd [1] + 224 00000800:00000001:2.0:1767325827.452245:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325827.452253:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325827.452255:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325827.452486:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325827.452512:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325827.452522:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089695778 x1853174993422976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325827.452534:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000089695778 x1853174993422976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325827.452551:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325827.452576:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325827.452594:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325827.452622:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325827.452627:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325827.452648:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325827.452650:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325827.452653:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef42a7b4. 00000400:00000200:1.0:1767325827.452658:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9a5dcc 00000400:00000010:1.0:1767325827.452661:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d9a5dcc. 00000100:00000001:1.0:1767325827.452664:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325827.452679:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089695778 x1853174993422976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325827.452687:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089695778 x1853174993422976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325827.452694:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325827.452696:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325827.452699:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325827.452701:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325827.452713:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325827.452715:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325827.452718:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325827.452731:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=84 v=5 (5 5 5 0) 00000100:00001000:1.0:1767325827.452735:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=84 v=5 (1 1 1 0) 00000100:00000001:1.0:1767325827.452738:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325827.452739:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325827.452748:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325827.452751:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325827.452753:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325827.452757:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089695778 x1853174993422976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325827.452763:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325827.452766:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325827.452768:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325827.452771:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089695778 x1853174993422976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325827.452778:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000089695778 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993422976:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325827.452783:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325827.452785:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325827.452787:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000089695778 x1853174993422976/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325827.452793:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325827.452796:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325827.452804:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000729d917. 02000000:00000001:1.0:1767325827.452819:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325827.452821:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325827.452823:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767325827.452826:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325827.452828:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000caa95cc3. 02000000:00000001:1.0:1767325827.452831:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325827.452833:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325827.452835:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089695778. 00000100:00000001:1.0:1767325827.452838:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325827.452839:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325827.452841:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325827.452867:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325827.452869:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325827.452871:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325827.452874:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325827.453635:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325827.453643:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325827.453645:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325827.453646:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325827.453655:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325827.453704:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed308b00 00000400:00000200:3.0:1767325827.453709:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x9e5 [1] + 224 00000800:00000001:3.0:1767325827.453714:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325827.453718:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325827.453720:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325827.453722:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325827.453724:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325827.453727:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abf35ff8 x1853174993423104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325827.453737:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000abf35ff8 x1853174993423104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325827.453750:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325827.453754:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325827.453756:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325827.453757:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325827.453758:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325827.453766:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325827.453770:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed308b80 00000400:00000200:3.0:1767325827.453773:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x9ed [1] + 224 00000800:00000001:3.0:1767325827.453776:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325827.453780:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325827.453783:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325827.453786:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325827.453788:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325827.453791:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023d54c03 x1853174993423232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325827.453796:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000023d54c03 x1853174993423232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325827.453802:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325827.453808:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325827.453808:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767325827.453817:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767325827.453818:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767325827.453820:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767325827.453824:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325827.453829:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9c39765. 00000100:00000001:2.0:1767325827.453832:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325827.453836:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005632e77f 00000100:00000001:2.0:1767325827.453837:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767325827.453850:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005632e77f. 00000100:00000001:0.0:1767325827.453855:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767325827.453856:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325827.453858:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325827.453859:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000100:00000200:0.0:1767325827.453864:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abf35ff8 x1853174993423104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325827.453866:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000400:00000010:2.0:1767325827.453870:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000100:00000001:2.0:1767325827.453877:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325827.453884:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023d54c03 x1853174993423232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325827.453897:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abf35ff8 x1853174993423104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325827.453900:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023d54c03 x1853174993423232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325827.453959:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325827.453961:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325827.453964:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767325827.453965:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767325827.453967:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325827.453969:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325827.453969:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325827.453975:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325827.453978:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325827.453978:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325827.453983:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325827.453987:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325827.453989:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325827.453997:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=84 v=5 (5 5 5 0) 00000100:00001000:2.0:1767325827.454005:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325827.454008:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767325827.454008:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325827.454011:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325827.454015:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325827.454017:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000023d54c03 x1853174993423232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325827.454020:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=74 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325827.454028:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=74 v=5 (1 1 1 0) 00000100:00000001:0.0:1767325827.454039:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767325827.454041:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325827.454043:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325827.454045:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325827.454051:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00010000:00000001:0.0:1767325827.454052:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325827.454059:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325827.454061:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325827.454061:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325827.454074:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325827.454075:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023d54c03 x1853174993423232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325827.454079:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325827.454091:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325827.454091:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325827.454099:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325827.454100:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325827.454104:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325827.454111:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023d54c03 x1853174993423232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325827.454115:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abf35ff8 x1853174993423104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325827.454133:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993423232:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325827.454166:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325827.454168:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325827.454172:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023d54c03 x1853174993423232/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325827.454192:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325827.454192:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325827.454197:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325827.454201:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021e7f159. 00000100:00000001:0.0:1767325827.454202:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767325827.454207:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767325827.454207:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767325827.454209:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325827.454212:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325827.454214:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325827.454215:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe2b1497. 02000000:00000001:2.0:1767325827.454232:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767325827.454232:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abf35ff8 x1853174993423104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325827.454234:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325827.454235:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023d54c03. 00000100:00000001:2.0:1767325827.454242:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325827.454245:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325827.454253:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767325827.454253:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000abf35ff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993423104:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325827.454258:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325827.454262:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325827.454265:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325827.454266:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325827.454270:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325827.454272:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325827.454278:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abf35ff8 x1853174993423104/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325843 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325827.454287:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325827.454289:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325827.454292:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ca962b9. 02000000:00000001:0.0:1767325827.454296:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325827.454297:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325827.454299:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767325827.454301:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325827.454303:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000cfce3c5. 02000000:00000001:0.0:1767325827.454307:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325827.454315:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325827.454317:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abf35ff8. 00000100:00000001:0.0:1767325827.454320:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325827.454321:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325827.454323:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325827.454328:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325827.454330:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325827.454332:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325827.454334:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325828.090226:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325828.090231:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325828.090236:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325828.090237:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325828.090274:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325828.090277:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325828.090279:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325829.114254:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325829.114262:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325829.114268:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325829.114269:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325829.114308:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325829.114318:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325829.114322:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325830.138260:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325830.138269:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325830.138276:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325830.138277:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325830.138343:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325830.138347:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325830.138354:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325831.162275:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325831.162281:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325831.162288:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325831.162289:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325831.162370:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325831.162375:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325831.162378:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325832.186230:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325832.186236:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325832.186241:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325832.186243:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325832.186278:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325832.186281:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325832.186284:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325832.570272:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767325832.570272:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305749018, at 4305749504 00000100:00000040:1.0:1767325832.570272:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305749018, at 4305749504 00000100:00000040:0.0:1767325832.570272:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305749018, at 4305749504 00000100:00000001:3.0:1767325832.570285:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325832.570289:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b320a910. 00000100:00000010:0.0:1767325832.570290:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c643a41f. 00000100:00000010:3.0:1767325832.570294:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d9c04da. 00000100:00000010:1.0:1767325832.570295:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000094424b27. 00000020:00000040:3.0:1767325832.570301:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325832.570306:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325832.570309:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325832.570315:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325832.570323:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000056075b4e. 00000100:00000001:3.0:1767325832.570330:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325832.570339:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000008d9c04da x1853174993423360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325832.570367:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325832.570370:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325832.570385:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c04da] to pc [ptlrpcd_00_00+0] req@000000008d9c04da x1853174993423360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325832.570414:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325832.570416:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325832.570420:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325832.570423:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008eba1c7b. 00000020:00000040:3.0:1767325832.570426:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325832.570429:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325832.570431:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325832.570433:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325832.570434:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767325832.570437:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000cfce3c5. 00000100:00100000:1.0:1767325832.570438:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767325832.570442:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325832.570444:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325832.570449:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767325832.570451:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000008eba1c7b x1853174993423488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325832.570452:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325832.570454:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325832.570456:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325832.570459:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325832.570460:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325832.570463:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325832.570469:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767325832.570470:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d9c04da x1853174993423360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325832.570472:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325832.570480:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767325832.570483:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eba1c7b] to pc [ptlrpcd_00_01+1] req@000000008eba1c7b x1853174993423488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325832.570483:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325832.570487:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325832.570490:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325832.570494:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325832.570499:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993423360:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325832.570502:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325832.570505:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767325832.570508:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325832.570511:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767325832.570513:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325832.570516:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325832.570519:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:1.0:1767325832.570520:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000729d917. 00000100:00000010:3.0:1767325832.570523:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7307b36. 02000000:00000001:1.0:1767325832.570523:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767325832.570527:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767325832.570530:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325832.570531:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325832.570532:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767325832.570532:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef42a7b4. 02000000:00000001:3.0:1767325832.570533:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325832.570537:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767325832.570539:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767325832.570540:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe2b1497. 00000400:00000010:1.0:1767325832.570540:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d9a5dcc. 00000100:00000001:2.0:1767325832.570543:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325832.570545:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325832.570546:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767325832.570547:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993423360, portal 25 00000100:00000001:2.0:1767325832.570548:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325832.570552:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325832.570552:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325832.570554:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268017536 : -112767441534080 : ffff997048b48380) 00000100:00000001:3.0:1767325832.570555:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325832.570558:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008eba1c7b x1853174993423488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325832.570563:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d9c04da x1853174993423360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325832.570565:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000e7307b36 x1853174993423616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325832.570583:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325832.570590:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325832.570595:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767325832.570595:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c281ec6. 00000100:00000001:3.0:1767325832.570597:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325832.570598:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325832.570600:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993423360, offset 0 00000100:00000001:3.0:1767325832.570601:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325832.570602:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325832.570605:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325832.570608:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325832.570611:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7307b36] to pc [ptlrpcd_00_02+2] req@00000000e7307b36 x1853174993423616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325832.570612:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00100000:2.0:1767325832.570613:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008eba1c7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993423488:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325832.570620:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325832.570623:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325832.570626:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325832.570629:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767325832.570629:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000010:2.0:1767325832.570634:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005694eb42. 00000400:00000200:1.0:1767325832.570636:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767325832.570638:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325832.570644:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000400:00000200:1.0:1767325832.570644:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767325832.570645:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325832.570650:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767325832.570650:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767325832.570651:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000100:00000200:2.0:1767325832.570658:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993423488, portal 10 00000400:00000200:1.0:1767325832.570658:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:3.0:1767325832.570659:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767325832.570661:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325832.570663:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325832.570667:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268025600 : -112767441526016 : ffff997048b4a300) 00000100:00000040:3.0:1767325832.570668:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11087) 00000400:00000200:1.0:1767325832.570669:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [292:292:256:4294967295] 192.168.203.107@tcp LPNI seq info [292:292:8:4294967295] 00000100:00000001:0.0:1767325832.570670:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325832.570674:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325832.570678:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008eba1c7b x1853174993423488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325832.570685:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305749018, at 4305749504 00000400:00000200:1.0:1767325832.570689:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:0.0:1767325832.570691:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7307b36 x1853174993423616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325832.570695:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb481614. 00000100:00000001:2.0:1767325832.570702:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767325832.570703:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767325832.570710:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325832.570710:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035310fb5. 00000400:00000010:2.0:1767325832.570716:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ee2cc3. 00000100:00000001:0.0:1767325832.570716:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325832.570717:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767325832.570720:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993423488, offset 0 00000100:00000001:0.0:1767325832.570721:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325832.570722:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325832.570727:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767325832.570728:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325832.570732:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325832.570735:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:0.0:1767325832.570736:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325832.570739:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325832.570743:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00100000:0.0:1767325832.570743:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993423616:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767325832.570747:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325832.570751:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767325832.570753:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:1.0:1767325832.570753:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:0.0:1767325832.570755:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767325832.570759:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [293:293:255:4294967295] 192.168.203.107@tcp LPNI seq info [293:293:7:4294967295] 02000000:00000001:0.0:1767325832.570760:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325832.570764:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767325832.570766:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767325832.570769:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325832.570772:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035310fb5 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:0.0:1767325832.570776:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009af94a00. 02000000:00000001:0.0:1767325832.570781:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325832.570784:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325832.570787:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9c39765. 00000800:00000010:2.0:1767325832.570788:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc002f00. 00000100:00000001:1.0:1767325832.570790:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325832.570794:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:0.0:1767325832.570794:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005632e77f. 00000100:00000001:1.0:1767325832.570796:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305754138 00000100:00000200:0.0:1767325832.570801:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993423616, portal 10 00000800:00000200:2.0:1767325832.570802:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:1.0:1767325832.570804:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000094424b27. 00000800:00000200:2.0:1767325832.570806:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc002f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325832.570806:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325832.570810:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268022912 : -112767441528704 : ffff997048b49880) 00000100:00000001:2.0:1767325832.570811:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325832.570811:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767325832.570817:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 338331 usecs (339 jiffies) 00000100:00000001:2.0:1767325832.570820:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305749843 00000100:00000001:1.0:1767325832.570821:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305754138 00000100:00000040:0.0:1767325832.570821:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7307b36 x1853174993423616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325832.570824:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305754138 00000100:00000010:1.0:1767325832.570826:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc226e14. 00000100:00000001:2.0:1767325832.570829:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305749843 00000100:00000001:1.0:1767325832.570831:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767325832.570836:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305754138 00000100:00000001:1.0:1767325832.570836:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305754138 00000100:00000001:0.0:1767325832.570839:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325832.570841:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305749843 00000100:00000010:1.0:1767325832.570844:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e03e3ef. 00000100:00000040:0.0:1767325832.570845:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:3.0:1767325832.570848:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325832.570850:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1767325832.570851:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af49f56e. 00000800:00000010:3.0:1767325832.570852:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035310fb5. 00000100:00000001:1.0:1767325832.570857:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305754138 00000100:00000200:0.0:1767325832.570857:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993423616, offset 0 00000100:00000001:2.0:1767325832.570858:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305754138 00000400:00000200:3.0:1767325832.570859:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325832.570865:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305749843 00000100:00000010:1.0:1767325832.570865:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c6907e80. 00000400:00000200:0.0:1767325832.570871:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325832.570872:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325832.570872:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767325832.570879:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305754138 00000100:00000001:1.0:1767325832.570879:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325832.570883:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325832.570884:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325832.570885:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325832.570888:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325832.570891:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325832.570892:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325832.570892:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325832.570898:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325832.570898:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325832.570898:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325832.570903:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325832.570905:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325832.570906:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325832.570909:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325832.570912:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325832.570912:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325832.570919:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [294:294:254:4294967295] 192.168.203.107@tcp LPNI seq info [294:294:6:4294967295] 00000400:00000200:0.0:1767325832.570930:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:3.0:1767325832.570937:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c281ec6 00000800:00000200:0.0:1767325832.570937:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325832.570942:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c281ec6. 00000800:00000010:0.0:1767325832.570943:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018112a94. 00000100:00000001:3.0:1767325832.570949:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767325832.570950:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:3.0:1767325832.570957:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d9c04da x1853174993423360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325832.570958:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325832.570963:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000018112a94 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325832.570970:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325832.570974:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325832.570974:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 19637 usecs (20 jiffies) 00000100:00000001:0.0:1767325832.570979:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305749524 00000100:00000040:3.0:1767325832.570980:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d9c04da x1853174993423360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325848 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325832.570983:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305754138 00000100:00000001:0.0:1767325832.570987:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305749524 00000100:00000001:3.0:1767325832.570991:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325832.570995:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325832.570997:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305754138 00000100:00000001:0.0:1767325832.571000:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305749524 00000100:00000001:0.0:1767325832.571002:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305754138 00000100:00000001:0.0:1767325832.571005:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305749524 00000100:00000001:0.0:1767325832.571007:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305754138 00000800:00000200:3.0:1767325832.571010:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325832.571010:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325832.571012:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325832.571015:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325832.571018:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767325832.571020:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc002f00. 00000100:00000001:0.0:1767325832.571023:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767325832.571026:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325832.571026:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325832.571031:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325832.571034:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325832.571038:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ee2cc3 00000400:00000010:3.0:1767325832.571039:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ee2cc3. 00000100:00000001:3.0:1767325832.571043:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325832.571043:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325832.571045:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325832.571048:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008eba1c7b x1853174993423488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325832.571050:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325832.571060:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325832.571062:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008eba1c7b x1853174993423488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325848 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325832.571068:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325832.571070:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325832.571123:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325832.571127:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018112a94. 00000400:00000200:3.0:1767325832.571130:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325832.571133:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325832.571136:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af49f56e 00000400:00000010:3.0:1767325832.571137:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af49f56e. 00000100:00000001:3.0:1767325832.571157:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325832.571161:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7307b36 x1853174993423616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325832.571167:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325832.571170:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7307b36 x1853174993423616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325848 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325832.571175:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325832.571177:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325832.572998:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325832.573008:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325832.573010:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325832.573011:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325832.573018:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325832.573033:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed308c00 00000400:00000200:2.0:1767325832.573040:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x9f5 [1] + 224 00000800:00000001:2.0:1767325832.573046:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325832.573053:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325832.573063:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325832.573067:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325832.573071:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325832.573075:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d9c04da x1853174993423360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325832.573084:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008d9c04da x1853174993423360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325832.573098:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325832.573104:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325832.573107:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325832.573125:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325832.573127:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325832.573131:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325832.573133:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325832.573135:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef42a7b4. 00000400:00000200:1.0:1767325832.573138:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9a5dcc 00000400:00000010:1.0:1767325832.573139:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d9a5dcc. 00000100:00000001:1.0:1767325832.573153:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325832.573157:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d9c04da x1853174993423360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325832.573166:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d9c04da x1853174993423360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325832.573173:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325832.573175:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325832.573178:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325832.573180:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325832.573182:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325832.573199:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325832.573202:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325832.573208:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=89 v=5 (5 5 5 0) 00000800:00000001:3.0:1767325832.573210:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767325832.573211:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=89 v=5 (1 1 1 0) 00000100:00000001:1.0:1767325832.573214:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325832.573215:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325832.573217:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325832.573218:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767325832.573222:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325832.573224:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325832.573227:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325832.573232:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767325832.573233:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325832.573240:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d9c04da x1853174993423360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325832.573249:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325832.573252:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325832.573253:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325832.573257:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d9c04da x1853174993423360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325832.573264:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993423360:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325832.573268:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325832.573270:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325832.573272:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d9c04da x1853174993423360/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325832.573277:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325832.573279:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325832.573282:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000729d917. 02000000:00000001:1.0:1767325832.573284:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325832.573286:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325832.573287:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767325832.573289:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767325832.573290:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed308c80 02000000:00000010:1.0:1767325832.573291:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000056075b4e. 02000000:00000001:1.0:1767325832.573294:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325832.573295:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325832.573297:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d9c04da. 00000100:00000001:1.0:1767325832.573301:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767325832.573305:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x9fd [1] + 224 00000100:00000001:1.0:1767325832.573308:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325832.573311:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325832.573312:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325832.573315:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325832.573317:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325832.573318:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325832.573318:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325832.573321:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325832.573322:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325832.573328:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325832.573332:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325832.573335:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008eba1c7b x1853174993423488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325832.573343:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008eba1c7b x1853174993423488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325832.573358:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325832.573363:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325832.573365:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325832.573367:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325832.573368:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325832.573372:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325832.573378:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed308d00 00000100:00000001:2.0:1767325832.573381:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325832.573382:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xa05 [1] + 224 00000100:00000001:2.0:1767325832.573385:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767325832.573389:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767325832.573390:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325832.573393:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767325832.573395:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767325832.573396:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000400:00000200:3.0:1767325832.573400:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325832.573402:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000400:00000010:2.0:1767325832.573406:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000400:00000200:3.0:1767325832.573407:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325832.573411:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325832.573413:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325832.573418:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008eba1c7b x1853174993423488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325832.573419:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7307b36 x1853174993423616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325832.573436:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e7307b36 x1853174993423616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325832.573452:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008eba1c7b x1853174993423488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325832.573459:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325832.573461:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325832.573464:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325832.573465:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325832.573466:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325832.573469:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767325832.573470:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325832.573471:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325832.573473:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325832.573475:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325832.573481:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=79 v=5 (5 5 5 0) 00000100:00001000:2.0:1767325832.573484:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=79 v=5 (1 1 1 0) 00000100:00000001:2.0:1767325832.573486:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325832.573487:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325832.573489:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325832.573489:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325832.573492:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325832.573494:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767325832.573497:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767325832.573497:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325832.573499:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9c39765. 00000100:00000001:2.0:1767325832.573501:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325832.573503:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000200:0.0:1767325832.573503:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005632e77f 00000100:00000001:2.0:1767325832.573505:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:0.0:1767325832.573507:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005632e77f. 00000100:00000001:2.0:1767325832.573508:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325832.573512:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008eba1c7b x1853174993423488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325832.573513:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325832.573518:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325832.573521:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767325832.573521:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7307b36 x1853174993423616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325832.573523:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325832.573528:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008eba1c7b x1853174993423488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325832.573542:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008eba1c7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993423488:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325832.573544:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325832.573546:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325832.573548:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008eba1c7b x1853174993423488/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325832.573553:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7307b36 x1853174993423616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325832.573554:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325832.573556:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325832.573558:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005694eb42. 02000000:00000001:2.0:1767325832.573562:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325832.573564:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325832.573566:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325832.573567:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767325832.573568:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325832.573571:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000cfce3c5. 00000100:00000001:0.0:1767325832.573571:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325832.573575:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325832.573576:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325832.573577:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767325832.573578:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767325832.573580:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1767325832.573581:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008eba1c7b. 00000100:00000001:0.0:1767325832.573583:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325832.573584:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325832.573585:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325832.573586:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325832.573589:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325832.573591:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325832.573592:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325832.573596:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=89 v=5 (5 5 5 0) 00000100:00000001:2.0:1767325832.573598:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767325832.573600:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325832.573601:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325832.573605:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325832.573607:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325832.573608:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325832.573611:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e7307b36 x1853174993423616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325832.573615:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325832.573616:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325832.573617:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325832.573618:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325832.573618:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325832.573620:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7307b36 x1853174993423616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325832.573624:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325832.573625:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325832.573625:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325832.573627:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7307b36 x1853174993423616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325832.573631:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993423616:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325832.573633:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325832.573634:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325832.573635:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7307b36 x1853174993423616/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325848 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325832.573639:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325832.573640:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325832.573641:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009af94a00. 02000000:00000001:0.0:1767325832.573643:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325832.573644:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325832.573644:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325832.573651:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325832.573652:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe2b1497. 02000000:00000001:0.0:1767325832.573653:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325832.573654:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325832.573655:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7307b36. 00000100:00000001:0.0:1767325832.573657:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325832.573657:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325832.573659:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325832.573661:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325832.573662:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325832.573663:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325832.573664:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325833.210271:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325833.210281:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325833.210283:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325833.210286:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325833.210291:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325833.210294:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325833.210295:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325833.210298:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325833.210302:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325833.210303:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325833.210351:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325833.210354:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325833.210356:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325834.234277:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325834.234285:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325834.234292:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325834.234293:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325834.234354:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325834.234359:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325834.234361:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325835.258248:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325835.258254:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325835.258259:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325835.258260:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325835.258301:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325835.258304:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325835.258306:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325836.282268:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325836.282274:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325836.282280:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325836.282283:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325836.282286:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325836.282291:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325836.282293:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325836.282295:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325836.282298:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325836.282301:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325836.282303:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325836.282305:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325836.282354:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325836.282357:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325836.282359:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325837.306242:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325837.306247:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325837.306281:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325837.306282:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325837.306340:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325837.306342:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325837.306344:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325837.690233:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305754138, at 4305754624 00000100:00000040:2.0:1767325837.690233:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305754138, at 4305754624 00000100:00000040:0.0:1767325837.690233:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305754138, at 4305754624 00000100:00000040:1.0:1767325837.690234:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305754138, at 4305754624 00000100:00000010:1.0:1767325837.690248:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc226e14. 00000100:00000010:2.0:1767325837.690249:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e03e3ef. 00000100:00000010:0.0:1767325837.690251:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000094424b27. 00000100:00000010:3.0:1767325837.690256:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c6907e80. 00000100:00000040:3.0:1767325837.690267:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325837.690273:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325837.690278:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001020973f. 00000020:00000040:3.0:1767325837.690283:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325837.690287:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325837.690289:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325837.690317:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325837.690333:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000caa95cc3. 00000100:00000001:3.0:1767325837.690339:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325837.690348:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000001020973f x1853174993423744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325837.690357:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325837.690360:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325837.690365:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001020973f] to pc [ptlrpcd_00_03+3] req@000000001020973f x1853174993423744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325837.690390:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325837.690393:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325837.690397:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325837.690400:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002daf29af. 00000020:00000040:3.0:1767325837.690403:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325837.690405:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325837.690406:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325837.690407:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325837.690408:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325837.690412:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767325837.690414:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe2b1497. 00000100:00000001:1.0:1767325837.690416:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325837.690420:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325837.690420:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325837.690424:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325837.690426:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000002daf29af x1853174993423872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767325837.690431:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001020973f x1853174993423744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325837.690441:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325837.690444:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325837.690449:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325837.690453:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325837.690459:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767325837.690459:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325837.690462:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325837.690466:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993423744:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767325837.690470:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002daf29af] to pc [ptlrpcd_00_00+0] req@000000002daf29af x1853174993423872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325837.690472:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325837.690479:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325837.690483:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325837.690486:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325837.690490:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c461c301. 00000100:00000001:3.0:1767325837.690492:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325837.690493:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325837.690502:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef42a7b4. 00000100:00000001:0.0:1767325837.690504:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767325837.690508:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000010:1.0:1767325837.690509:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d9a5dcc. 00000100:00000001:0.0:1767325837.690510:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325837.690514:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325837.690518:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325837.690518:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993423744, portal 25 00000100:00000001:0.0:1767325837.690520:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325837.690523:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325837.690537:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268016640 : -112767441534976 : ffff997048b48000) 00000100:00000001:0.0:1767325837.690537:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325837.690543:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325837.690545:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767325837.690547:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001020973f x1853174993423744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325837.690547:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325837.690555:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002daf29af x1853174993423872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325837.690559:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325837.690566:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767325837.690569:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325837.690571:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325837.690572:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767325837.690572:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325837.690576:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053fc5178. 02000000:00000001:0.0:1767325837.690576:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767325837.690578:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029bcb2ad. 00000020:00000040:3.0:1767325837.690579:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:0.0:1767325837.690579:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325837.690584:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1767325837.690585:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993423744, offset 0 02000000:00000001:3.0:1767325837.690586:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325837.690588:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325837.690590:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325837.690594:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000cfce3c5. 00000100:00100000:0.0:1767325837.690594:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993423872:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767325837.690598:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325837.690599:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325837.690600:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325837.690604:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767325837.690605:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000053fc5178 x1853174993424000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325837.690605:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325837.690607:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325837.690610:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009af94a00. 00000100:00000001:3.0:1767325837.690611:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767325837.690613:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325837.690614:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325837.690614:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:0.0:1767325837.690617:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9c39765. 00000100:00000040:3.0:1767325837.690620:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053fc5178] to pc [ptlrpcd_00_01+1] req@0000000053fc5178 x1853174993424000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325837.690622:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005632e77f. 00000400:00000200:1.0:1767325837.690623:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767325837.690626:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993423872, portal 10 00000100:00000001:0.0:1767325837.690629:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325837.690630:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268024704 : -112767441526912 : ffff997048b49f80) 00000400:00000200:1.0:1767325837.690633:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767325837.690638:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325837.690638:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767325837.690640:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002daf29af x1853174993423872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325837.690642:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767325837.690646:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:3.0:1767325837.690648:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767325837.690651:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325837.690653:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11092) 00000100:00000001:2.0:1767325837.690653:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325837.690656:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [295:295:256:4294967295] 192.168.203.107@tcp LPNI seq info [295:295:8:4294967295] 00000100:00100000:2.0:1767325837.690657:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:0.0:1767325837.690657:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325837.690662:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767325837.690662:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000307f847a. 00000100:00000200:0.0:1767325837.690667:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993423872, offset 0 00000100:00000001:2.0:1767325837.690668:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325837.690671:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325837.690675:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325837.690677:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325837.690679:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325837.690680:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767325837.690681:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767325837.690687:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053fc5178 x1853174993424000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325837.690693:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325837.690693:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:1.0:1767325837.690702:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef5ef55d. 00000400:00000200:0.0:1767325837.690703:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325837.690704:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325837.690707:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325837.690710:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:2.0:1767325837.690711:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325837.690714:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767325837.690714:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325837.690718:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767325837.690719:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325837.690725:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993424000:192.168.203.107@tcp:400: 00000400:00000200:0.0:1767325837.690725:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:1.0:1767325837.690727:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767325837.690734:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325837.690734:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [296:296:255:4294967295] 192.168.203.107@tcp LPNI seq info [296:296:7:4294967295] 00000800:00000200:1.0:1767325837.690735:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef5ef55d type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767325837.690737:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325837.690739:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325837.690743:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325837.690747:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000084c5213b. 02000000:00000001:2.0:1767325837.690752:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325837.690752:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325837.690756:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:2.0:1767325837.690759:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000100:00000001:1.0:1767325837.690759:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305759258 00000400:00000010:2.0:1767325837.690765:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000100:00000010:1.0:1767325837.690767:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc226e14. 00000100:00000200:2.0:1767325837.690769:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993424000, portal 10 00000100:00000001:2.0:1767325837.690773:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767325837.690773:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325837.690774:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767325837.690777:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268028288 : -112767441523328 : ffff997048b4ad80) 00000800:00000010:0.0:1767325837.690781:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005e4ab40. 00000100:00000040:2.0:1767325837.690783:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053fc5178 x1853174993424000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325837.690789:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305759258 00000800:00000200:0.0:1767325837.690792:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325837.690793:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1767325837.690796:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f134d5bd. 00000100:00000040:2.0:1767325837.690799:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325837.690802:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767325837.690804:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6e884a0. 00000800:00000200:0.0:1767325837.690804:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325837.690808:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305759258 00000800:00000200:0.0:1767325837.690809:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000005e4ab40 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767325837.690814:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993424000, offset 0 00000100:00000010:1.0:1767325837.690816:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000092aef95c. 00000100:00000001:0.0:1767325837.690816:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325837.690822:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325837.690822:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767325837.690824:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 334347 usecs (335 jiffies) 00000100:00000001:1.0:1767325837.690829:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305759258 00000100:00000001:0.0:1767325837.690830:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305754959 00000400:00000200:2.0:1767325837.690832:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:1.0:1767325837.690836:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e693017. 00000100:00000001:0.0:1767325837.690836:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305759258 00000100:00000001:1.0:1767325837.690841:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767325837.690841:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305754959 00000400:00000200:2.0:1767325837.690845:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325837.690846:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305759258 00000100:00000001:1.0:1767325837.690848:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325837.690850:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325837.690853:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325837.690854:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325837.690858:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305754959 00000400:00000200:2.0:1767325837.690859:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325837.690865:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [297:297:254:4294967295] 192.168.203.107@tcp LPNI seq info [297:297:6:4294967295] 00000100:00000001:0.0:1767325837.690865:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305759258 00000100:00000001:1.0:1767325837.690866:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325837.690871:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325837.690872:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305754959 00000100:00000001:0.0:1767325837.690877:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305759258 00000100:00000001:1.0:1767325837.690878:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767325837.690880:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325837.690882:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767325837.690883:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325837.690883:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767325837.690886:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef5ef55d. 00000100:00000001:1.0:1767325837.690888:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325837.690889:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325837.690892:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325837.690892:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325837.690895:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325837.690896:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325837.690897:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325837.690898:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325837.690903:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325837.690903:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325837.690903:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767325837.690904:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fc6f982. 00000100:00000001:0.0:1767325837.690906:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325837.690910:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325837.690912:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767325837.690914:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029bcb2ad 00000100:00000001:0.0:1767325837.690914:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325837.690918:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029bcb2ad. 00000800:00000200:2.0:1767325837.690918:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325837.690922:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fc6f982 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325837.690925:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325837.690926:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325837.690930:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 19440 usecs (20 jiffies) 00000100:00000200:3.0:1767325837.690933:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001020973f x1853174993423744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325837.690934:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305754644 00000100:00000001:2.0:1767325837.690938:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305759258 00000100:00000001:2.0:1767325837.690943:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305754644 00000100:00000001:2.0:1767325837.690947:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305759258 00000100:00000001:2.0:1767325837.690951:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305754644 00000100:00000001:3.0:1767325837.690956:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325837.690959:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305759258 00000100:00000040:3.0:1767325837.690960:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001020973f x1853174993423744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325853 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325837.690963:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305754644 00000100:00000001:2.0:1767325837.690967:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305759258 00000100:00000001:2.0:1767325837.690970:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325837.690974:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325837.690979:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325837.690980:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325837.690982:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325837.690983:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325837.690998:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325837.691001:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005e4ab40. 00000400:00000200:3.0:1767325837.691003:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325837.691007:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325837.691009:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307f847a 00000400:00000010:3.0:1767325837.691010:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000307f847a. 00000100:00000001:3.0:1767325837.691011:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325837.691014:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002daf29af x1853174993423872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325837.691021:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325837.691022:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002daf29af x1853174993423872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325853 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325837.691026:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325837.691029:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325837.691062:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325837.691065:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fc6f982. 00000400:00000200:3.0:1767325837.691069:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325837.691073:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325837.691075:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e884a0 00000400:00000010:3.0:1767325837.691076:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6e884a0. 00000100:00000001:3.0:1767325837.691079:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325837.691081:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053fc5178 x1853174993424000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325837.691099:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325837.691101:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053fc5178 x1853174993424000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325853 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325837.691104:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325837.691174:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325837.692242:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325837.692248:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325837.692262:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325837.692264:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325837.692269:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325837.692276:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed308d80 00000400:00000200:2.0:1767325837.692280:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xa0d [1] + 224 00000800:00000001:2.0:1767325837.692284:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325837.692289:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325837.692290:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325837.692292:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325837.692294:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325837.692297:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001020973f x1853174993423744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325837.692303:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001020973f x1853174993423744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325837.692314:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325837.692317:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325837.692319:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325837.692342:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325837.692345:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325837.692350:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325837.692351:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325837.692353:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef42a7b4. 00000400:00000200:1.0:1767325837.692358:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9a5dcc 00000400:00000010:1.0:1767325837.692360:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d9a5dcc. 00000100:00000001:1.0:1767325837.692362:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325837.692367:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001020973f x1853174993423744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325837.692377:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001020973f x1853174993423744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325837.692385:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325837.692387:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325837.692390:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325837.692392:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325837.692395:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325837.692397:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325837.692400:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325837.692405:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=94 v=5 (5 5 5 0) 00000800:00000001:3.0:1767325837.692406:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767325837.692411:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=94 v=5 (1 1 1 0) 00000800:00000001:3.0:1767325837.692414:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325837.692415:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325837.692418:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325837.692419:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767325837.692422:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767325837.692424:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325837.692431:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00010000:00000001:1.0:1767325837.692431:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325837.692436:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325837.692442:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001020973f x1853174993423744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325837.692462:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325837.692465:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325837.692467:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325837.692471:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001020973f x1853174993423744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325837.692480:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993423744:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325837.692485:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325837.692487:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325837.692489:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001020973f x1853174993423744/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325837.692495:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed308e00 00000100:00000001:1.0:1767325837.692500:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325837.692504:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767325837.692505:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xa15 [1] + 224 02000000:00000010:1.0:1767325837.692507:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c461c301. 00000800:00000001:3.0:1767325837.692509:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767325837.692512:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:3.0:1767325837.692515:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767325837.692515:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325837.692517:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000400:00000200:3.0:1767325837.692518:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767325837.692522:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767325837.692524:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 02000000:00000010:1.0:1767325837.692527:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000caa95cc3. 00000100:00000001:3.0:1767325837.692528:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325837.692533:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002daf29af x1853174993423872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325837.692533:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325837.692536:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325837.692540:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001020973f. 00000100:00000040:3.0:1767325837.692546:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002daf29af x1853174993423872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325837.692546:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325837.692549:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325837.692553:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325837.692560:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325837.692562:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325837.692565:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325837.692566:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325837.692567:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325837.692573:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325837.692576:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325837.692588:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325837.692590:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325837.692593:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325837.692594:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325837.692595:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9c39765. 00000400:00000200:0.0:1767325837.692598:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005632e77f 00000400:00000010:0.0:1767325837.692599:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005632e77f. 00000100:00000001:0.0:1767325837.692600:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325837.692607:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002daf29af x1853174993423872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325837.692612:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002daf29af x1853174993423872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325837.692618:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325837.692619:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325837.692621:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325837.692622:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325837.692624:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325837.692625:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325837.692627:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325837.692631:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=84 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325837.692634:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=84 v=5 (1 1 1 0) 00000100:00000001:0.0:1767325837.692636:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325837.692637:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325837.692639:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325837.692641:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325837.692644:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325837.692645:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325837.692647:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325837.692648:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325837.692651:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002daf29af x1853174993423872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325837.692658:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325837.692659:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325837.692660:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325837.692663:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002daf29af x1853174993423872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325837.692670:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993423872:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325837.692675:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325837.692676:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325837.692678:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002daf29af x1853174993423872/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325837.692686:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325837.692688:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325837.692689:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009af94a00. 02000000:00000001:0.0:1767325837.692691:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325837.692692:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325837.692692:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767325837.692694:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325837.692695:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe2b1497. 02000000:00000001:0.0:1767325837.692697:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325837.692697:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325837.692698:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002daf29af. 00000100:00000001:0.0:1767325837.692700:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325837.692701:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325837.692702:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325837.692705:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325837.692706:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325837.692707:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325837.692708:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325837.692737:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325837.692742:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325837.692744:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325837.692746:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325837.692751:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325837.692757:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed308e80 00000400:00000200:3.0:1767325837.692761:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xa1d [1] + 224 00000800:00000001:3.0:1767325837.692800:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325837.692804:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325837.692805:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325837.692808:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325837.692810:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325837.692813:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053fc5178 x1853174993424000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325837.692818:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000053fc5178 x1853174993424000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325837.692828:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325837.692831:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325837.692832:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325837.692846:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325837.692848:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325837.692850:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325837.692851:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325837.692852:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000400:00000200:2.0:1767325837.692855:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000400:00000010:2.0:1767325837.692856:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000100:00000001:2.0:1767325837.692857:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325837.692860:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053fc5178 x1853174993424000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325837.692865:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053fc5178 x1853174993424000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325837.692868:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325837.692869:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325837.692874:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325837.692875:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325837.692876:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325837.692877:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325837.692878:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325837.692880:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=94 v=5 (5 5 5 0) 00000100:00001000:2.0:1767325837.692882:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325837.692884:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325837.692884:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325837.692885:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325837.692887:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000053fc5178 x1853174993424000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325837.692891:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325837.692892:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325837.692893:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325837.692893:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325837.692894:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325837.692895:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053fc5178 x1853174993424000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325837.692899:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325837.692900:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325837.692901:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325837.692902:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053fc5178 x1853174993424000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325837.692906:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993424000:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325837.692908:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325837.692909:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325837.692910:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053fc5178 x1853174993424000/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325853 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325837.692913:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325837.692914:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325837.692915:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000084c5213b. 02000000:00000001:2.0:1767325837.692919:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325837.692920:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325837.692921:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325837.692922:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325837.692923:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000cfce3c5. 02000000:00000001:2.0:1767325837.692924:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325837.692925:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325837.692926:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053fc5178. 00000100:00000001:2.0:1767325837.692927:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325837.692928:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325837.692929:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325837.692931:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325837.692932:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325837.692933:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325837.692934:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325838.330260:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325838.330266:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325838.330272:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325838.330273:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325838.330308:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325838.330311:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325838.330313:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325839.354247:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325839.354253:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325839.354260:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325839.354261:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325839.354320:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325839.354323:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325839.354325:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325840.378349:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325840.378355:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325840.378361:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325840.378362:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325840.378420:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325840.378424:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325840.378426:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325841.402243:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325841.402248:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325841.402252:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325841.402253:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325841.402282:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325841.402285:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325841.402287:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325842.426255:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325842.426267:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325842.426270:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325842.426272:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325842.426277:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325842.426279:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325842.426281:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325842.426311:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325842.426316:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325842.426317:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325842.426379:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325842.426383:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325842.426385:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325842.810231:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305759258, at 4305759744 00000100:00000040:2.0:1767325842.810234:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305759258, at 4305759744 00000100:00000040:0.0:1767325842.810235:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767325842.810243:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305759258, at 4305759744 00000100:00000010:1.0:1767325842.810248:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f134d5bd. 00000100:00000010:2.0:1767325842.810251:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000092aef95c. 00000100:00000010:3.0:1767325842.810253:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e693017. 00000100:00000001:0.0:1767325842.810255:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325842.810267:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000020:00000040:0.0:1767325842.810273:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325842.810278:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325842.810282:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325842.810288:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325842.810298:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005e4ab40. 00000100:00000001:0.0:1767325842.810322:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325842.810334:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000a1ef485d x1853174993424128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325842.810344:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325842.810347:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325842.810352:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_02+2] req@00000000a1ef485d x1853174993424128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325842.810380:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325842.810383:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325842.810387:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325842.810390:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000020:00000040:0.0:1767325842.810393:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325842.810395:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325842.810396:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767325842.810399:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767325842.810399:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325842.810401:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325842.810403:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767325842.810407:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000018112a94. 00000100:00000001:1.0:1767325842.810409:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325842.810410:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993424128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325842.810413:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325842.810414:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325842.810420:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000b9c126d9 x1853174993424256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325842.810435:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325842.810438:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325842.810439:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325842.810442:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325842.810443:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325842.810447:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325842.810449:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_03+3] req@00000000b9c126d9 x1853174993424256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325842.810451:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325842.810456:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993424128:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325842.810463:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325842.810470:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325842.810473:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325842.810474:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325842.810476:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767325842.810478:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325842.810482:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1767325842.810483:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000084c5213b. 00000100:00000010:0.0:1767325842.810486:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000456c8c17. 02000000:00000001:2.0:1767325842.810487:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325842.810487:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325842.810491:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767325842.810491:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767325842.810494:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325842.810496:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767325842.810497:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 02000000:00000001:0.0:1767325842.810499:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767325842.810500:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993424256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325842.810507:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000100:00000001:1.0:1767325842.810509:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767325842.810509:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325842.810512:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325842.810514:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325842.810516:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767325842.810516:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000058804b06. 00000100:00000200:2.0:1767325842.810517:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993424128, portal 25 02000000:00000001:1.0:1767325842.810520:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325842.810523:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325842.810523:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325842.810524:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993424256:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325842.810525:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 00000100:00000001:1.0:1767325842.810532:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767325842.810532:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000456c8c17 x1853174993424384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767325842.810535:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993424128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325842.810536:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325842.810538:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325842.810543:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325842.810547:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000248edc2f. 02000000:00000001:1.0:1767325842.810551:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325842.810557:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef42a7b4. 00000100:00000001:0.0:1767325842.810563:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325842.810564:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767325842.810564:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d9a5dcc. 00000100:00000001:0.0:1767325842.810567:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325842.810569:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993424256, portal 10 00000100:00000040:2.0:1767325842.810570:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325842.810572:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325842.810574:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000400:00000010:2.0:1767325842.810575:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000732629a8. 00000100:00000040:0.0:1767325842.810576:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456c8c17] to pc [ptlrpcd_00_00+0] req@00000000456c8c17 x1853174993424384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325842.810580:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993424128, offset 0 00000100:00000040:1.0:1767325842.810582:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993424256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325842.810599:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325842.810603:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325842.810606:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325842.810608:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d9b1115. 00000100:00000200:1.0:1767325842.810610:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993424256, offset 0 00000400:00000200:1.0:1767325842.810615:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325842.810616:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325842.810617:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:0.0:1767325842.810622:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767325842.810626:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767325842.810627:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767325842.810629:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325842.810632:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325842.810634:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767325842.810636:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:0.0:1767325842.810636:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11097) 00000100:00000040:3.0:1767325842.810640:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000456c8c17 x1853174993424384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325842.810645:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325842.810651:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325842.810653:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325842.810653:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325842.810654:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:3.0:1767325842.810658:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325842.810659:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325842.810661:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325842.810664:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325842.810666:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993424384:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325842.810668:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767325842.810670:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305759258, at 4305759744 00000400:00000200:2.0:1767325842.810671:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [298:298:256:4294967295] 192.168.203.107@tcp LPNI seq info [298:298:8:4294967295] 02000000:00000001:3.0:1767325842.810678:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325842.810680:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325842.810680:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc226e14. 02000000:00000001:3.0:1767325842.810683:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325842.810687:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074ee986a. 02000000:00000001:3.0:1767325842.810691:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325842.810695:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:3.0:1767325842.810696:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cd72f4e. 00000400:00000010:3.0:1767325842.810702:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d57d4da5. 00000800:00000200:2.0:1767325842.810702:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325842.810704:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000200:3.0:1767325842.810708:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993424384, portal 10 00000400:00000200:1.0:1767325842.810709:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767325842.810711:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fc6f982. 00000100:00000001:3.0:1767325842.810712:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325842.810715:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250668672 : -112767458882944 : ffff997047abca80) 00000400:00000200:1.0:1767325842.810715:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325842.810720:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767325842.810721:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767325842.810729:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:3.0:1767325842.810731:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000456c8c17 x1853174993424384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325842.810736:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [299:299:255:4294967295] 192.168.203.107@tcp LPNI seq info [299:299:7:4294967295] 00000800:00000200:2.0:1767325842.810742:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325842.810751:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767325842.810751:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fc6f982 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325842.810753:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:3.0:1767325842.810757:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325842.810762:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084592b49. 00000800:00000200:1.0:1767325842.810766:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000200:3.0:1767325842.810767:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993424384, offset 0 00000800:00000010:1.0:1767325842.810771:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fe8d38. 00000100:00000001:2.0:1767325842.810773:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325842.810776:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767325842.810778:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325842.810782:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305764378 00000800:00000200:1.0:1767325842.810785:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767325842.810786:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:2.0:1767325842.810791:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000706116e7. 00000800:00000200:1.0:1767325842.810792:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6fe8d38 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325842.810793:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325842.810798:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325842.810799:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325842.810801:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767325842.810802:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767325842.810804:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 330445 usecs (331 jiffies) 00000400:00000200:3.0:1767325842.810808:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325842.810809:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305760075 00000100:00000001:2.0:1767325842.810810:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305764378 00000400:00000200:3.0:1767325842.810812:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [300:300:254:4294967295] 192.168.203.107@tcp LPNI seq info [300:300:6:4294967295] 00000100:00000001:1.0:1767325842.810814:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305764378 00000100:00000010:2.0:1767325842.810817:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3cbe270. 00000100:00000001:1.0:1767325842.810819:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305760075 00000400:00000200:3.0:1767325842.810825:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325842.810830:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767325842.810831:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325842.810835:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056075b4e. 00000100:00000001:2.0:1767325842.810837:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305764378 00000100:00000001:1.0:1767325842.810838:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305764378 00000800:00000200:0.0:1767325842.810841:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767325842.810842:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325842.810843:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305760075 00000100:00000010:2.0:1767325842.810846:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007ec5288. 00000800:00000010:0.0:1767325842.810847:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fc6f982. 00000800:00000200:3.0:1767325842.810852:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767325842.810853:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1767325842.810855:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056075b4e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325842.810857:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325842.810860:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325842.810860:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305764378 00000100:00000001:1.0:1767325842.810860:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305764378 00000100:00000040:3.0:1767325842.810866:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 19237 usecs (20 jiffies) 00000400:00000200:0.0:1767325842.810867:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000010:2.0:1767325842.810868:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f7ee2cd. 00000100:00000001:1.0:1767325842.810868:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305760075 00000100:00000001:3.0:1767325842.810869:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305759764 00000100:00000001:2.0:1767325842.810874:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767325842.810877:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000732629a8 00000100:00000001:3.0:1767325842.810879:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305764378 00000100:00000001:2.0:1767325842.810879:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325842.810880:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305764378 00000400:00000010:0.0:1767325842.810881:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000732629a8. 00000100:00000001:3.0:1767325842.810884:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305759764 00000100:00000001:1.0:1767325842.810886:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325842.810887:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325842.810888:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305764378 00000100:00000001:0.0:1767325842.810890:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325842.810891:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325842.810893:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305759764 00000100:00000001:2.0:1767325842.810894:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325842.810896:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305764378 00000100:00000001:1.0:1767325842.810896:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325842.810899:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325842.810900:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325842.810901:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305759764 00000100:00000001:3.0:1767325842.810904:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305764378 00000100:00000001:3.0:1767325842.810905:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767325842.810907:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993424128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325842.810909:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325842.810909:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325842.810912:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325842.810913:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325842.810915:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325842.810916:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325842.810918:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325842.810920:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325842.810921:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325842.810922:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325842.810926:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325842.810927:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325842.810927:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325842.810930:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325842.810932:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325842.810932:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325842.810934:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325842.810934:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325842.810938:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325842.810940:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325842.810941:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325842.810943:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993424128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325858 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325842.810946:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325842.810954:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325842.810956:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325842.810975:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325842.810977:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fe8d38. 00000400:00000200:0.0:1767325842.810981:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325842.810985:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325842.810987:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d9b1115 00000400:00000010:0.0:1767325842.810988:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d9b1115. 00000100:00000001:0.0:1767325842.810991:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325842.810994:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993424256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325842.811002:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325842.811004:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993424256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325858 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325842.811010:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325842.811011:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325842.811075:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325842.811078:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056075b4e. 00000400:00000200:0.0:1767325842.811081:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325842.811084:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325842.811086:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084592b49 00000400:00000010:0.0:1767325842.811088:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084592b49. 00000100:00000001:0.0:1767325842.811091:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325842.811094:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000456c8c17 x1853174993424384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325842.811102:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325842.811104:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000456c8c17 x1853174993424384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325858 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325842.811110:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325842.811112:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325842.812549:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325842.812561:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325842.812565:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325842.812607:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325842.812616:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325842.812628:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed308f80 00000400:00000200:3.0:1767325842.812634:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xa29 [1] + 224 00000800:00000001:3.0:1767325842.812642:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325842.812645:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325842.812647:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325842.812649:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325842.812652:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325842.812655:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993424256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325842.812670:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993424256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325842.812681:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325842.812687:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325842.812689:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325842.812690:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325842.812691:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325842.812693:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325842.812699:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed308f00 00000400:00000200:3.0:1767325842.812702:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xa25 [1] + 224 00000800:00000001:3.0:1767325842.812705:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325842.812705:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767325842.812707:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325842.812708:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325842.812710:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325842.812712:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325842.812715:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767325842.812716:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993424128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767325842.812720:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767325842.812724:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993424128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767325842.812724:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325842.812726:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef42a7b4. 00000400:00000200:1.0:1767325842.812731:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9a5dcc 00000400:00000010:1.0:1767325842.812734:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d9a5dcc. 00000100:00000001:1.0:1767325842.812739:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325842.812745:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767325842.812746:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993424256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325842.812751:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325842.812756:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325842.812760:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767325842.812760:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993424256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325842.812763:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325842.812770:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325842.812773:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767325842.812774:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325842.812778:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767325842.812780:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1767325842.812781:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767325842.812784:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed309000 00000400:00000010:2.0:1767325842.812784:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000100:00000001:1.0:1767325842.812785:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325842.812791:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000100:00000001:1.0:1767325842.812791:0:211468:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:2.0:1767325842.812794:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 02000000:00000001:1.0:1767325842.812794:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325842.812797:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325842.812797:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767325842.812801:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xa35 [1] + 224 00000100:00000001:1.0:1767325842.812801:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325842.812804:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993424128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325842.812805:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325842.812808:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767325842.812814:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=89 v=5 (5 5 5 0) 00000100:00000200:2.0:1767325842.812817:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993424128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325842.812822:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325842.812824:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325842.812825:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325842.812826:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:1.0:1767325842.812826:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=89 v=5 (1 1 1 0) 02000000:00000001:2.0:1767325842.812829:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325842.812831:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767325842.812834:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325842.812834:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325842.812835:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325842.812838:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325842.812839:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325842.812840:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00010000:00000001:1.0:1767325842.812843:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1767325842.812845:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=99 v=5 (5 5 5 0) 00000100:00000001:3.0:1767325842.812846:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767325842.812847:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325842.812852:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000456c8c17 x1853174993424384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767325842.812852:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=99 v=5 (1 1 1 0) 00000100:00000001:1.0:1767325842.812853:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325842.812856:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325842.812860:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325842.812861:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325842.812863:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325842.812864:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325842.812867:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000456c8c17 x1853174993424384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325842.812868:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325842.812871:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325842.812872:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993424256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325842.812875:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325842.812883:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993424128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325842.812898:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325842.812900:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325842.812901:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325842.812902:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325842.812904:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1767325842.812907:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325842.812907:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325842.812911:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325842.812912:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325842.812913:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993424256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325842.812921:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993424128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325842.812928:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993424128:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325842.812937:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325842.812937:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767325842.812940:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993424256:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325842.812940:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325842.812941:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1767325842.812945:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767325842.812946:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993424128/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325842.812947:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767325842.812949:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767325842.812952:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767325842.812952:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cd72f4e. 00000400:00000200:0.0:1767325842.812957:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57d4da5 00000100:00000040:1.0:1767325842.812958:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993424256/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325842.812961:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325842.812964:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1767325842.812965:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d57d4da5. 02000000:00000010:2.0:1767325842.812967:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000084c5213b. 00000100:00000001:0.0:1767325842.812970:0:211465:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767325842.812972:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325842.812976:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1767325842.812976:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000456c8c17 x1853174993424384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325842.812978:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1767325842.812979:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 02000000:00000001:1.0:1767325842.812980:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767325842.812984:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325842.812984:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000248edc2f. 02000000:00000010:2.0:1767325842.812988:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005e4ab40. 02000000:00000001:1.0:1767325842.812991:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767325842.812992:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1767325842.812992:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000456c8c17 x1853174993424384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767325842.812994:0:211468:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767325842.812996:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1767325842.812997:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000010:2.0:1767325842.812999:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00000020:00000001:1.0:1767325842.813003:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767325842.813004:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1767325842.813006:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000018112a94. 00000100:00000001:2.0:1767325842.813007:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325842.813009:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767325842.813011:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767325842.813012:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325842.813012:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325842.813014:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325842.813018:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000001:0.0:1767325842.813018:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767325842.813019:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767325842.813020:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325842.813023:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325842.813023:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325842.813023:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325842.813027:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325842.813027:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325842.813028:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325842.813030:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325842.813032:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325842.813032:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325842.813036:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=99 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325842.813039:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325842.813041:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325842.813041:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325842.813044:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325842.813045:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325842.813050:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767325842.813050:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325842.813053:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000456c8c17 x1853174993424384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325842.813054:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325842.813061:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325842.813062:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325842.813063:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325842.813064:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325842.813065:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325842.813067:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000456c8c17 x1853174993424384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325842.813071:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325842.813073:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325842.813073:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325842.813075:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000456c8c17 x1853174993424384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325842.813085:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993424384:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325842.813088:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325842.813089:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325842.813090:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000456c8c17 x1853174993424384/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325858 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325842.813094:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325842.813095:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325842.813096:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074ee986a. 02000000:00000001:0.0:1767325842.813099:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325842.813099:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325842.813100:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325842.813102:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325842.813103:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000058804b06. 02000000:00000001:0.0:1767325842.813104:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325842.813105:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325842.813106:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000456c8c17. 00000100:00000001:0.0:1767325842.813107:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325842.813108:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325842.813109:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325842.813112:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325842.813112:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325842.813113:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325842.813127:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325843.450244:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325843.450250:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325843.450255:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325843.450256:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325843.450332:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325843.450337:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325843.450341:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325844.474255:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325844.474263:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325844.474268:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325844.474270:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325844.474293:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325844.474297:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325844.474300:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325845.498260:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325845.498288:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325845.498296:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325845.498300:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325845.498302:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325845.498307:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325845.498310:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325845.498311:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325845.498313:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325845.498315:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325845.498316:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325845.498318:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325845.498373:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325845.498378:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325845.498381:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325846.522248:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325846.522255:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325846.522260:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325846.522261:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325846.522317:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325846.522321:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325846.522323:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325847.546233:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325847.546240:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325847.546244:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325847.546245:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325847.546287:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325847.546291:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325847.546294:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325847.930260:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305764378, at 4305764864 00000100:00000040:2.0:1767325847.930261:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305764378, at 4305764864 00000100:00000040:0.0:1767325847.930261:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305764378, at 4305764864 00000100:00000010:3.0:1767325847.930281:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f7ee2cd. 00000100:00000010:2.0:1767325847.930282:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007ec5288. 00000100:00000010:0.0:1767325847.930293:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000706116e7. 00000100:00000040:1.0:1767325847.931953:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325847.931960:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325847.931969:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b618cdda. 00000020:00000040:1.0:1767325847.931974:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325847.931979:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325847.931983:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325847.931988:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325847.931996:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 00000100:00000001:1.0:1767325847.932003:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325847.932022:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000b618cdda x1853174993424512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325847.932033:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325847.932035:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325847.932042:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b618cdda] to pc [ptlrpcd_00_01+1] req@00000000b618cdda x1853174993424512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325847.932075:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325847.932077:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325847.932092:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325847.932096:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064827f0f. 00000020:00000040:1.0:1767325847.932099:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325847.932101:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325847.932104:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325847.932105:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325847.932106:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325847.932108:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767325847.932111:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fe8d38. 00000100:00100000:0.0:1767325847.932112:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767325847.932114:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325847.932116:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325847.932120:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000064827f0f x1853174993424640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325847.932123:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325847.932134:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325847.932136:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325847.932139:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064827f0f] to pc [ptlrpcd_00_02+2] req@0000000064827f0f x1853174993424640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325847.932139:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325847.932159:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325847.932162:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325847.932165:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325847.932169:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325847.932177:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b618cdda x1853174993424512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325847.932186:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325847.932188:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325847.932192:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325847.932192:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325847.932197:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325847.932198:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325847.932204:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325847.932204:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325847.932205:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767325847.932209:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767325847.932211:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef1aafe9. 00000100:00100000:0.0:1767325847.932211:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b618cdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993424512:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325847.932213:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767325847.932217:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767325847.932220:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767325847.932223:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064827f0f x1853174993424640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325847.932223:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325847.932227:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325847.932228:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325847.932230:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325847.932232:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325847.932239:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767325847.932239:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325847.932242:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef5ef55d. 00000100:00000001:2.0:1767325847.932243:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325847.932246:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f76e9e08. 00000100:00000001:1.0:1767325847.932247:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325847.932248:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325847.932252:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325847.932253:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325847.932257:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000ef1aafe9 x1853174993424768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767325847.932260:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325847.932262:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9c39765. 00000100:00100000:2.0:1767325847.932268:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064827f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993424640:192.168.203.107@tcp:400: 00000400:00000010:0.0:1767325847.932273:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005632e77f. 00000100:00000001:2.0:1767325847.932277:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325847.932277:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325847.932281:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325847.932282:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767325847.932284:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993424512, portal 25 00000100:00000040:1.0:1767325847.932286:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1aafe9] to pc [ptlrpcd_00_03+3] req@00000000ef1aafe9 x1853174993424768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325847.932289:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325847.932292:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138724096 : -112766570827520 : ffff99707c9a7100) 02000000:00000001:2.0:1767325847.932294:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325847.932299:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767325847.932302:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b618cdda x1853174993424512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325847.932305:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000084c5213b. 00000100:00000001:1.0:1767325847.932307:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325847.932311:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325847.932312:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767325847.932319:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000100:00000040:1.0:1767325847.932322:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767325847.932323:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767325847.932326:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000100:00000040:0.0:1767325847.932329:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767325847.932330:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11102) 00000100:00000200:2.0:1767325847.932332:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993424640, portal 10 00000100:00000001:2.0:1767325847.932336:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325847.932338:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138719616 : -112766570832000 : ffff99707c9a5f80) 00000100:00000040:1.0:1767325847.932344:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305764378, at 4305764866 00000400:00000010:0.0:1767325847.932344:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000307f847a. 00000100:00000040:2.0:1767325847.932346:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064827f0f x1853174993424640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325847.932352:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3cbe270. 00000100:00000200:0.0:1767325847.932356:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993424512, offset 0 00000100:00000001:2.0:1767325847.932359:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325847.932364:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325847.932368:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eef61f70. 00000400:00000200:0.0:1767325847.932375:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325847.932391:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325847.932398:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325847.932403:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325847.932407:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325847.932409:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325847.932411:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325847.932413:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325847.932416:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767325847.932419:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [301:301:256:4294967295] 192.168.203.107@tcp LPNI seq info [301:301:8:4294967295] 00000100:00000040:3.0:1767325847.932424:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef1aafe9 x1853174993424768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325847.932434:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325847.932437:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325847.932438:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:3.0:1767325847.932442:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325847.932446:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767325847.932450:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325847.932451:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325847.932457:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993424768:192.168.203.107@tcp:400: 00000800:00000010:0.0:1767325847.932457:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058804b06. 00000100:00000001:3.0:1767325847.932463:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325847.932466:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325847.932467:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325847.932469:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:3.0:1767325847.932477:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767325847.932479:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000010:3.0:1767325847.932482:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080de8b7a. 00000800:00000200:0.0:1767325847.932485:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000058804b06 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767325847.932487:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325847.932492:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097b5e746. 00000100:00000001:0.0:1767325847.932506:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325847.932512:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305769500 00000100:00000010:0.0:1767325847.932516:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e7dee28. 00000100:00000200:2.0:1767325847.932517:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993424640, offset 0 00000100:00000001:0.0:1767325847.932521:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767325847.932527:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305769500 00000400:00000200:2.0:1767325847.932528:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:0.0:1767325847.932533:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b57c0e8b. 00000100:00000001:0.0:1767325847.932537:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767325847.932538:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325847.932542:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305769500 00000400:00000200:2.0:1767325847.932544:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767325847.932547:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f14dad39. 00000400:00000200:2.0:1767325847.932550:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325847.932552:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767325847.932556:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325847.932557:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305769500 00000400:00000200:2.0:1767325847.932560:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:0.0:1767325847.932563:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d955938c. 00000400:00000200:2.0:1767325847.932565:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [302:302:255:4294967295] 192.168.203.107@tcp LPNI seq info [302:302:7:4294967295] 00000100:00000001:0.0:1767325847.932568:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767325847.932573:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325847.932577:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325847.932582:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325847.932583:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325847.932590:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325847.932591:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325847.932596:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc002f00. 00000800:00000200:2.0:1767325847.932602:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767325847.932606:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325847.932609:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc002f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325847.932613:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325847.932617:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 326636 usecs (327 jiffies) 00000100:00000001:2.0:1767325847.932619:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305765193 00000800:00000200:1.0:1767325847.932640:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325847.932641:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305769500 00000100:00000001:2.0:1767325847.932647:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305765193 00000800:00000010:1.0:1767325847.932647:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058804b06. 00000100:00000001:2.0:1767325847.932653:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305769500 00000400:00000200:1.0:1767325847.932655:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325847.932656:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305765193 00000100:00000001:2.0:1767325847.932660:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305769500 00000100:00000001:2.0:1767325847.932663:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305765193 00000400:00000200:1.0:1767325847.932666:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325847.932667:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305769500 00000100:00000001:2.0:1767325847.932671:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325847.932672:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325847.932674:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325847.932676:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325847.932682:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767325847.932683:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307f847a 00000100:00000001:2.0:1767325847.932684:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325847.932686:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325847.932688:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325847.932692:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325847.932692:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000307f847a. 00000100:00000001:2.0:1767325847.932698:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325847.932700:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325847.932705:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b618cdda x1853174993424512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325847.932715:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325847.932718:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b618cdda x1853174993424512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325847.932726:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325847.932728:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325847.932748:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325847.932750:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc002f00. 00000400:00000200:1.0:1767325847.932761:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325847.932765:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325847.932768:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eef61f70 00000400:00000010:1.0:1767325847.932770:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eef61f70. 00000100:00000001:1.0:1767325847.932773:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325847.932775:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064827f0f x1853174993424640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325847.932783:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325847.932785:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064827f0f x1853174993424640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325847.932791:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325847.932793:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767325847.933113:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac753d23. 00000100:00000200:3.0:1767325847.933118:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993424768, portal 10 00000100:00000001:3.0:1767325847.933120:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325847.933122:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138716032 : -112766570835584 : ffff99707c9a5180) 00000100:00000040:3.0:1767325847.933128:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef1aafe9 x1853174993424768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325847.933134:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325847.933136:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325847.933138:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014d537d4. 00000100:00000200:3.0:1767325847.933157:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993424768, offset 0 00000400:00000200:3.0:1767325847.933163:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325847.933219:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325847.933222:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325847.933226:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767325847.933228:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325847.933230:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325847.933233:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [303:303:256:4294967295] 192.168.203.107@tcp LPNI seq info [303:303:8:4294967295] 00000400:00000200:3.0:1767325847.933240:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325847.933245:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325847.933249:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056075b4e. 00000800:00000200:3.0:1767325847.933252:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325847.933256:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325847.933259:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056075b4e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325847.933276:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325847.933280:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 19042 usecs (20 jiffies) 00000100:00000001:3.0:1767325847.933283:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305764887 00000100:00000001:3.0:1767325847.933285:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305769500 00000100:00000001:3.0:1767325847.933292:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305764887 00000100:00000001:3.0:1767325847.933294:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305769500 00000100:00000001:3.0:1767325847.933296:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305764887 00000100:00000001:3.0:1767325847.933298:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305769500 00000100:00000001:3.0:1767325847.933299:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305764887 00000100:00000001:3.0:1767325847.933301:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305769500 00000100:00000001:3.0:1767325847.933302:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325847.933304:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325847.933306:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325847.933307:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325847.933311:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325847.933312:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325847.933314:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325847.933315:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325847.933316:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325847.933318:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325847.933403:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325847.933406:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056075b4e. 00000400:00000200:0.0:1767325847.933409:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325847.933414:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325847.933416:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d537d4 00000400:00000010:0.0:1767325847.933418:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014d537d4. 00000100:00000001:0.0:1767325847.933422:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325847.933425:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef1aafe9 x1853174993424768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325847.933432:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325847.933434:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef1aafe9 x1853174993424768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325847.933440:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325847.933442:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325847.934794:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325847.934807:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325847.934811:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325847.934813:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325847.934887:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325847.934896:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed309080 00000400:00000200:3.0:1767325847.934902:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xa3d [1] + 224 00000800:00000001:3.0:1767325847.934908:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325847.934914:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325847.934915:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325847.934917:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325847.934921:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325847.934923:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b618cdda x1853174993424512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325847.934930:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b618cdda x1853174993424512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325847.934951:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325847.934959:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325847.934962:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325847.934989:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325847.934992:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325847.934997:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325847.934998:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325847.935000:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9c39765. 00000400:00000200:0.0:1767325847.935004:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005632e77f 00000400:00000010:0.0:1767325847.935006:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005632e77f. 00000100:00000001:0.0:1767325847.935008:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325847.935012:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b618cdda x1853174993424512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325847.935021:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b618cdda x1853174993424512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325847.935027:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325847.935028:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325847.935031:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325847.935033:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325847.935035:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325847.935037:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325847.935040:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325847.935046:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=104 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325847.935050:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=104 v=5 (1 1 1 0) 00000100:00000001:0.0:1767325847.935059:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325847.935060:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325847.935063:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325847.935065:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325847.935068:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325847.935071:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b618cdda x1853174993424512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325847.935078:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325847.935093:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325847.935095:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325847.935099:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b618cdda x1853174993424512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325847.935106:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b618cdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993424512:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325847.935110:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325847.935112:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325847.935114:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b618cdda x1853174993424512/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325847.935120:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325847.935123:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325847.935126:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f76e9e08. 02000000:00000001:0.0:1767325847.935129:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325847.935130:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325847.935132:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325847.935134:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325847.935136:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 02000000:00000001:0.0:1767325847.935161:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325847.935163:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325847.935164:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b618cdda. 00000100:00000001:0.0:1767325847.935168:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325847.935169:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325847.935171:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325847.935175:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325847.935176:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325847.935178:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325847.935184:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325847.936270:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325847.936276:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325847.936278:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325847.936280:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325847.936286:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325847.936294:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed309180 00000400:00000200:1.0:1767325847.936300:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xa4d [1] + 224 00000800:00000001:1.0:1767325847.936304:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325847.936307:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325847.936309:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325847.936313:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325847.936316:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325847.936320:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef1aafe9 x1853174993424768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325847.936328:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef1aafe9 x1853174993424768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325847.936342:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325847.936347:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325847.936351:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325847.936352:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325847.936362:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325847.936367:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325847.936374:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed309100 00000400:00000200:1.0:1767325847.936379:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xa41 [1] + 224 00000800:00000001:1.0:1767325847.936384:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325847.936390:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325847.936392:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325847.936395:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325847.936397:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325847.936402:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325847.936406:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064827f0f x1853174993424640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325847.936409:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325847.936414:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325847.936417:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767325847.936418:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064827f0f x1853174993424640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325847.936420:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097b5e746. 00000400:00000200:3.0:1767325847.936426:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac753d23 00000400:00000010:3.0:1767325847.936429:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac753d23. 00000100:00000001:3.0:1767325847.936435:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325847.936440:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef1aafe9 x1853174993424768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325847.936444:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325847.936451:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767325847.936454:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef1aafe9 x1853174993424768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325847.936456:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325847.936468:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325847.936470:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325847.936473:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325847.936475:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325847.936477:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325847.936478:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325847.936480:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325847.936485:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=104 v=5 (5 5 5 0) 00000100:00000001:2.0:1767325847.936485:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325847.936490:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767325847.936491:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=51 v=5 (1 0 0 0) 00000400:00000001:2.0:1767325847.936495:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767325847.936496:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325847.936500:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767325847.936500:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325847.936504:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00010000:00000001:3.0:1767325847.936505:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767325847.936510:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00010000:00080000:3.0:1767325847.936512:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ef1aafe9 x1853174993424768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325847.936514:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000100:00000001:2.0:1767325847.936519:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767325847.936525:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325847.936526:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064827f0f x1853174993424640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325847.936530:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325847.936534:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325847.936539:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1767325847.936542:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064827f0f x1853174993424640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325847.936549:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325847.936554:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767325847.936558:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef1aafe9 x1853174993424768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325847.936558:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325847.936561:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767325847.936568:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325847.936572:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767325847.936572:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325847.936575:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325847.936576:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325847.936578:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325847.936582:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325847.936583:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef1aafe9 x1853174993424768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767325847.936587:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=94 v=5 (5 5 5 0) 00000100:00001000:2.0:1767325847.936595:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=94 v=5 (1 1 1 0) 00000100:00100000:3.0:1767325847.936599:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993424768:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325847.936600:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325847.936602:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325847.936607:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325847.936609:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325847.936610:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325847.936614:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325847.936615:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325847.936618:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000040:3.0:1767325847.936621:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef1aafe9 x1853174993424768/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325847.936622:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325847.936624:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325847.936632:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064827f0f x1853174993424640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325847.936635:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325847.936639:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325847.936642:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080de8b7a. 00000100:00000001:2.0:1767325847.936644:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325847.936647:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325847.936648:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767325847.936651:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767325847.936651:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767325847.936654:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:2.0:1767325847.936657:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064827f0f x1853174993424640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767325847.936660:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325847.936663:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ef5ef55d. 00000100:00100000:2.0:1767325847.936671:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064827f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993424640:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325847.936675:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325847.936676:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767325847.936677:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767325847.936680:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767325847.936681:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064827f0f x1853174993424640/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325847.936684:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef1aafe9. 00000100:00000001:3.0:1767325847.936689:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325847.936692:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325847.936694:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325847.936696:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325847.936697:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325847.936700:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000084c5213b. 00000100:00000001:3.0:1767325847.936702:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767325847.936704:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325847.936705:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325847.936708:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325847.936709:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767325847.936711:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325847.936713:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325847.936715:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325847.936724:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fe8d38. 02000000:00000001:2.0:1767325847.936728:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325847.936729:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325847.936730:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064827f0f. 00000100:00000001:2.0:1767325847.936733:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325847.936735:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325847.936736:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325847.936740:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325847.936741:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325847.936743:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325847.936745:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325848.570195:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325848.570200:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325848.570206:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325848.570207:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325848.570226:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325848.570229:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325848.570232:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325849.594218:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325849.594222:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325849.594227:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325849.594229:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325849.594517:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325849.594520:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325849.594528:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325850.618262:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325850.618268:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325850.618273:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325850.618274:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325850.618361:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325850.618367:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325850.618370:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325851.642223:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325851.642231:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325851.642239:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325851.642240:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325851.642298:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325851.642303:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325851.642307:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325852.666238:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325852.666248:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325852.666251:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325852.666253:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325852.666258:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325852.666260:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325852.666262:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325852.666264:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325852.666268:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325852.666270:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325852.666329:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325852.666334:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325852.666337:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325853.050293:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305769500, at 4305769984 00000100:00000040:1.0:1767325853.050294:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767325853.050294:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305769500, at 4305769984 00000100:00000040:3.0:1767325853.050295:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305769500, at 4305769984 00000100:00000001:1.0:1767325853.050313:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325853.050319:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e7dee28. 00000100:00000010:1.0:1767325853.050322:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95a2dac. 00000100:00000010:2.0:1767325853.050326:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f14dad39. 00000020:00000040:1.0:1767325853.050327:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000010:3.0:1767325853.050328:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d955938c. 00000100:00000001:1.0:1767325853.050346:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325853.050350:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325853.050362:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325853.050375:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fe8d38. 00000100:00000001:1.0:1767325853.050383:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325853.050396:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000d95a2dac x1853174993424896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325853.050408:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325853.050410:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325853.050414:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d95a2dac] to pc [ptlrpcd_00_00+0] req@00000000d95a2dac x1853174993424896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325853.050446:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325853.050448:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325853.050452:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325853.050454:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004db1aef7. 00000020:00000040:1.0:1767325853.050457:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325853.050459:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325853.050461:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325853.050464:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325853.050468:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef5ef55d. 00000100:00000001:1.0:1767325853.050471:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325853.050475:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000004db1aef7 x1853174993425024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325853.050477:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325853.050477:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767325853.050482:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767325853.050483:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325853.050484:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325853.050484:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325853.050486:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325853.050491:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004db1aef7] to pc [ptlrpcd_00_01+1] req@000000004db1aef7 x1853174993425024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325853.050494:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325853.050496:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325853.050499:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325853.050501:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325853.050503:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325853.050504:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325853.050505:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325853.050508:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1767325853.050509:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004db1aef7 x1853174993425024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325853.050509:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767325853.050510:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000907694f6. 00000020:00000040:1.0:1767325853.050514:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767325853.050514:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325853.050519:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767325853.050521:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767325853.050521:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325853.050522:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325853.050524:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325853.050525:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 02000000:00000001:2.0:1767325853.050528:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325853.050528:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325853.050530:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325853.050531:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000907694f6 x1853174993425152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767325853.050533:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325853.050536:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004db1aef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993425024:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325853.050538:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325853.050540:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325853.050543:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325853.050545:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767325853.050546:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000907694f6] to pc [ptlrpcd_00_02+2] req@00000000907694f6 x1853174993425152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325853.050547:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325853.050550:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325853.050554:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000420251a5. 02000000:00000001:2.0:1767325853.050555:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325853.050561:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000400:00000010:2.0:1767325853.050570:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000100:00000001:1.0:1767325853.050570:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325853.050572:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767325853.050576:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1767325853.050577:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993425024, portal 10 00000100:00000001:0.0:1767325853.050579:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325853.050580:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767325853.050581:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11107) 00000100:00000001:0.0:1767325853.050582:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325853.050583:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138726784 : -112766570824832 : ffff99707c9a7b80) 00000100:00000001:0.0:1767325853.050585:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325853.050592:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000907694f6 x1853174993425152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325853.050595:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004db1aef7 x1853174993425024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325853.050600:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305769500, at 4305769984 00000100:00000001:3.0:1767325853.050606:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767325853.050608:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b57c0e8b. 00000100:00000001:3.0:1767325853.050615:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325853.050618:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325853.050623:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325853.050624:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767325853.050627:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325853.050629:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767325853.050631:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767325853.050632:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325853.050635:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014753050. 00000100:00100000:0.0:1767325853.050636:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000907694f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993425152:192.168.203.107@tcp:400: 00000100:00000200:2.0:1767325853.050642:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993425024, offset 0 00000100:00000001:0.0:1767325853.050642:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325853.050644:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325853.050645:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325853.050647:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325853.050650:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000084c5213b. 02000000:00000001:0.0:1767325853.050653:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325853.050656:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9c39765. 00000400:00000200:2.0:1767325853.050659:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325853.050667:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005632e77f. 00000100:00000200:0.0:1767325853.050672:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993425152, portal 10 00000400:00000200:2.0:1767325853.050675:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325853.050676:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325853.050679:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138722304 : -112766570829312 : ffff99707c9a6a00) 00000400:00000200:2.0:1767325853.050681:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325853.050685:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325853.050689:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325853.050692:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325853.050695:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [304:304:256:4294967295] 192.168.203.107@tcp LPNI seq info [304:304:8:4294967295] 00000100:00000040:0.0:1767325853.050698:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000907694f6 x1853174993425152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325853.050710:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325853.050717:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767325853.050720:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767325853.050724:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325853.050727:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000072856849. 00000400:00000010:0.0:1767325853.050728:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af49f56e. 00000100:00000200:0.0:1767325853.050732:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993425152, offset 0 00000800:00000200:2.0:1767325853.050736:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325853.050737:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325853.050745:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:2.0:1767325853.050749:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767325853.050751:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767325853.050754:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000072856849 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325853.050755:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325853.050759:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325853.050761:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325853.050763:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [305:305:255:4294967295] 192.168.203.107@tcp LPNI seq info [305:305:7:4294967295] 00000400:00000200:0.0:1767325853.050769:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325853.050770:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325853.050774:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767325853.050778:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 322945 usecs (323 jiffies) 00000800:00000010:0.0:1767325853.050779:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007cab202f. 00000800:00000200:0.0:1767325853.050784:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325853.050785:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305770307 00000100:00000010:2.0:1767325853.050791:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002388bf57. 00000800:00000200:0.0:1767325853.050791:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325853.050794:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007cab202f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325853.050798:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767325853.050799:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325853.050804:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 18877 usecs (19 jiffies) 00000100:00000001:2.0:1767325853.050806:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305770307 00000100:00000001:0.0:1767325853.050806:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305770003 00000100:00000010:2.0:1767325853.050811:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000652927cb. 00000100:00000001:0.0:1767325853.050811:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305770307 00000100:00000001:0.0:1767325853.050815:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305770003 00000100:00000001:2.0:1767325853.050816:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767325853.050820:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305770307 00000100:00000001:0.0:1767325853.050821:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305770307 00000100:00000010:2.0:1767325853.050824:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abc8c3ab. 00000100:00000001:0.0:1767325853.050825:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305770003 00000100:00000001:2.0:1767325853.050829:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767325853.050833:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305770307 00000800:00000200:1.0:1767325853.050833:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1767325853.050836:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007ec5288. 00000100:00000001:0.0:1767325853.050836:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305770307 00000800:00000010:1.0:1767325853.050837:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000072856849. 00000100:00000001:2.0:1767325853.050839:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767325853.050842:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305770003 00000400:00000200:1.0:1767325853.050843:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325853.050850:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325853.050850:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305770307 00000400:00000200:1.0:1767325853.050851:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325853.050854:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325853.050857:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325853.050859:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014753050 00000100:00000001:2.0:1767325853.050862:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325853.050864:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014753050. 00000100:00000001:0.0:1767325853.050864:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325853.050867:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325853.050867:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325853.050870:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767325853.050874:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d95a2dac x1853174993424896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325853.050874:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767325853.050878:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004db1aef7 x1853174993425024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325853.050879:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325853.050885:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325853.050885:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325853.050887:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325853.050888:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325853.050891:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325853.050892:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325853.050893:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325853.050895:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325853.050898:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325853.050899:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767325853.050901:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d95a2dac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993424896:192.168.203.107@tcp:400: 00000100:00000040:1.0:1767325853.050902:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004db1aef7 x1853174993425024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325869 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325853.050905:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325853.050908:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325853.050909:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325853.050909:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325853.050910:0:211459:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767325853.050911:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325853.050914:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae4619a7. 02000000:00000001:2.0:1767325853.050915:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325853.050918:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066809e37. 00000400:00000010:2.0:1767325853.050922:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d7be8e. 00000100:00000200:2.0:1767325853.050925:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993424896, portal 25 00000100:00000001:2.0:1767325853.050926:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325853.050927:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138716928 : -112766570834688 : ffff99707c9a5500) 00000100:00000040:2.0:1767325853.050930:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d95a2dac x1853174993424896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325853.050936:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325853.050937:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325853.050939:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000970be8f4. 00000100:00000200:2.0:1767325853.050941:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993424896, offset 0 00000400:00000200:2.0:1767325853.050945:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325853.050950:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325853.050952:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325853.050954:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325853.050956:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325853.050958:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325853.050965:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [306:306:255:4294967295] 192.168.203.107@tcp LPNI seq info [306:306:7:4294967295] 00000400:00000200:2.0:1767325853.050972:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325853.050976:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325853.050979:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000072856849. 00000800:00000200:1.0:1767325853.050981:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767325853.050982:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000010:1.0:1767325853.050984:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007cab202f. 00000800:00000200:2.0:1767325853.050986:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767325853.050986:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767325853.050989:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000072856849 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325853.050989:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325853.050991:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325853.050992:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af49f56e 00000400:00000010:1.0:1767325853.050993:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af49f56e. 00000100:00000001:2.0:1767325853.050994:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305774618 00000100:00000001:1.0:1767325853.050996:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325853.050998:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305770307 00000100:00000200:1.0:1767325853.050998:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000907694f6 x1853174993425152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325853.051002:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305774618 00000100:00000001:2.0:1767325853.051004:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305770307 00000100:00000001:2.0:1767325853.051006:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305774618 00000100:00000001:2.0:1767325853.051009:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305770307 00000100:00000001:1.0:1767325853.051010:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325853.051011:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305774618 00000100:00000040:1.0:1767325853.051012:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000907694f6 x1853174993425152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325869 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325853.051013:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305770307 00000100:00000001:2.0:1767325853.051016:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325853.051018:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325853.051019:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325853.051020:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325853.051021:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325853.051022:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325853.051025:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325853.051026:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325853.051028:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325853.051029:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325853.051030:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325853.051031:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325853.051032:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325853.051033:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000072856849. 00000400:00000200:1.0:1767325853.051035:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325853.051038:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325853.051040:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000970be8f4 00000400:00000010:1.0:1767325853.051042:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000970be8f4. 00000100:00000001:1.0:1767325853.051044:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325853.051059:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d95a2dac x1853174993424896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325853.051066:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325853.051068:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d95a2dac x1853174993424896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325869 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325853.051074:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325853.051075:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325853.052220:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325853.052297:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325853.052375:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325853.052379:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325853.052385:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325853.052394:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed309300 00000400:00000200:3.0:1767325853.052399:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xa5d [1] + 224 00000800:00000001:3.0:1767325853.052405:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325853.052408:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325853.052442:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325853.052445:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325853.052448:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325853.052451:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000907694f6 x1853174993425152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325853.052458:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000907694f6 x1853174993425152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325853.052469:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325853.052474:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325853.052477:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325853.052479:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325853.052480:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325853.052483:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767325853.052493:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325853.052497:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325853.052503:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767325853.052506:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed309280 00000400:00000001:0.0:1767325853.052507:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325853.052511:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9c39765. 00000400:00000200:0.0:1767325853.052516:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005632e77f 00000400:00000010:0.0:1767325853.052518:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005632e77f. 00000100:00000001:0.0:1767325853.052520:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767325853.052523:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xa55 [1] + 224 00000100:00000200:0.0:1767325853.052527:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000907694f6 x1853174993425152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325853.052528:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325853.052532:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325853.052535:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325853.052541:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325853.052544:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325853.052545:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000907694f6 x1853174993425152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325853.052550:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004db1aef7 x1853174993425024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325853.052555:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325853.052558:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325853.052561:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767325853.052562:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004db1aef7 x1853174993425024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325853.052564:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325853.052566:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325853.052569:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325853.052571:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325853.052575:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767325853.052578:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=110 v=5 (5 5 5 0) 00000800:00000001:3.0:1767325853.052579:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767325853.052583:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=57 v=5 (1 0 0 0) 00000800:00000001:3.0:1767325853.052584:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325853.052588:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325853.052588:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325853.052591:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325853.052592:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767325853.052594:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767325853.052598:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767325853.052598:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325853.052602:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325853.052607:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00080000:0.0:1767325853.052608:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000907694f6 x1853174993425152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325853.052610:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed309200 00000400:00000001:2.0:1767325853.052610:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325853.052613:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00010000:00000001:0.0:1767325853.052618:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325853.052624:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000100:00000001:0.0:1767325853.052624:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:2.0:1767325853.052627:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000100:00000040:0.0:1767325853.052628:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325853.052630:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325853.052631:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767325853.052634:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xa65 [1] + 224 00000100:00000001:0.0:1767325853.052635:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325853.052638:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004db1aef7 x1853174993425024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325853.052642:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000907694f6 x1853174993425152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325853.052643:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325853.052649:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325853.052653:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325853.052661:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:2.0:1767325853.052664:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004db1aef7 x1853174993425024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325853.052667:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325853.052667:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325853.052673:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767325853.052674:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d95a2dac x1853174993424896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325853.052676:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325853.052678:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325853.052679:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325853.052684:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325853.052687:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767325853.052688:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000907694f6 x1853174993425152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325853.052690:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767325853.052693:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d95a2dac x1853174993424896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325853.052693:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325853.052698:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325853.052704:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=100 v=5 (5 5 5 0) 00000100:00001000:2.0:1767325853.052710:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=100 v=5 (1 1 1 0) 00000100:00000001:2.0:1767325853.052717:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325853.052719:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325853.052719:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325853.052721:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000907694f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993425152:192.168.203.107@tcp:400: 00010000:00000001:2.0:1767325853.052723:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767325853.052724:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767325853.052726:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325853.052729:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767325853.052730:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325853.052732:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000800:00000001:3.0:1767325853.052733:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325853.052733:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325853.052734:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325853.052738:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325853.052739:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000907694f6 x1853174993425152/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325853.052743:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004db1aef7 x1853174993425024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325853.052756:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767325853.052757:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325853.052759:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767325853.052760:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1767325853.052762:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000084c5213b. 00000100:00000001:2.0:1767325853.052763:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325853.052768:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767325853.052769:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004db1aef7 x1853174993425024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767325853.052772:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325853.052774:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325853.052779:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1767325853.052781:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004db1aef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993425024:192.168.203.107@tcp:400: 02000000:00000010:0.0:1767325853.052782:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 02000000:00000001:0.0:1767325853.052787:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325853.052789:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325853.052793:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000907694f6. 00000400:00000001:2.0:1767325853.052795:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767325853.052796:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:2.0:1767325853.052798:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325853.052799:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066809e37. 00000400:00000200:2.0:1767325853.052801:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d7be8e 00000400:00000010:2.0:1767325853.052802:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d7be8e. 00000100:00000001:2.0:1767325853.052804:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325853.052805:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325853.052808:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d95a2dac x1853174993424896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325853.052809:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325853.052815:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325853.052817:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325853.052819:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d95a2dac x1853174993424896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325853.052821:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325853.052823:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325853.052829:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325853.052829:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325853.052830:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325853.052831:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325853.052832:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325853.052833:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325853.052834:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325853.052835:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=110 v=5 (5 5 5 0) 00000100:00001000:2.0:1767325853.052837:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=110 v=5 (1 1 1 0) 00000100:00000001:2.0:1767325853.052838:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325853.052839:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325853.052840:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325853.052841:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325853.052842:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325853.052844:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d95a2dac x1853174993424896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325853.052848:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325853.052849:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325853.052849:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325853.052850:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d95a2dac x1853174993424896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325853.052854:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d95a2dac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993424896:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325853.052861:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325853.052862:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325853.052863:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004db1aef7 x1853174993425024/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325853.052867:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325853.052868:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325853.052870:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000420251a5. 02000000:00000001:2.0:1767325853.052871:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325853.052872:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325853.052873:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767325853.052874:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325853.052875:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ef5ef55d. 02000000:00000001:2.0:1767325853.052876:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325853.052877:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325853.052878:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004db1aef7. 00000100:00000001:2.0:1767325853.052880:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325853.052881:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325853.052882:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325853.052883:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d95a2dac x1853174993424896/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325869 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325853.052886:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325853.052887:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325853.052887:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae4619a7. 02000000:00000001:2.0:1767325853.052891:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325853.052891:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325853.052892:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767325853.052892:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325853.052893:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fe8d38. 02000000:00000001:2.0:1767325853.052894:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325853.052894:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325853.052895:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d95a2dac. 00000100:00000001:2.0:1767325853.052896:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325853.052897:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325853.052898:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325853.052900:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325853.052904:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325853.052905:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325853.052906:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325853.690276:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325853.690286:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325853.690294:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325853.690295:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325853.690350:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325853.690355:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325853.690358:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325854.714325:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325854.714334:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325854.714339:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325854.714340:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325854.714442:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325854.714446:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325854.714449:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325855.738243:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325855.738249:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325855.738254:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325855.738258:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325855.738260:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325855.738264:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325855.738266:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325855.738267:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325855.738269:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325855.738270:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325855.738272:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325855.738273:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325855.738333:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325855.738336:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325855.738338:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325856.762219:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325856.762224:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325856.762228:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325856.762228:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325856.762278:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325856.762282:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325856.762285:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325857.786242:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325857.786247:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325857.786251:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325857.786252:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325857.786309:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325857.786311:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325857.786314:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325858.170229:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305774618, at 4305775104 00000100:00000040:1.0:1767325858.170229:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305774618, at 4305775104 00000100:00000040:0.0:1767325858.170229:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767325858.170230:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305774618, at 4305775104 00000100:00000001:0.0:1767325858.170241:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325858.170244:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abc8c3ab. 00000100:00000010:3.0:1767325858.170248:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007ec5288. 00000100:00000010:0.0:1767325858.170249:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000456c8c17. 00000100:00000010:1.0:1767325858.170250:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000652927cb. 00000020:00000040:0.0:1767325858.170256:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325858.170262:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325858.170265:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325858.170270:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325858.170277:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000062e9f023. 00000100:00000001:0.0:1767325858.170282:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325858.170290:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000456c8c17 x1853174993425280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325858.170304:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325858.170306:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325858.170310:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456c8c17] to pc [ptlrpcd_00_03+3] req@00000000456c8c17 x1853174993425280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325858.170328:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325858.170329:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325858.170332:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325858.170335:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000020:00000040:0.0:1767325858.170342:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767325858.170344:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767325858.170346:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325858.170350:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325858.170352:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325858.170355:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325858.170360:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767325858.170361:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000456c8c17 x1853174993425280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325858.170361:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325858.170363:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325858.170369:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000009342fab. 00000100:00000001:0.0:1767325858.170373:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325858.170378:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767325858.170379:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000b9c126d9 x1853174993425408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325858.170382:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325858.170389:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325858.170389:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325858.170392:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325858.170393:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325858.170395:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_00+0] req@00000000b9c126d9 x1853174993425408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325858.170399:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325858.170407:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993425280:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325858.170413:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325858.170416:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325858.170419:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325858.170421:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325858.170423:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 02000000:00000001:3.0:1767325858.170424:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767325858.170425:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:3.0:1767325858.170428:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325858.170428:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325858.170430:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325858.170433:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767325858.170433:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325858.170437:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767325858.170438:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b0d7f53f. 02000000:00000010:3.0:1767325858.170440:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dbd78290. 00000100:00000001:0.0:1767325858.170443:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325858.170444:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325858.170444:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:0.0:1767325858.170447:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000a1ef485d x1853174993425536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325858.170450:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767325858.170452:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097b5e746. 00000100:00000001:0.0:1767325858.170453:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325858.170456:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325858.170459:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767325858.170460:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac753d23. 00000100:00000040:0.0:1767325858.170460:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_01+1] req@00000000a1ef485d x1853174993425536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325858.170463:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325858.170467:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993425280, portal 25 00000100:00000001:2.0:1767325858.170467:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325858.170472:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325858.170472:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325858.170476:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250668672 : -112767458882944 : ffff997047abca80) 00000100:00000001:2.0:1767325858.170478:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325858.170480:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325858.170480:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325858.170482:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325858.170485:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325858.170485:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325858.170489:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325858.170491:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000456c8c17 x1853174993425280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325858.170491:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767325858.170492:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993425536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325858.170499:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11112) 00000100:00000001:3.0:1767325858.170512:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325858.170514:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767325858.170517:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325858.170517:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325858.170518:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305774618, at 4305775104 00000400:00000010:3.0:1767325858.170521:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000206a045a. 02000000:00000001:2.0:1767325858.170521:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767325858.170525:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993425280, offset 0 02000000:00000001:2.0:1767325858.170525:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325858.170531:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325858.170531:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002388bf57. 00000100:00100000:2.0:1767325858.170535:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993425536:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767325858.170536:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325858.170541:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325858.170544:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325858.170545:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325858.170546:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325858.170549:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae4619a7. 00000400:00000200:3.0:1767325858.170551:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:2.0:1767325858.170552:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325858.170557:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066809e37. 00000400:00000200:3.0:1767325858.170559:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767325858.170562:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d7be8e. 00000400:00000200:3.0:1767325858.170566:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000200:2.0:1767325858.170567:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993425536, portal 10 00000400:00000200:3.0:1767325858.170571:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325858.170571:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325858.170573:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 00000400:00000200:3.0:1767325858.170578:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325858.170585:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [307:307:256:4294967295] 192.168.203.107@tcp LPNI seq info [307:307:8:4294967295] 00000100:00000040:2.0:1767325858.170585:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993425536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325858.170602:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325858.170608:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325858.170610:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:3.0:1767325858.170612:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000cfce3c5. 00000100:00000040:2.0:1767325858.170617:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:3.0:1767325858.170620:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:2.0:1767325858.170621:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000100:00000200:2.0:1767325858.170626:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993425536, offset 0 00000800:00000200:3.0:1767325858.170628:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325858.170633:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000cfce3c5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325858.170637:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325858.170645:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325858.170647:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325858.170648:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325858.170651:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305779738 00000100:00000010:3.0:1767325858.170654:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d899e69. 00000400:00000200:2.0:1767325858.170657:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767325858.170660:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767325858.170661:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325858.170665:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305779738 00000400:00000200:2.0:1767325858.170665:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:3.0:1767325858.170669:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000365de8df. 00000400:00000200:2.0:1767325858.170670:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [308:308:255:4294967295] 192.168.203.107@tcp LPNI seq info [308:308:7:4294967295] 00000100:00000001:3.0:1767325858.170673:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767325858.170677:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305779738 00000100:00000010:3.0:1767325858.170682:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001917c6aa. 00000400:00000200:2.0:1767325858.170682:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767325858.170685:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767325858.170690:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305779738 00000800:00000200:2.0:1767325858.170691:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325858.170694:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc002f00. 00000100:00000010:3.0:1767325858.170699:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086a56c50. 00000800:00000200:2.0:1767325858.170700:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325858.170703:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767325858.170706:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767325858.170707:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325858.170708:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325858.170711:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc002f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325858.170713:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325858.170715:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325858.170715:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325858.170721:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 18685 usecs (19 jiffies) 00000100:00000001:3.0:1767325858.170722:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325858.170724:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305775123 00000100:00000001:3.0:1767325858.170725:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325858.170729:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325858.170730:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305779738 00000100:00000001:3.0:1767325858.170731:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325858.170733:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325858.170734:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305775123 00000100:00000001:3.0:1767325858.170737:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325858.170738:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305779738 00000100:00000001:2.0:1767325858.170741:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305775123 00000100:00000001:2.0:1767325858.170742:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305779738 00000100:00000001:2.0:1767325858.170743:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305775123 00000100:00000001:2.0:1767325858.170745:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305779738 00000800:00000200:1.0:1767325858.170745:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325858.170749:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767325858.170751:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000cfce3c5. 00000100:00000001:2.0:1767325858.170752:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325858.170756:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767325858.170758:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767325858.170760:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993425408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325858.170767:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325858.170768:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325858.170770:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325858.170773:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767325858.170774:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000206a045a 00000400:00000010:1.0:1767325858.170777:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000206a045a. 02000000:00000001:2.0:1767325858.170780:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325858.170782:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325858.170783:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767325858.170785:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993425408:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325858.170788:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325858.170790:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325858.170792:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325858.170793:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325858.170796:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000420251a5. 00000100:00000200:1.0:1767325858.170796:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000456c8c17 x1853174993425280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325858.170800:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325858.170804:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000400:00000010:2.0:1767325858.170808:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939b1d42. 00000100:00000200:2.0:1767325858.170812:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993425408, portal 10 00000100:00000001:1.0:1767325858.170814:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325858.170815:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325858.170817:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000100:00000040:1.0:1767325858.170820:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000456c8c17 x1853174993425280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325874 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325858.170825:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993425408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325858.170842:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325858.170842:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325858.170845:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325858.170847:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767325858.170848:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f1a63e0. 00000100:00000200:2.0:1767325858.170851:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993425408, offset 0 00000400:00000200:2.0:1767325858.170855:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325858.170858:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325858.170860:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325858.170862:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:1.0:1767325858.170863:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767325858.170864:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000010:1.0:1767325858.170867:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc002f00. 00000400:00000200:2.0:1767325858.170868:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325858.170873:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [309:309:255:4294967295] 192.168.203.107@tcp LPNI seq info [309:309:7:4294967295] 00000400:00000200:1.0:1767325858.170874:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325858.170883:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325858.170885:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:1.0:1767325858.170890:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000800:00000200:2.0:1767325858.170891:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325858.170895:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000800:00000010:2.0:1767325858.170896:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fc6f982. 00000100:00000001:1.0:1767325858.170900:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767325858.170901:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:1.0:1767325858.170906:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993425536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325858.170907:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325858.170916:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fc6f982 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325858.170922:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325858.170923:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325858.170927:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 319306 usecs (320 jiffies) 00000100:00000040:1.0:1767325858.170929:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993425536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325874 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325858.170930:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305775424 00000100:00000001:2.0:1767325858.170934:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305779738 00000100:00000001:2.0:1767325858.170938:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305775424 00000100:00000001:2.0:1767325858.170941:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305779738 00000100:00000001:2.0:1767325858.170945:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305775424 00000100:00000001:2.0:1767325858.170948:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305779738 00000100:00000001:1.0:1767325858.170948:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325858.170952:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325858.170953:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305775424 00000100:00000001:2.0:1767325858.170956:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305779738 00000100:00000001:2.0:1767325858.170958:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325858.170960:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325858.170962:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325858.170964:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767325858.170965:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325858.170968:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1767325858.170969:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fc6f982. 00000100:00000001:2.0:1767325858.170972:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767325858.170973:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325858.170977:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325858.170981:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325858.170981:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325858.170984:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325858.170986:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f1a63e0 00000100:00000001:2.0:1767325858.170988:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325858.170989:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f1a63e0. 00000100:00000001:1.0:1767325858.170995:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325858.170998:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993425408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325858.171005:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325858.171008:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993425408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325874 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325858.171052:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325858.171054:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325858.172483:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325858.172492:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325858.172494:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325858.172496:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325858.172502:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325858.172511:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed309480 00000400:00000200:1.0:1767325858.172518:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xa75 [1] + 224 00000800:00000001:1.0:1767325858.172525:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325858.172531:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325858.172533:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325858.172536:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325858.172540:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325858.172543:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993425536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325858.172551:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993425536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325858.172566:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325858.172572:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325858.172574:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325858.172600:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325858.172603:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325858.172607:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325858.172608:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325858.172610:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066809e37. 00000400:00000200:2.0:1767325858.172614:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d7be8e 00000400:00000010:2.0:1767325858.172616:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d7be8e. 00000100:00000001:2.0:1767325858.172617:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325858.172620:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993425536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325858.172627:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993425536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325858.172636:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325858.172638:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325858.172640:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325858.172642:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325858.172643:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325858.172645:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325858.172648:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325858.172652:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767325858.172653:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=115 v=5 (5 5 5 0) 00000800:00000001:3.0:1767325858.172657:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767325858.172657:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=62 v=5 (1 0 0 0) 00000800:00000001:3.0:1767325858.172662:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325858.172662:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325858.172664:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325858.172665:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325858.172668:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767325858.172672:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00010000:00080000:2.0:1767325858.172675:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a1ef485d x1853174993425536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325858.172680:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325858.172682:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed309380 00000100:00000001:2.0:1767325858.172684:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325858.172687:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000200:3.0:1767325858.172691:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xa6d [1] + 224 00000100:00000001:2.0:1767325858.172692:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325858.172695:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325858.172699:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767325858.172702:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993425536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325858.172709:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325858.172711:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325858.172713:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325858.172716:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993425536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325858.172723:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993425536:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325858.172727:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325858.172729:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325858.172730:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993425536/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325858.172746:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325858.172750:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1767325858.172752:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767325858.172753:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae4619a7. 00000400:00000200:3.0:1767325858.172756:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767325858.172761:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767325858.172762:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000020:00000001:2.0:1767325858.172764:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325858.172767:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767325858.172767:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325858.172772:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1767325858.172774:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000456c8c17 x1853174993425280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325858.172776:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b0d7f53f. 02000000:00000001:2.0:1767325858.172781:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325858.172783:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325858.172785:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00000100:00000040:3.0:1767325858.172786:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000456c8c17 x1853174993425280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325858.172788:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325858.172790:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325858.172794:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325858.172797:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325858.172799:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325858.172800:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325858.172802:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325858.172806:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325858.172811:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325858.172815:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325858.172816:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325858.172817:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325858.172820:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325858.172829:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed309400 00000100:00000001:1.0:1767325858.172833:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325858.172834:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xa7d [1] + 224 00000100:00000001:1.0:1767325858.172837:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767325858.172839:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767325858.172842:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767325858.172844:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325858.172845:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767325858.172848:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767325858.172849:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097b5e746. 00000400:00000200:3.0:1767325858.172853:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325858.172855:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac753d23 00000400:00000010:1.0:1767325858.172858:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac753d23. 00000100:00000001:3.0:1767325858.172861:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325858.172861:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325858.172866:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000456c8c17 x1853174993425280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325858.172867:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993425408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325858.172896:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993425408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325858.172896:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000456c8c17 x1853174993425280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325858.172905:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325858.172907:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325858.172909:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325858.172910:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325858.172911:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325858.172913:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767325858.172914:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325858.172915:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325858.172917:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325858.172920:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325858.172922:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=115 v=5 (5 5 5 0) 00000100:00001000:1.0:1767325858.172924:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=115 v=5 (1 1 1 0) 00000100:00000001:1.0:1767325858.172926:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325858.172927:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325858.172929:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325858.172930:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325858.172931:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325858.172935:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000456c8c17 x1853174993425280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325858.172936:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325858.172939:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325858.172943:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325858.172945:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1767325858.172946:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767325858.172946:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767325858.172950:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767325858.172950:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000456c8c17 x1853174993425280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325858.172954:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000100:00100000:1.0:1767325858.172960:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993425280:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767325858.172961:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939b1d42 00000100:00000001:1.0:1767325858.172966:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767325858.172967:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939b1d42. 00000100:00000001:1.0:1767325858.172970:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325858.172971:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767325858.172974:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000456c8c17 x1853174993425280/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325858.172979:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993425408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325858.172993:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767325858.172996:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993425408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325858.172997:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325858.173000:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dbd78290. 02000000:00000001:1.0:1767325858.173005:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325858.173006:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767325858.173009:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767325858.173018:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325858.173021:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325858.173024:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767325858.173024:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325858.173026:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325858.173033:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325858.173034:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767325858.173036:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325858.173038:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000062e9f023. 00000100:00001000:2.0:1767325858.173040:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=105 v=5 (5 5 5 0) 02000000:00000001:1.0:1767325858.173043:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1767325858.173044:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=105 v=5 (1 1 1 0) 02000000:00000001:1.0:1767325858.173045:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767325858.173047:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325858.173049:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325858.173049:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000456c8c17. 00010000:00000001:2.0:1767325858.173052:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325858.173055:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325858.173055:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325858.173058:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325858.173059:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767325858.173061:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325858.173062:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325858.173064:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325858.173067:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325858.173069:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767325858.173070:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993425408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325858.173071:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325858.173075:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325858.173077:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325858.173081:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325858.173083:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325858.173084:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325858.173086:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993425408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325858.173091:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993425408:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325858.173094:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325858.173095:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325858.173096:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993425408/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325874 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325858.173099:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325858.173100:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325858.173102:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000420251a5. 02000000:00000001:2.0:1767325858.173103:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325858.173104:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325858.173105:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767325858.173106:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325858.173107:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000009342fab. 02000000:00000001:2.0:1767325858.173109:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325858.173113:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325858.173114:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000001:2.0:1767325858.173115:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325858.173116:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325858.173117:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325858.173120:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325858.173121:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325858.173122:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325858.173123:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325858.810236:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325858.810244:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325858.810251:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325858.810253:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325858.810283:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325858.810287:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325858.810290:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325859.834252:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325859.834259:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325859.834264:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325859.834265:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325859.834288:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325859.834293:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325859.834296:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325860.858271:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325860.858279:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325860.858284:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325860.858286:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325860.858344:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325860.858347:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325860.858350:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325861.882228:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325861.882233:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325861.882237:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325861.882238:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325861.882310:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325861.882316:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325861.882320:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325862.906281:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325862.906291:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325862.906294:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325862.906297:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325862.906303:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325862.906304:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325862.906306:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325862.906309:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325862.906313:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325862.906314:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325862.906362:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325862.906367:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325862.906370:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325863.290247:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305779738, at 4305780224 00000100:00000040:1.0:1767325863.290247:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305779738, at 4305780224 00000100:00000040:0.0:1767325863.290263:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305779738, at 4305780224 00000100:00000010:2.0:1767325863.290265:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001917c6aa. 00000100:00000040:3.0:1767325863.290266:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305779738, at 4305780224 00000100:00000010:1.0:1767325863.290267:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000365de8df. 00000100:00000010:0.0:1767325863.290273:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d899e69. 00000100:00000010:3.0:1767325863.290287:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086a56c50. 00000100:00000040:1.0:1767325863.290292:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325863.290299:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325863.290310:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3cd2a4f. 00000020:00000040:1.0:1767325863.290316:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325863.290321:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325863.290324:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325863.290330:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325863.290338:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fe8d38. 00000100:00000001:1.0:1767325863.290346:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325863.290356:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000c3cd2a4f x1853174993425664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325863.290364:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325863.290366:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325863.290370:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3cd2a4f] to pc [ptlrpcd_00_02+2] req@00000000c3cd2a4f x1853174993425664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325863.290394:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325863.290396:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325863.290398:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325863.290401:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95a2dac. 00000100:00000001:2.0:1767325863.290414:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767325863.290418:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325863.290420:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325863.290421:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325863.290423:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325863.290429:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767325863.290429:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef5ef55d. 00000100:00000001:1.0:1767325863.290433:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325863.290434:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325863.290438:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000d95a2dac x1853174993425792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325863.290441:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325863.290444:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3cd2a4f x1853174993425664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325863.290450:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325863.290453:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325863.290456:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325863.290465:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d95a2dac] to pc [ptlrpcd_00_03+3] req@00000000d95a2dac x1853174993425792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325863.290469:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325863.290474:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325863.290480:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325863.290482:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325863.290484:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325863.290487:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767325863.290489:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325863.290492:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767325863.290496:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767325863.290497:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3cd2a4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993425664:192.168.203.107@tcp:400: 00000100:00000010:1.0:1767325863.290497:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004db1aef7. 00000100:00000001:3.0:1767325863.290502:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767325863.290504:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767325863.290507:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325863.290508:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325863.290514:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325863.290515:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325863.290516:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325863.290519:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325863.290523:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d95a2dac x1853174993425792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325863.290523:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325863.290530:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325863.290532:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 02000000:00000010:2.0:1767325863.290536:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d48e05ee. 00000100:00000001:1.0:1767325863.290541:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325863.290545:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325863.290555:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000100:00000001:3.0:1767325863.290557:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767325863.290557:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000004db1aef7 x1853174993425920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767325863.290567:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939b1d42. 00000100:00000001:1.0:1767325863.290567:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325863.290570:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325863.290576:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004db1aef7] to pc [ptlrpcd_00_00+0] req@000000004db1aef7 x1853174993425920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325863.290577:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325863.290578:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993425664, portal 25 00000100:00000001:2.0:1767325863.290587:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767325863.290588:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325863.290591:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138717824 : -112766570833792 : ffff99707c9a5880) 02000000:00000001:3.0:1767325863.290595:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325863.290603:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325863.290604:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3cd2a4f x1853174993425664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325863.290616:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d95a2dac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993425792:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325863.290620:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325863.290623:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325863.290630:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767325863.290631:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325863.290632:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767325863.290636:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d7be8e. 02000000:00000001:3.0:1767325863.290640:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767325863.290641:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993425664, offset 0 00000100:00000001:0.0:1767325863.290642:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325863.290645:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325863.290645:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767325863.290648:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325863.290653:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325863.290655:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767325863.290655:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11117) 00000100:00000001:0.0:1767325863.290655:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767325863.290668:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e836fa4. 00000100:00000040:0.0:1767325863.290669:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004db1aef7 x1853174993425920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325863.290674:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325863.290680:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325863.290686:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767325863.290687:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca42b659. 00000100:00000001:1.0:1767325863.290690:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325863.290700:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325863.290703:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325863.290704:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767325863.290705:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f15cde0. 02000000:00000001:0.0:1767325863.290709:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767325863.290714:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:0.0:1767325863.290714:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767325863.290716:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993425792, portal 10 00000400:00000200:2.0:1767325863.290722:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767325863.290723:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325863.290725:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767325863.290730:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325863.290731:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138716928 : -112766570834688 : ffff99707c9a5500) 00000100:00100000:0.0:1767325863.290734:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004db1aef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993425920:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325863.290744:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767325863.290745:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [310:310:256:4294967295] 192.168.203.107@tcp LPNI seq info [310:310:8:4294967295] 00000100:00000040:3.0:1767325863.290750:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d95a2dac x1853174993425792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325863.290750:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325863.290754:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325863.290762:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325863.290768:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e67c78c3. 00000400:00000200:2.0:1767325863.290771:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:0.0:1767325863.290776:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325863.290787:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9c39765. 00000400:00000010:0.0:1767325863.290799:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005632e77f. 00000100:00000001:3.0:1767325863.290801:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767325863.290802:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000200:0.0:1767325863.290804:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993425920, portal 10 00000800:00000010:2.0:1767325863.290808:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fc6f982. 00000100:00000001:0.0:1767325863.290813:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767325863.290815:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325863.290816:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138726784 : -112766570824832 : ffff99707c9a7b80) 00000800:00000200:2.0:1767325863.290822:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:3.0:1767325863.290825:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a77dda. 00000100:00000040:0.0:1767325863.290827:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004db1aef7 x1853174993425920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325863.290832:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993425792, offset 0 00000800:00000200:2.0:1767325863.290832:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325863.290841:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fc6f982 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325863.290854:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325863.290855:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325863.290857:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325863.290861:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305784858 00000100:00000040:0.0:1767325863.290864:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000010:2.0:1767325863.290866:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abc8c3ab. 00000400:00000010:0.0:1767325863.290869:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000665b4022. 00000100:00000001:2.0:1767325863.290873:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000200:0.0:1767325863.290874:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993425920, offset 0 00000400:00000200:3.0:1767325863.290879:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325863.290882:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305784858 00000400:00000200:3.0:1767325863.290890:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325863.290890:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:2.0:1767325863.290891:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f9a77da8. 00000100:00000001:2.0:1767325863.290902:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767325863.290909:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325863.290910:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305784858 00000100:00000010:2.0:1767325863.290916:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e45c5932. 00000400:00000200:3.0:1767325863.290920:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325863.290922:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767325863.290928:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305784858 00000400:00000200:3.0:1767325863.290932:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:2.0:1767325863.290934:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff64859d. 00000100:00000001:2.0:1767325863.290941:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767325863.290944:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [311:311:255:4294967295] 192.168.203.107@tcp LPNI seq info [311:311:7:4294967295] 00000100:00000001:2.0:1767325863.290947:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325863.290953:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325863.290957:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325863.290959:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767325863.290964:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325863.290969:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325863.290973:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1767325863.290973:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fc6f982. 00000400:00000200:3.0:1767325863.290974:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325863.290987:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325863.290989:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325863.290991:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325863.290993:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325863.291001:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325863.291006:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325863.291015:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:3.0:1767325863.291018:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325863.291020:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325863.291025:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000010:3.0:1767325863.291028:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe2b1497. 00000400:00000200:0.0:1767325863.291028:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325863.291031:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325863.291033:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [312:312:254:4294967295] 192.168.203.107@tcp LPNI seq info [312:312:6:4294967295] 00000400:00000200:0.0:1767325863.291049:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325863.291057:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325863.291060:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d7be8e 00000800:00000010:0.0:1767325863.291062:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba0f4571. 00000400:00000010:1.0:1767325863.291063:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d7be8e. 00000100:00000001:1.0:1767325863.291066:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325863.291069:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3cd2a4f x1853174993425664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325863.291077:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325863.291080:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3cd2a4f x1853174993425664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325879 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325863.291087:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325863.291089:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325863.291093:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325863.291097:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325863.291101:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba0f4571 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325863.291108:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325863.291113:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 18498 usecs (19 jiffies) 00000100:00000001:0.0:1767325863.291116:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305780243 00000100:00000001:0.0:1767325863.291119:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305784858 00000800:00000200:3.0:1767325863.291121:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325863.291125:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305780243 00000100:00000001:0.0:1767325863.291129:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305784858 00000100:00000001:0.0:1767325863.291131:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305780243 00000800:00000200:3.0:1767325863.291138:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325863.291138:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305784858 00000100:00000001:0.0:1767325863.291178:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305780244 00000800:00000200:3.0:1767325863.291180:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe2b1497 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325863.291182:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305784858 00000100:00000001:3.0:1767325863.291190:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325863.291191:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325863.291191:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325863.291199:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325863.291200:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba0f4571. 00000100:00000040:3.0:1767325863.291203:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 315756 usecs (316 jiffies) 00000100:00000001:0.0:1767325863.291203:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325863.291206:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325863.291207:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325863.291217:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305780541 00000400:00000200:1.0:1767325863.291219:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325863.291219:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325863.291226:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767325863.291227:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000665b4022 00000400:00000010:1.0:1767325863.291230:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000665b4022. 00000100:00000001:0.0:1767325863.291233:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325863.291234:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325863.291237:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767325863.291239:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004db1aef7 x1853174993425920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325863.291241:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325863.291246:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325863.291252:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325863.291255:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004db1aef7 x1853174993425920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325879 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325863.291258:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325863.291259:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325863.291263:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305784858 00000100:00000001:3.0:1767325863.291270:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305780541 00000100:00000001:3.0:1767325863.291273:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305784858 00000100:00000001:3.0:1767325863.291275:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305780541 00000100:00000001:3.0:1767325863.291278:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305784858 00000100:00000001:3.0:1767325863.291280:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305780541 00000100:00000001:3.0:1767325863.291282:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305784858 00000100:00000001:3.0:1767325863.291285:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325863.291288:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325863.291290:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325863.291293:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767325863.291299:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325863.291301:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe2b1497. 00000100:00000001:3.0:1767325863.291303:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767325863.291305:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325863.291307:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767325863.291313:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325863.291315:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325863.291316:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a77dda 00000400:00000010:1.0:1767325863.291319:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a77dda. 00000100:00000001:3.0:1767325863.291320:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325863.291327:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325863.291327:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325863.291332:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d95a2dac x1853174993425792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325863.291334:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325863.291347:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325863.291349:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d95a2dac x1853174993425792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325879 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325863.291356:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325863.291358:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325863.292204:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325863.292217:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325863.292220:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325863.292222:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325863.292229:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325863.292239:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed309500 00000400:00000200:3.0:1767325863.292245:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xa85 [1] + 224 00000800:00000001:3.0:1767325863.292259:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325863.292307:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325863.292310:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325863.292315:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325863.292320:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325863.292325:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3cd2a4f x1853174993425664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325863.292334:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3cd2a4f x1853174993425664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325863.292350:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325863.292358:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325863.292361:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325863.292388:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325863.292398:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325863.292404:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325863.292406:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325863.292408:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000400:00000200:2.0:1767325863.292412:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939b1d42 00000400:00000010:2.0:1767325863.292414:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939b1d42. 00000100:00000001:2.0:1767325863.292416:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325863.292421:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3cd2a4f x1853174993425664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325863.292430:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3cd2a4f x1853174993425664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325863.292435:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325863.292437:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325863.292440:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325863.292442:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325863.292444:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325863.292446:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325863.292449:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325863.292454:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=120 v=5 (5 5 5 0) 00000100:00001000:2.0:1767325863.292458:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=120 v=5 (1 1 1 0) 00000100:00000001:2.0:1767325863.292461:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325863.292463:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325863.292465:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325863.292468:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325863.292470:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325863.292474:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3cd2a4f x1853174993425664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325863.292480:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325863.292483:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325863.292485:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325863.292488:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3cd2a4f x1853174993425664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325863.292496:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3cd2a4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993425664:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325863.292509:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325863.292512:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325863.292515:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3cd2a4f x1853174993425664/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325863.292522:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325863.292525:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325863.292527:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d48e05ee. 02000000:00000001:2.0:1767325863.292531:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325863.292533:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325863.292535:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767325863.292538:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325863.292540:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fe8d38. 02000000:00000001:2.0:1767325863.292545:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325863.292547:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325863.292548:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3cd2a4f. 00000100:00000001:2.0:1767325863.292551:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325863.292553:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325863.292555:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325863.292560:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325863.292561:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325863.292564:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325863.292566:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325863.292598:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325863.292609:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325863.292611:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325863.292613:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325863.292619:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325863.292630:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed309600 00000400:00000200:1.0:1767325863.292637:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xa91 [1] + 224 00000800:00000001:1.0:1767325863.292643:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325863.292646:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325863.292648:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325863.292650:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325863.292653:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325863.292655:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004db1aef7 x1853174993425920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325863.292661:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004db1aef7 x1853174993425920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325863.292672:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325863.292677:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325863.292685:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325863.292686:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325863.292689:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325863.292692:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325863.292697:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed309580 00000100:00000001:0.0:1767325863.292698:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325863.292702:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xa8d [1] + 224 00000100:00000001:0.0:1767325863.292703:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767325863.292708:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767325863.292708:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325863.292711:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325863.292713:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9c39765. 00000800:00000001:1.0:1767325863.292715:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325863.292717:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325863.292717:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005632e77f 00000400:00000010:0.0:1767325863.292720:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005632e77f. 00000400:00000200:1.0:1767325863.292724:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325863.292725:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325863.292727:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325863.292730:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004db1aef7 x1853174993425920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325863.292732:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d95a2dac x1853174993425792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325863.292752:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004db1aef7 x1853174993425920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325863.292756:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d95a2dac x1853174993425792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325863.292764:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325863.292766:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325863.292769:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325863.292771:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325863.292772:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325863.292774:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325863.292777:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325863.292780:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=120 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325863.292783:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325863.292784:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325863.292785:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325863.292786:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767325863.292787:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00080000:0.0:1767325863.292791:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004db1aef7 x1853174993425920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325863.292793:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325863.292799:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767325863.292808:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325863.292811:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325863.292813:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325863.292815:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325863.292817:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325863.292823:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004db1aef7 x1853174993425920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325863.292825:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325863.292830:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325863.292831:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325863.292837:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325863.292839:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325863.292841:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004db1aef7 x1853174993425920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767325863.292842:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325863.292847:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767325863.292853:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004db1aef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993425920:192.168.203.107@tcp:400: 00000400:00000010:3.0:1767325863.292855:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca42b659. 00000100:00000001:0.0:1767325863.292857:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325863.292861:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767325863.292865:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f15cde0 00000100:00000040:0.0:1767325863.292865:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004db1aef7 x1853174993425920/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325863.292871:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f15cde0. 00000100:00000001:0.0:1767325863.292876:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325863.292880:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325863.292882:0:211468:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767325863.292882:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e67c78c3. 02000000:00000001:0.0:1767325863.292890:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325863.292891:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325863.292894:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000200:3.0:1767325863.292895:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d95a2dac x1853174993425792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767325863.292898:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325863.292901:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 02000000:00000001:0.0:1767325863.292910:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325863.292912:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325863.292915:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004db1aef7. 00000100:00000001:0.0:1767325863.292921:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325863.292923:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325863.292927:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d95a2dac x1853174993425792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325863.292931:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325863.292936:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325863.292941:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325863.292946:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325863.292954:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325863.292955:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325863.292958:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325863.292962:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325863.292965:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325863.292967:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325863.292970:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325863.292972:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325863.292989:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=110 v=5 (5 5 5 0) 00000100:00001000:3.0:1767325863.292993:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=110 v=5 (1 1 1 0) 00000100:00000001:3.0:1767325863.292996:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325863.293004:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325863.293007:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325863.293009:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325863.293012:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325863.293014:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325863.293016:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325863.293018:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325863.293022:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d95a2dac x1853174993425792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325863.293028:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325863.293031:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325863.293032:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325863.293035:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d95a2dac x1853174993425792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325863.293042:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d95a2dac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993425792:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325863.293046:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325863.293048:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325863.293050:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d95a2dac x1853174993425792/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325879 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325863.293056:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325863.293058:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325863.293061:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e836fa4. 02000000:00000001:3.0:1767325863.293064:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325863.293065:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325863.293067:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:3.0:1767325863.293069:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325863.293071:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ef5ef55d. 02000000:00000001:3.0:1767325863.293075:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325863.293076:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325863.293078:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d95a2dac. 00000100:00000001:3.0:1767325863.293081:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325863.293082:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325863.293084:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325863.293092:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325863.293093:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325863.293096:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325863.293097:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325863.930247:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325863.930254:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325863.930260:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325863.930261:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325863.930318:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325863.930323:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325863.930326:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325864.954246:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325864.954255:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325864.954261:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325864.954262:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325864.954314:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325864.954318:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325864.954320:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325865.978255:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325865.978270:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325865.978278:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325865.978282:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325865.978284:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325865.978290:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325865.978293:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325865.978313:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325865.978316:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325865.978318:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325865.978320:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325865.978323:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325865.978358:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325865.978362:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325865.978364:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325867.002249:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325867.002256:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325867.002261:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325867.002263:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325867.002314:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325867.002317:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325867.002319:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325868.026276:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325868.026283:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325868.026288:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325868.026288:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325868.026343:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325868.026347:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325868.026350:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325868.410221:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305784858, at 4305785344 00000100:00000040:2.0:1767325868.410221:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305784858, at 4305785344 00000100:00000040:0.0:1767325868.410221:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305784858, at 4305785344 00000100:00000010:0.0:1767325868.410239:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abc8c3ab. 00000100:00000010:3.0:1767325868.410241:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff64859d. 00000100:00000010:2.0:1767325868.410243:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e45c5932. 00000100:00000040:1.0:1767325868.410267:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325868.410277:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325868.410287:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000907694f6. 00000020:00000040:1.0:1767325868.410293:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325868.410298:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325868.410300:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325868.410305:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325868.410313:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef5ef55d. 00000100:00000001:1.0:1767325868.410319:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325868.410329:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000907694f6 x1853174993426048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325868.410339:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325868.410342:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325868.410346:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000907694f6] to pc [ptlrpcd_00_01+1] req@00000000907694f6 x1853174993426048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325868.410391:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325868.410393:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325868.410397:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325868.410399:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064827f0f. 00000020:00000040:1.0:1767325868.410401:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325868.410404:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325868.410406:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325868.410409:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325868.410412:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 00000100:00000001:1.0:1767325868.410416:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325868.410420:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000064827f0f x1853174993426176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325868.410424:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325868.410429:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325868.410429:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325868.410430:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325868.410435:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325868.410436:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325868.410441:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325868.410442:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064827f0f] to pc [ptlrpcd_00_02+2] req@0000000064827f0f x1853174993426176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325868.410450:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000907694f6 x1853174993426048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325868.410460:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325868.410462:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325868.410466:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325868.410469:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325868.410472:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325868.410472:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325868.410478:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767325868.410480:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000907694f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993426048:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325868.410480:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325868.410486:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325868.410487:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767325868.410494:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325868.410498:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325868.410498:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325868.410499:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325868.410499:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef1aafe9. 00000020:00000040:1.0:1767325868.410511:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:2.0:1767325868.410512:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767325868.410517:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064827f0f x1853174993426176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325868.410519:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325868.410520:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325868.410525:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325868.410531:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767325868.410532:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325868.410541:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fe8d38. 02000000:00000010:2.0:1767325868.410543:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a089ac10. 00000100:00000001:0.0:1767325868.410544:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325868.410547:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325868.410549:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325868.410550:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325868.410559:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000ef1aafe9 x1853174993426304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325868.410560:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767325868.410562:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 02000000:00000001:0.0:1767325868.410565:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767325868.410570:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939b1d42. 02000000:00000001:0.0:1767325868.410577:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325868.410581:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993426048, portal 25 00000100:00000001:1.0:1767325868.410586:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767325868.410589:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064827f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993426176:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325868.410591:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325868.410595:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138722304 : -112766570829312 : ffff99707c9a6a00) 00000100:00000001:1.0:1767325868.410598:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325868.410607:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767325868.410612:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1aafe9] to pc [ptlrpcd_00_03+3] req@00000000ef1aafe9 x1853174993426304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325868.410613:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000907694f6 x1853174993426048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325868.410617:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325868.410625:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325868.410636:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767325868.410643:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767325868.410647:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325868.410651:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325868.410651:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4cfa688. 00000400:00000010:2.0:1767325868.410652:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6e09edd. 02000000:00000001:0.0:1767325868.410659:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325868.410661:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1767325868.410663:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993426048, offset 0 00000100:00000001:3.0:1767325868.410667:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767325868.410667:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9c39765. 00000100:00000040:1.0:1767325868.410674:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767325868.410675:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325868.410681:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767325868.410682:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767325868.410686:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11123) 00000100:00000040:3.0:1767325868.410689:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef1aafe9 x1853174993426304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325868.410693:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005632e77f. 00000100:00000200:0.0:1767325868.410702:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993426176, portal 10 00000400:00000200:2.0:1767325868.410703:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325868.410712:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325868.410713:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767325868.410715:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305784858, at 4305785344 00000100:00000001:0.0:1767325868.410717:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138719616 : -112766570832000 : ffff99707c9a5f80) 00000100:00000001:3.0:1767325868.410719:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325868.410723:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767325868.410730:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325868.410734:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767325868.410735:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f9a77da8. 00000400:00000200:2.0:1767325868.410741:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:0.0:1767325868.410741:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064827f0f x1853174993426176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325868.410742:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325868.410750:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993426304:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767325868.410755:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325868.410768:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767325868.410769:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:3.0:1767325868.410775:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325868.410779:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325868.410779:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767325868.410785:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [313:313:256:4294967295] 192.168.203.107@tcp LPNI seq info [313:313:8:4294967295] 02000000:00000001:3.0:1767325868.410788:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767325868.410791:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000010:3.0:1767325868.410794:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d445d64. 00000400:00000010:0.0:1767325868.410799:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000307c2c15. 02000000:00000001:3.0:1767325868.410807:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325868.410809:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993426176, offset 0 00000400:00000010:3.0:1767325868.410813:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca42b659. 00000400:00000200:0.0:1767325868.410822:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325868.410830:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:3.0:1767325868.410832:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f15cde0. 00000100:00000200:3.0:1767325868.410838:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993426304, portal 10 00000100:00000001:3.0:1767325868.410841:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325868.410844:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138716032 : -112766570835584 : ffff99707c9a5180) 00000800:00000200:2.0:1767325868.410846:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325868.410847:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:3.0:1767325868.410853:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef1aafe9 x1853174993426304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767325868.410857:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc002f00. 00000400:00000200:0.0:1767325868.410862:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325868.410871:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767325868.410873:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767325868.410874:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325868.410878:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767325868.410882:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325868.410887:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e792461. 00000400:00000200:0.0:1767325868.410889:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000200:3.0:1767325868.410891:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993426304, offset 0 00000800:00000200:2.0:1767325868.410900:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767325868.410902:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325868.410905:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [314:314:255:4294967295] 192.168.203.107@tcp LPNI seq info [314:314:7:4294967295] 00000800:00000200:2.0:1767325868.410910:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc002f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325868.410922:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325868.410924:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325868.410932:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305789978 00000800:00000200:0.0:1767325868.410939:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325868.410951:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:2.0:1767325868.410953:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e45c5932. 00000400:00000200:3.0:1767325868.410958:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767325868.410960:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9272bf7. 00000400:00000200:3.0:1767325868.410965:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325868.410965:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767325868.410976:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767325868.410979:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325868.410981:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305789978 00000400:00000200:3.0:1767325868.410986:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767325868.410990:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:2.0:1767325868.410993:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075801627. 00000800:00000200:0.0:1767325868.410995:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9272bf7 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325868.410997:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [315:315:254:4294967295] 192.168.203.107@tcp LPNI seq info [315:315:6:4294967295] 00000100:00000001:2.0:1767325868.411005:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767325868.411005:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325868.411014:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 312282 usecs (313 jiffies) 00000800:00000200:1.0:1767325868.411018:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325868.411019:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305789978 00000100:00000001:0.0:1767325868.411020:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305785657 00000400:00000200:3.0:1767325868.411028:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000010:1.0:1767325868.411030:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc002f00. 00000100:00000001:0.0:1767325868.411030:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305789978 00000100:00000010:2.0:1767325868.411033:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b11e55c. 00000400:00000200:1.0:1767325868.411042:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325868.411044:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305785657 00000800:00000200:3.0:1767325868.411049:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325868.411049:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767325868.411056:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305789978 00000100:00000001:2.0:1767325868.411063:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305789978 00000100:00000001:0.0:1767325868.411066:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305785657 00000400:00000200:1.0:1767325868.411067:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325868.411069:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305789978 00000100:00000010:2.0:1767325868.411071:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001946f356. 00000800:00000010:3.0:1767325868.411072:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000caa95cc3. 00000100:00000001:0.0:1767325868.411077:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305785657 00000100:00000001:2.0:1767325868.411079:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767325868.411081:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6e09edd 00000400:00000010:1.0:1767325868.411086:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6e09edd. 00000100:00000001:0.0:1767325868.411088:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305789978 00000100:00000001:2.0:1767325868.411089:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767325868.411096:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325868.411098:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325868.411100:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325868.411100:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325868.411105:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325868.411110:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325868.411111:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325868.411113:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325868.411115:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325868.411119:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000907694f6 x1853174993426048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325868.411123:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767325868.411129:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325868.411130:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767325868.411132:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000caa95cc3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325868.411135:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325868.411135:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325868.411168:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325868.411170:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325868.411175:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767325868.411177:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 18317 usecs (19 jiffies) 00000100:00000001:0.0:1767325868.411181:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325868.411182:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325868.411184:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305785364 00000100:00000001:2.0:1767325868.411189:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325868.411191:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325868.411197:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325868.411198:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305789978 00000100:00000001:2.0:1767325868.411206:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325868.411208:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305785364 00000100:00000001:3.0:1767325868.411218:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305789978 00000100:00000001:3.0:1767325868.411222:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305785364 00000100:00000001:1.0:1767325868.411223:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325868.411226:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305789978 00000100:00000001:3.0:1767325868.411230:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305785364 00000100:00000040:1.0:1767325868.411232:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000907694f6 x1853174993426048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325884 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325868.411235:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305789978 00000100:00000001:3.0:1767325868.411249:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325868.411249:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325868.411261:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325868.411261:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325868.411268:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325868.411271:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325868.411277:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325868.411279:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767325868.411280:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325868.411283:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1767325868.411285:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9272bf7. 00000100:00000001:3.0:1767325868.411287:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325868.411291:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325868.411292:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325868.411300:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325868.411304:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325868.411310:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307c2c15 00000400:00000010:1.0:1767325868.411312:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000307c2c15. 00000100:00000001:1.0:1767325868.411315:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325868.411319:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064827f0f x1853174993426176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325868.411338:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325868.411341:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064827f0f x1853174993426176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325884 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325868.411346:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325868.411348:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325868.411406:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325868.411409:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000caa95cc3. 00000400:00000200:1.0:1767325868.411412:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325868.411415:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325868.411418:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e792461 00000400:00000010:1.0:1767325868.411419:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e792461. 00000100:00000001:1.0:1767325868.411422:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325868.411425:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef1aafe9 x1853174993426304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325868.411431:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325868.411433:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef1aafe9 x1853174993426304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325884 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325868.411438:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325868.411440:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325868.413219:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325868.413232:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325868.413234:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325868.413263:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325868.413269:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325868.413279:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed309680 00000400:00000200:3.0:1767325868.413285:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xa9d [1] + 224 00000800:00000001:3.0:1767325868.413294:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325868.413298:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325868.413300:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325868.413303:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325868.413307:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325868.413310:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000907694f6 x1853174993426048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325868.413318:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000907694f6 x1853174993426048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325868.413333:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325868.413339:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325868.413341:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325868.413342:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325868.413343:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325868.413345:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325868.413349:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed309700 00000400:00000200:3.0:1767325868.413357:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xaa5 [1] + 224 00000800:00000001:3.0:1767325868.413360:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325868.413363:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325868.413364:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325868.413367:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325868.413369:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325868.413372:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064827f0f x1853174993426176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325868.413375:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325868.413378:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767325868.413384:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064827f0f x1853174993426176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767325868.413385:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325868.413389:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325868.413393:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000400:00000200:2.0:1767325868.413398:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939b1d42 00000100:00000001:3.0:1767325868.413399:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767325868.413401:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939b1d42. 00000100:00000001:2.0:1767325868.413406:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767325868.413409:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767325868.413412:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000907694f6 x1853174993426048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325868.413415:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325868.413420:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325868.413424:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325868.413428:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767325868.413429:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000907694f6 x1853174993426048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325868.413432:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325868.413435:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000001:0.0:1767325868.413437:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325868.413439:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325868.413442:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9c39765. 00000400:00000200:0.0:1767325868.413447:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005632e77f 00000100:00000001:2.0:1767325868.413448:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767325868.413451:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005632e77f. 00000400:00000200:3.0:1767325868.413452:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed309780 00000100:00000001:2.0:1767325868.413453:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325868.413456:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325868.413458:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325868.413461:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1767325868.413463:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064827f0f x1853174993426176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325868.413464:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767325868.413465:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xaad [1] + 224 00000100:00000001:2.0:1767325868.413468:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325868.413472:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325868.413477:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767325868.413480:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=125 v=5 (5 5 5 0) 00000100:00000200:0.0:1767325868.413483:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064827f0f x1853174993426176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325868.413486:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767325868.413487:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=125 v=5 (1 1 1 0) 00000400:00000200:3.0:1767325868.413492:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325868.413495:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325868.413496:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767325868.413499:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325868.413499:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325868.413504:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325868.413504:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767325868.413505:0:211460:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767325868.413507:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767325868.413509:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767325868.413511:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef1aafe9 x1853174993426304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325868.413512:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325868.413517:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325868.413522:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325868.413524:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325868.413526:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000907694f6 x1853174993426048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325868.413527:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef1aafe9 x1853174993426304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325868.413529:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325868.413536:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=115 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325868.413545:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=115 v=5 (1 1 1 0) 00000100:00000001:2.0:1767325868.413548:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325868.413553:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325868.413555:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325868.413557:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325868.413557:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325868.413563:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325868.413567:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767325868.413567:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000907694f6 x1853174993426048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325868.413568:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325868.413573:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325868.413575:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325868.413579:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000800:00000001:3.0:1767325868.413580:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325868.413583:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:2.0:1767325868.413584:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000907694f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993426048:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325868.413587:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325868.413596:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325868.413597:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064827f0f x1853174993426176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325868.413601:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325868.413606:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325868.413609:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767325868.413610:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000907694f6 x1853174993426048/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325868.413613:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325868.413613:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325868.413622:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767325868.413625:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064827f0f x1853174993426176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325868.413626:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325868.413630:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1767325868.413632:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1767325868.413633:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a089ac10. 00000100:00100000:0.0:1767325868.413635:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064827f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993426176:192.168.203.107@tcp:400: 00000400:00000001:1.0:1767325868.413637:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767325868.413640:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325868.413644:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1767325868.413645:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca42b659. 00000100:00000001:0.0:1767325868.413646:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767325868.413648:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325868.413651:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767325868.413657:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767325868.413658:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f15cde0 00000100:00000040:0.0:1767325868.413659:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064827f0f x1853174993426176/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325868.413660:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ef5ef55d. 00000400:00000010:1.0:1767325868.413668:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f15cde0. 02000000:00000001:2.0:1767325868.413670:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767325868.413671:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325868.413676:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325868.413679:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000907694f6. 02000000:00000001:0.0:1767325868.413679:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767325868.413681:0:211468:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767325868.413683:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4cfa688. 00000100:00000001:2.0:1767325868.413684:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325868.413688:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325868.413689:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325868.413690:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767325868.413694:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:1.0:1767325868.413697:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef1aafe9 x1853174993426304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767325868.413698:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325868.413699:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325868.413703:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325868.413704:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325868.413708:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 00000100:00000001:2.0:1767325868.413712:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325868.413719:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325868.413720:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325868.413725:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325868.413727:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064827f0f. 00000100:00000001:0.0:1767325868.413736:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1767325868.413740:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef1aafe9 x1853174993426304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325868.413740:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325868.413745:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325868.413752:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325868.413754:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325868.413761:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325868.413762:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325868.413765:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325868.413775:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325868.413779:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325868.413781:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325868.413784:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325868.413786:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325868.413788:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325868.413794:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=125 v=5 (5 5 5 0) 00000100:00001000:1.0:1767325868.413798:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325868.413800:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325868.413802:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325868.413804:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325868.413808:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ef1aafe9 x1853174993426304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325868.413815:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325868.413818:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325868.413819:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325868.413821:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325868.413823:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325868.413826:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef1aafe9 x1853174993426304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325868.413832:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325868.413834:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325868.413835:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325868.413838:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef1aafe9 x1853174993426304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325868.413844:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993426304:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325868.413849:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325868.413851:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325868.413853:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef1aafe9 x1853174993426304/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325884 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325868.413859:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325868.413862:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325868.413868:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d445d64. 02000000:00000001:1.0:1767325868.413871:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325868.413873:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325868.413875:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767325868.413877:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325868.413879:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fe8d38. 02000000:00000001:1.0:1767325868.413883:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325868.413884:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325868.413885:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef1aafe9. 00000100:00000001:1.0:1767325868.413888:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325868.413889:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325868.413891:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325868.413895:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325868.413896:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325868.413898:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325868.413900:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325869.050229:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325869.050258:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325869.050265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325869.050267:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325869.050308:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325869.050312:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325869.050314:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325870.074270:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325870.074276:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325870.074281:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325870.074283:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325870.074344:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325870.074350:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325870.074354:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325871.098269:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325871.098274:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325871.098277:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325871.098278:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325871.098330:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325871.098335:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325871.098338:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325872.122237:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325872.122247:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325872.122254:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325872.122255:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325872.122295:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325872.122300:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325872.122302:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325873.146281:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325873.146289:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325873.146292:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325873.146295:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325873.146300:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325873.146311:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325873.146313:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325873.146318:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325873.146322:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325873.146323:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325873.146371:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325873.146374:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325873.146376:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325873.530260:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305789978, at 4305790464 00000100:00000040:2.0:1767325873.530261:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305789978, at 4305790464 00000100:00000040:1.0:1767325873.530261:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305789978, at 4305790464 00000100:00000040:3.0:1767325873.530266:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305789978, at 4305790464 00000100:00000010:1.0:1767325873.530275:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075801627. 00000100:00000010:2.0:1767325873.530277:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b11e55c. 00000100:00000010:0.0:1767325873.530282:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e45c5932. 00000100:00000010:3.0:1767325873.530288:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001946f356. 00000100:00000040:2.0:1767325873.530316:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325873.530324:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325873.530332:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e46534f4. 00000020:00000040:2.0:1767325873.530337:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325873.530341:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325873.530344:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325873.530348:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325873.530355:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000072856849. 00000100:00000001:2.0:1767325873.530375:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325873.530386:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000e46534f4 x1853174993426432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325873.530396:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325873.530399:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325873.530404:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e46534f4] to pc [ptlrpcd_00_00+0] req@00000000e46534f4 x1853174993426432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325873.530429:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325873.530442:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325873.530444:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325873.530451:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325873.530454:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767325873.530456:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767325873.530460:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087b1058a. 00000020:00000040:2.0:1767325873.530465:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000040:3.0:1767325873.530467:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e46534f4 x1853174993426432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325873.530471:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325873.530475:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325873.530478:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325873.530487:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc002f00. 00000100:00000001:3.0:1767325873.530488:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325873.530494:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325873.530494:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325873.530504:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767325873.530508:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000087b1058a x1853174993426560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767325873.530510:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325873.530516:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325873.530521:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325873.530524:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325873.530532:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e46534f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993426432:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325873.530542:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325873.530546:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325873.530547:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325873.530554:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767325873.530555:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b1058a] to pc [ptlrpcd_00_01+1] req@0000000087b1058a x1853174993426560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325873.530559:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325873.530567:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325873.530583:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325873.530586:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325873.530590:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325873.530592:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031ce12f0. 00000020:00000040:2.0:1767325873.530596:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767325873.530598:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325873.530600:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325873.530602:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325873.530606:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767325873.530609:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325873.530609:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767325873.530615:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006fc6f982. 00000100:00000040:0.0:1767325873.530616:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087b1058a x1853174993426560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325873.530622:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325873.530631:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000031ce12f0 x1853174993426688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325873.530631:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325873.530634:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325873.530640:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325873.530642:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767325873.530644:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325873.530645:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325873.530651:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325873.530655:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031ce12f0] to pc [ptlrpcd_00_02+2] req@0000000031ce12f0 x1853174993426688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325873.530658:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087b1058a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993426560:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325873.530667:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767325873.530676:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024bf8137. 02000000:00000001:3.0:1767325873.530679:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325873.530680:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325873.530684:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325873.530687:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a2e2689. 02000000:00000001:0.0:1767325873.530687:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325873.530688:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325873.530695:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077c70e50. 00000100:00000040:2.0:1767325873.530697:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325873.530700:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325873.530700:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325873.530703:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc006719. 00000100:00000040:2.0:1767325873.530704:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767325873.530705:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767325873.530709:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9c39765. 00000100:00000001:1.0:1767325873.530710:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767325873.530716:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993426432, portal 25 00000100:00000040:2.0:1767325873.530717:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11128) 00000100:00000040:1.0:1767325873.530717:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031ce12f0 x1853174993426688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325873.530720:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005632e77f. 00000100:00000001:3.0:1767325873.530727:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325873.530733:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531387392 : -112767178164224 : ffff997058673800) 00000100:00000200:0.0:1767325873.530735:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993426560, portal 10 00000100:00000001:2.0:1767325873.530736:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325873.530736:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325873.530740:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325873.530745:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325873.530745:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325873.530745:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325873.530749:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531376640 : -112767178174976 : ffff997058670e00) 00000100:00000040:3.0:1767325873.530751:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e46534f4 x1853174993426432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325873.530751:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325873.530763:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325873.530772:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087b1058a x1853174993426560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325873.530777:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000031ce12f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993426688:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325873.530786:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325873.530790:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325873.530793:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325873.530795:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767325873.530796:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325873.530798:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767325873.530801:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000010:1.0:1767325873.530802:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000388589da. 02000000:00000001:1.0:1767325873.530805:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325873.530805:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da6f0bb5. 00000100:00000200:0.0:1767325873.530809:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993426560, offset 0 00000400:00000010:1.0:1767325873.530817:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef42a7b4. 00000400:00000200:0.0:1767325873.530821:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325873.530829:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d9a5dcc. 00000100:00000200:1.0:1767325873.530833:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993426688, portal 10 00000100:00000001:1.0:1767325873.530836:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767325873.530836:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325873.530839:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531373952 : -112767178177664 : ffff997058670380) 00000400:00000200:0.0:1767325873.530846:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767325873.530847:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000031ce12f0 x1853174993426688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325873.530854:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325873.530856:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325873.530860:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325873.530861:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767325873.530863:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095dddc78. 00000100:00000200:1.0:1767325873.530866:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993426688, offset 0 00000400:00000200:0.0:1767325873.530868:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325873.530872:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325873.530876:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [316:316:256:4294967295] 192.168.203.107@tcp LPNI seq info [316:316:8:4294967295] 00000400:00000200:0.0:1767325873.530888:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325873.530894:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325873.530897:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:0.0:1767325873.530901:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d57537d. 00000400:00000200:1.0:1767325873.530902:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325873.530916:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325873.530919:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325873.530924:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767325873.530926:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:3.0:1767325873.530936:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325873.530936:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [317:317:255:4294967295] 192.168.203.107@tcp LPNI seq info [317:317:7:4294967295] 00000400:00000010:3.0:1767325873.530944:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a184fe6. 00000800:00000200:0.0:1767325873.530945:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:3.0:1767325873.530953:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993426432, offset 0 00000800:00000200:0.0:1767325873.530954:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d57537d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325873.530971:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325873.530976:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325873.530978:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325873.530980:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fe8d38. 00000100:00000040:0.0:1767325873.530984:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 308892 usecs (309 jiffies) 00000800:00000200:1.0:1767325873.530985:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325873.530990:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305790773 00000800:00000200:1.0:1767325873.530991:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325873.530994:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6fe8d38 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325873.530996:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325873.531000:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 18153 usecs (19 jiffies) 00000100:00000010:0.0:1767325873.531002:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091671450. 00000100:00000001:1.0:1767325873.531004:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305790483 00000100:00000001:0.0:1767325873.531010:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767325873.531018:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305790773 00000100:00000001:0.0:1767325873.531018:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305790773 00000100:00000010:0.0:1767325873.531024:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1eba96a. 00000100:00000001:1.0:1767325873.531026:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305790483 00000400:00000200:3.0:1767325873.531027:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325873.531035:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767325873.531044:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305790773 00000400:00000200:3.0:1767325873.531045:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325873.531046:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305790773 00000400:00000200:3.0:1767325873.531055:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767325873.531055:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e7dee28. 00000100:00000001:1.0:1767325873.531061:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305790483 00000400:00000200:3.0:1767325873.531062:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325873.531063:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767325873.531065:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767325873.531071:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325873.531074:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305790773 00000100:00000001:1.0:1767325873.531075:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305790773 00000800:00000010:2.0:1767325873.531076:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d57537d. 00000400:00000200:3.0:1767325873.531079:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:0.0:1767325873.531084:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a70cc76c. 00000100:00000001:1.0:1767325873.531089:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305790483 00000400:00000200:3.0:1767325873.531091:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [318:318:254:4294967295] 192.168.203.107@tcp LPNI seq info [318:318:6:4294967295] 00000400:00000200:2.0:1767325873.531092:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325873.531093:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767325873.531104:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305790773 00000100:00000001:0.0:1767325873.531104:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325873.531109:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325873.531111:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325873.531113:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325873.531113:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325873.531121:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325873.531121:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325873.531129:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325873.531129:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325873.531130:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325873.531136:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325873.531137:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325873.531171:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325873.531173:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325873.531173:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325873.531178:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325873.531180:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325873.531182:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325873.531184:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325873.531185:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da6f0bb5 00000800:00000200:3.0:1767325873.531191:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325873.531192:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767325873.531193:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da6f0bb5. 00000100:00000001:1.0:1767325873.531198:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325873.531203:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000caa95cc3. 00000100:00000001:1.0:1767325873.531203:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325873.531205:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325873.531215:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087b1058a x1853174993426560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325873.531221:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325873.531237:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325873.531244:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000caa95cc3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325873.531246:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325873.531249:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325873.531253:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305795099 00000100:00000040:2.0:1767325873.531257:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087b1058a x1853174993426560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325889 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325873.531261:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305790773 00000100:00000001:3.0:1767325873.531268:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305795099 00000100:00000001:3.0:1767325873.531273:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305790773 00000100:00000001:3.0:1767325873.531278:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305795099 00000100:00000001:2.0:1767325873.531279:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325873.531281:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305790773 00000100:00000001:2.0:1767325873.531285:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325873.531286:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305795099 00000100:00000001:3.0:1767325873.531291:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305790773 00000100:00000001:3.0:1767325873.531293:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325873.531295:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325873.531298:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325873.531299:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767325873.531304:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325873.531312:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fe8d38. 00000100:00000001:3.0:1767325873.531316:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325873.531318:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325873.531329:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325873.531331:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325873.531332:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325873.531336:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325873.531342:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325873.531343:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325873.531348:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095dddc78 00000400:00000010:2.0:1767325873.531351:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095dddc78. 00000100:00000001:2.0:1767325873.531355:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325873.531360:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031ce12f0 x1853174993426688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325873.531368:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325873.531370:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031ce12f0 x1853174993426688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325889 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325873.531377:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325873.531379:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325873.531422:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325873.531425:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000caa95cc3. 00000400:00000200:2.0:1767325873.531428:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325873.531432:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325873.531435:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a184fe6 00000400:00000010:2.0:1767325873.531437:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a184fe6. 00000100:00000001:2.0:1767325873.531441:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325873.531444:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e46534f4 x1853174993426432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325873.531449:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325873.531451:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e46534f4 x1853174993426432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325889 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325873.531456:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325873.531457:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325873.532980:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325873.532988:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325873.532990:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325873.532992:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325873.532997:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325873.533005:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed309880 00000400:00000200:1.0:1767325873.533010:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xab9 [1] + 224 00000800:00000001:1.0:1767325873.533014:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325873.533016:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325873.533018:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325873.533021:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325873.533023:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325873.533027:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087b1058a x1853174993426560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325873.533033:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087b1058a x1853174993426560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325873.533045:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325873.533054:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325873.533056:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325873.533058:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325873.533059:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325873.533061:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325873.533065:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed309900 00000400:00000200:1.0:1767325873.533068:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xac1 [1] + 224 00000800:00000001:1.0:1767325873.533071:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325873.533073:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325873.533074:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325873.533076:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325873.533079:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325873.533081:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767325873.533082:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031ce12f0 x1853174993426688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325873.533084:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325873.533089:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767325873.533090:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000031ce12f0 x1853174993426688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325873.533092:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325873.533095:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9c39765. 00000400:00000200:0.0:1767325873.533100:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005632e77f 00000400:00000010:0.0:1767325873.533103:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005632e77f. 00000100:00000001:0.0:1767325873.533105:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325873.533108:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087b1058a x1853174993426560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325873.533109:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325873.533113:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767325873.533118:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087b1058a x1853174993426560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325873.533119:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325873.533122:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325873.533124:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325873.533133:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767325873.533134:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767325873.533136:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325873.533139:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325873.533163:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325873.533166:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767325873.533169:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed309800 00000100:00000001:0.0:1767325873.533169:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325873.533171:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325873.533172:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325873.533176:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325873.533179:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xab5 [1] + 224 00000100:00001000:0.0:1767325873.533181:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=120 v=5 (5 5 5 0) 00000400:00000001:2.0:1767325873.533185:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767325873.533185:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767325873.533186:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=120 v=5 (1 1 1 0) 00000400:00000001:2.0:1767325873.533190:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325873.533191:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767325873.533194:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef42a7b4. 00000800:00000001:1.0:1767325873.533195:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325873.533195:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325873.533200:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767325873.533201:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325873.533202:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9a5dcc 00010000:00000001:0.0:1767325873.533204:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325873.533206:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d9a5dcc. 00000100:00000001:0.0:1767325873.533208:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1767325873.533210:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000040:0.0:1767325873.533212:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325873.533213:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325873.533214:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325873.533216:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325873.533218:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087b1058a x1853174993426560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325873.533222:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325873.533226:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031ce12f0 x1853174993426688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325873.533228:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e46534f4 x1853174993426432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325873.533229:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325873.533234:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325873.533237:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325873.533245:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087b1058a x1853174993426560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325873.533257:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031ce12f0 x1853174993426688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325873.533259:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e46534f4 x1853174993426432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325873.533274:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325873.533278:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767325873.533279:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087b1058a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993426560:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325873.533282:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325873.533284:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325873.533287:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325873.533289:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325873.533290:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325873.533291:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325873.533293:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325873.533294:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1767325873.533296:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=130 v=5 (5 5 5 0) 00000800:00000001:1.0:1767325873.533299:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767325873.533300:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087b1058a x1853174993426560/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767325873.533301:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=77 v=5 (1 0 0 0) 00000800:00000001:1.0:1767325873.533303:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325873.533306:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325873.533309:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325873.533315:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325873.533317:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:2.0:1767325873.533320:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000031ce12f0 x1853174993426688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325873.533321:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767325873.533325:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325873.533327:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325873.533330:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 02000000:00000010:0.0:1767325873.533331:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077c70e50. 00000100:00000001:2.0:1767325873.533332:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325873.533336:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325873.533337:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325873.533337:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325873.533343:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325873.533344:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767325873.533345:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031ce12f0 x1853174993426688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767325873.533347:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767325873.533352:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:3.0:1767325873.533353:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:0.0:1767325873.533355:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc002f00. 00000400:00000001:3.0:1767325873.533360:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767325873.533362:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325873.533363:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1767325873.533366:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a2e2689. 00000100:00000001:2.0:1767325873.533366:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767325873.533367:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325873.533372:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087b1058a. 00000100:00000001:2.0:1767325873.533373:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325873.533377:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc006719 00000100:00000001:0.0:1767325873.533380:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767325873.533381:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031ce12f0 x1853174993426688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325873.533384:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc006719. 00000100:00000001:0.0:1767325873.533385:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325873.533393:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325873.533394:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767325873.533398:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000031ce12f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993426688:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325873.533405:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767325873.533409:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e46534f4 x1853174993426432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325873.533410:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325873.533419:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325873.533423:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325873.533426:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325873.533433:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325873.533441:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031ce12f0 x1853174993426688/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325873.533446:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e46534f4 x1853174993426432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325873.533461:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325873.533464:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325873.533466:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000388589da. 00000100:00000001:3.0:1767325873.533470:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767325873.533473:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325873.533475:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767325873.533477:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325873.533480:0:211465:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767325873.533480:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:3.0:1767325873.533485:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767325873.533486:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325873.533490:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767325873.533490:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006fc6f982. 00000100:00000001:3.0:1767325873.533494:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325873.533497:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325873.533500:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325873.533501:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325873.533505:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031ce12f0. 00000100:00001000:3.0:1767325873.533509:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=130 v=5 (5 5 5 0) 00000100:00000001:2.0:1767325873.533509:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325873.533512:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325873.533522:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=130 v=5 (1 1 1 0) 00000100:00000001:2.0:1767325873.533522:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325873.533534:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325873.533534:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325873.533543:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325873.533543:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325873.533551:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767325873.533553:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325873.533553:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325873.533560:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325873.533578:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325873.533583:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e46534f4 x1853174993426432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325873.533591:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325873.533594:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325873.533602:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325873.533605:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e46534f4 x1853174993426432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325873.533612:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e46534f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993426432:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325873.533617:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325873.533619:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325873.533622:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e46534f4 x1853174993426432/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325889 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325873.533628:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325873.533630:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325873.533633:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024bf8137. 02000000:00000001:3.0:1767325873.533640:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325873.533642:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325873.533643:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767325873.533646:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325873.533647:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000072856849. 02000000:00000001:3.0:1767325873.533652:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325873.533653:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325873.533655:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e46534f4. 00000100:00000001:3.0:1767325873.533658:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325873.533659:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325873.533661:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325873.533665:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325873.533667:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325873.533669:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325873.533671:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325874.170229:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325874.170234:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325874.170238:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325874.170239:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325874.170280:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325874.170283:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325874.170286:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325875.194262:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325875.194268:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325875.194272:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325875.194273:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325875.194330:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325875.194333:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325875.194337:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325876.218265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325876.218271:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325876.218276:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325876.218280:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325876.218282:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325876.218287:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325876.218306:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325876.218308:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325876.218311:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325876.218313:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325876.218314:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325876.218317:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325876.218362:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325876.218368:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325876.218371:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325877.242215:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325877.242222:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325877.242227:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325877.242229:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325877.242278:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325877.242281:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325877.242284:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325878.266265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325878.266273:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325878.266280:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325878.266282:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325878.266350:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325878.266354:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325878.266357:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325878.650247:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305795099, at 4305795584 00000100:00000040:1.0:1767325878.650247:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305795099, at 4305795584 00000100:00000010:3.0:1767325878.650269:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a70cc76c. 00000100:00000040:0.0:1767325878.650271:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305795099, at 4305795584 00000100:00000010:1.0:1767325878.650273:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1eba96a. 00000100:00000010:0.0:1767325878.650281:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091671450. 00000100:00000040:2.0:1767325878.650311:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325878.650318:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325878.650326:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031ce12f0. 00000020:00000040:2.0:1767325878.650331:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325878.650333:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325878.650335:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325878.650340:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325878.650346:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006fc6f982. 00000100:00000001:2.0:1767325878.650350:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325878.650358:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000031ce12f0 x1853174993426816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325878.650365:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325878.650367:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325878.650372:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031ce12f0] to pc [ptlrpcd_00_03+3] req@0000000031ce12f0 x1853174993426816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325878.650396:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325878.650398:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325878.650401:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325878.650403:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007bd47479. 00000020:00000040:2.0:1767325878.650405:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325878.650420:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767325878.650422:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325878.650423:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325878.650429:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325878.650431:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767325878.650432:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325878.650434:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767325878.650434:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000072856849. 00000100:00000001:1.0:1767325878.650438:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325878.650444:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325878.650447:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767325878.650448:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000007bd47479 x1853174993426944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325878.650453:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325878.650463:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325878.650464:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325878.650466:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd47479] to pc [ptlrpcd_00_00+0] req@000000007bd47479 x1853174993426944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325878.650468:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325878.650486:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325878.650490:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325878.650492:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325878.650493:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767325878.650495:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325878.650499:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767325878.650500:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080e1f90e. 00000100:00100000:1.0:1767325878.650501:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767325878.650509:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767325878.650511:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767325878.650513:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325878.650514:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325878.650516:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767325878.650517:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325878.650517:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325878.650520:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031ce12f0 x1853174993426816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325878.650521:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325878.650522:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325878.650523:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc002f00. 00000100:00000001:1.0:1767325878.650529:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325878.650531:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325878.650533:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325878.650538:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325878.650543:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000080e1f90e x1853174993427072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767325878.650548:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007bd47479 x1853174993426944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325878.650574:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325878.650582:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325878.650594:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325878.650594:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325878.650596:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325878.650596:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767325878.650602:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325878.650602:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325878.650604:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080e1f90e] to pc [ptlrpcd_00_01+1] req@0000000080e1f90e x1853174993427072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325878.650616:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325878.650618:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325878.650623:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325878.650623:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767325878.650625:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000031ce12f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993426816:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767325878.650629:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767325878.650634:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325878.650643:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325878.650644:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767325878.650644:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1767325878.650647:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767325878.650648:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007bd47479 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993426944:192.168.203.107@tcp:400: 02000000:00000001:3.0:1767325878.650654:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767325878.650656:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11133) 00000100:00000001:1.0:1767325878.650656:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325878.650656:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325878.650660:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325878.650663:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767325878.650664:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325878.650666:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325878.650666:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325878.650667:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325878.650674:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767325878.650675:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305795099, at 4305795584 02000000:00000010:3.0:1767325878.650676:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce1ad143. 00000100:00000001:0.0:1767325878.650679:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767325878.650682:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002084e4a5. 02000000:00000001:3.0:1767325878.650685:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325878.650685:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767325878.650686:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325878.650687:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e7dee28. 00000100:00000001:0.0:1767325878.650691:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325878.650699:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080e1f90e x1853174993427072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325878.650703:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a2e2689. 00000400:00000010:1.0:1767325878.650703:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c5b1efc. 00000100:00000001:0.0:1767325878.650706:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325878.650715:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325878.650718:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325878.650720:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767325878.650721:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc006719. 00000400:00000010:1.0:1767325878.650722:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089eaf211. 02000000:00000001:0.0:1767325878.650722:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325878.650728:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000080e1f90e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993427072:192.168.203.107@tcp:400: 00000100:00000200:3.0:1767325878.650730:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993426816, portal 25 00000100:00000200:1.0:1767325878.650733:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993426944, portal 10 00000100:00000001:0.0:1767325878.650733:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325878.650736:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767325878.650738:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767325878.650739:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531373952 : -112767178177664 : ffff997058670380) 00000100:00000001:1.0:1767325878.650739:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767325878.650742:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325878.650745:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325878.650749:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013d2aeb1. 00000100:00000040:3.0:1767325878.650750:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000031ce12f0 x1853174993426816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325878.650752:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531382016 : -112767178169600 : ffff997058672300) 02000000:00000001:0.0:1767325878.650757:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325878.650769:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9c39765. 00000100:00000001:3.0:1767325878.650770:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325878.650775:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007bd47479 x1853174993426944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325878.650775:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005632e77f. 00000100:00000040:3.0:1767325878.650782:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000200:0.0:1767325878.650784:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993427072, portal 10 00000400:00000010:3.0:1767325878.650790:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065d23ae3. 00000100:00000001:0.0:1767325878.650791:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1767325878.650800:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993426816, offset 0 00000100:00000001:0.0:1767325878.650800:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531383808 : -112767178167808 : ffff997058672a00) 00000100:00000001:1.0:1767325878.650802:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325878.650815:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325878.650820:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023a5a225. 00000400:00000200:3.0:1767325878.650821:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767325878.650823:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000080e1f90e x1853174993427072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325878.650831:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993426944, offset 0 00000100:00000001:0.0:1767325878.650832:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325878.650837:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325878.650841:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5b91e06. 00000400:00000200:3.0:1767325878.650843:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325878.650849:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325878.650853:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767325878.650855:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993427072, offset 0 00000400:00000200:3.0:1767325878.650860:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325878.650866:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325878.650884:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325878.650888:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325878.650900:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [319:319:256:4294967295] 192.168.203.107@tcp LPNI seq info [319:319:8:4294967295] 00000400:00000200:3.0:1767325878.650912:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325878.650919:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325878.650926:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe2b1497. 00000400:00000200:1.0:1767325878.650927:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325878.650940:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767325878.650945:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767325878.650949:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325878.650955:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325878.650958:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325878.650963:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [320:320:255:4294967295] 192.168.203.107@tcp LPNI seq info [320:320:7:4294967295] 00000800:00000200:3.0:1767325878.650964:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325878.650972:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe2b1497 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325878.650983:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325878.650991:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325878.650992:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:1.0:1767325878.650999:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fe8d38. 00000400:00000200:0.0:1767325878.651000:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325878.651001:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325878.651008:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305800218 00000400:00000200:0.0:1767325878.651012:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:1.0:1767325878.651013:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325878.651019:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1767325878.651021:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c06959ff. 00000400:00000200:0.0:1767325878.651027:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:1.0:1767325878.651031:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325878.651032:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767325878.651033:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [321:321:254:4294967295] 192.168.203.107@tcp LPNI seq info [321:321:6:4294967295] 00000800:00000200:1.0:1767325878.651042:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6fe8d38 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325878.651049:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305800218 00000100:00000001:1.0:1767325878.651050:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325878.651060:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 305570 usecs (306 jiffies) 00000400:00000200:0.0:1767325878.651061:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:3.0:1767325878.651063:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1d028de. 00000100:00000001:1.0:1767325878.651068:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305795890 00000100:00000001:3.0:1767325878.651073:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767325878.651074:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305800218 00000800:00000200:0.0:1767325878.651074:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325878.651082:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305795890 00000100:00000001:3.0:1767325878.651084:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305800218 00000800:00000010:0.0:1767325878.651085:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba567bd5. 00000100:00000001:1.0:1767325878.651086:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305800218 00000800:00000200:2.0:1767325878.651090:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767325878.651097:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:3.0:1767325878.651098:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d91b0be4. 00000100:00000001:1.0:1767325878.651099:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305795890 00000800:00000010:2.0:1767325878.651100:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe2b1497. 00000800:00000200:0.0:1767325878.651104:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325878.651110:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767325878.651110:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767325878.651110:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba567bd5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325878.651122:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325878.651125:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305800218 00000100:00000001:1.0:1767325878.651126:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305800218 00000100:00000040:0.0:1767325878.651126:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 17986 usecs (18 jiffies) 00000400:00000200:2.0:1767325878.651128:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325878.651136:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305795890 00000100:00000001:0.0:1767325878.651136:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305795602 00000100:00000010:3.0:1767325878.651137:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086a56c50. 00000400:00000200:2.0:1767325878.651138:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065d23ae3 00000400:00000010:2.0:1767325878.651183:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065d23ae3. 00000100:00000001:0.0:1767325878.651185:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305800218 00000100:00000001:0.0:1767325878.651190:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305795603 00000100:00000001:2.0:1767325878.651191:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325878.651192:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305800218 00000100:00000200:2.0:1767325878.651196:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031ce12f0 x1853174993426816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325878.651197:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305795603 00000100:00000001:0.0:1767325878.651202:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305800218 00000100:00000001:0.0:1767325878.651206:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305795603 00000100:00000001:2.0:1767325878.651210:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325878.651212:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031ce12f0 x1853174993426816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325894 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325878.651216:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325878.651217:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325878.651227:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325878.651228:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fe8d38. 00000400:00000200:2.0:1767325878.651231:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325878.651233:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325878.651234:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023a5a225 00000400:00000010:2.0:1767325878.651235:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023a5a225. 00000100:00000001:2.0:1767325878.651237:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325878.651238:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007bd47479 x1853174993426944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325878.651242:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325878.651243:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007bd47479 x1853174993426944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325894 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325878.651246:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325878.651247:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325878.651274:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325878.651280:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000010:2.0:1767325878.651281:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba567bd5. 00000400:00000200:2.0:1767325878.651289:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325878.651291:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325878.651292:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305800218 00000400:00000200:2.0:1767325878.651297:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325878.651303:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325878.651305:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5b91e06 00000100:00000001:1.0:1767325878.651305:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325878.651305:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305800218 00000400:00000010:2.0:1767325878.651311:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5b91e06. 00000100:00000001:3.0:1767325878.651313:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325878.651313:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325878.651316:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325878.651316:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325878.651323:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000080e1f90e x1853174993427072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325878.651324:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325878.651326:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325878.651328:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325878.651331:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325878.651333:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325878.651337:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325878.651339:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325878.651340:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767325878.651343:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000080e1f90e x1853174993427072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325894 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325878.651344:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325878.651349:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325878.651355:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325878.651356:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325878.651381:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325878.652943:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325878.652955:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325878.652958:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325878.652960:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325878.652966:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325878.652977:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed309980 00000400:00000200:2.0:1767325878.652985:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xacd [1] + 224 00000800:00000001:2.0:1767325878.652991:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325878.652999:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325878.653000:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325878.653004:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325878.653008:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325878.653012:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031ce12f0 x1853174993426816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325878.653020:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000031ce12f0 x1853174993426816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325878.653036:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325878.653042:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325878.653045:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325878.653067:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325878.653070:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325878.653075:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325878.653135:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325878.653137:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a2e2689. 00000400:00000200:3.0:1767325878.653158:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc006719 00000400:00000010:3.0:1767325878.653159:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc006719. 00000800:00000001:1.0:1767325878.653162:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325878.653169:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767325878.653170:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325878.653173:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325878.653176:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325878.653180:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325878.653188:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed309a00 00000400:00000200:1.0:1767325878.653193:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xad1 [1] + 224 00000800:00000001:1.0:1767325878.653197:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325878.653202:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325878.653204:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325878.653207:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325878.653210:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325878.653214:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007bd47479 x1853174993426944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325878.653222:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007bd47479 x1853174993426944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325878.653228:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031ce12f0 x1853174993426816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325878.653239:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031ce12f0 x1853174993426816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325878.653239:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325878.653245:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325878.653248:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325878.653249:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325878.653253:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325878.653255:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325878.653257:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325878.653259:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325878.653261:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325878.653263:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325878.653268:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=135 v=5 (5 5 5 0) 00000100:00000001:0.0:1767325878.653268:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325878.653271:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767325878.653273:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=135 v=5 (1 1 1 0) 00000400:00000001:0.0:1767325878.653275:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767325878.653277:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1767325878.653278:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767325878.653279:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325878.653280:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c5b1efc. 00010000:00000001:3.0:1767325878.653283:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325878.653285:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325878.653287:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325878.653290:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089eaf211 00000100:00000040:3.0:1767325878.653291:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031ce12f0 x1853174993426816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325878.653293:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089eaf211. 00000100:00000001:0.0:1767325878.653297:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325878.653301:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767325878.653303:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007bd47479 x1853174993426944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325878.653304:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325878.653307:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325878.653314:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031ce12f0 x1853174993426816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325878.653318:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007bd47479 x1853174993426944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325878.653334:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000031ce12f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993426816:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325878.653334:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325878.653337:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325878.653340:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325878.653342:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325878.653344:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325878.653344:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325878.653345:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325878.653351:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767325878.653351:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325878.653357:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031ce12f0 x1853174993426816/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325878.653357:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=125 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325878.653361:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=125 v=5 (1 1 1 0) 00000100:00000001:0.0:1767325878.653368:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325878.653368:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325878.653370:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325878.653376:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325878.653377:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325878.653380:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325878.653382:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325878.653384:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325878.653388:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767325878.653390:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007bd47479 x1853174993426944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325878.653399:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767325878.653400:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325878.653404:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1767325878.653405:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce1ad143. 00000100:00000001:0.0:1767325878.653406:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325878.653411:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767325878.653412:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007bd47479 x1853174993426944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767325878.653415:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325878.653418:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767325878.653424:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325878.653427:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006fc6f982. 00000100:00100000:0.0:1767325878.653430:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007bd47479 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993426944:192.168.203.107@tcp:400: 02000000:00000001:3.0:1767325878.653434:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325878.653437:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325878.653439:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031ce12f0. 00000100:00000001:3.0:1767325878.653443:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325878.653446:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325878.653447:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325878.653450:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325878.653452:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325878.653455:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007bd47479 x1853174993426944/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325878.653456:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325878.653459:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325878.653464:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325878.653467:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325878.653468:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325878.653471:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325878.653473:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002084e4a5. 02000000:00000001:0.0:1767325878.653477:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325878.653479:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325878.653480:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767325878.653482:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325878.653483:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000072856849. 02000000:00000001:0.0:1767325878.653486:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325878.653487:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325878.653489:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007bd47479. 00000100:00000001:0.0:1767325878.653491:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325878.653492:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325878.653494:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325878.653498:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325878.653499:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325878.653501:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325878.653503:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325878.653577:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325878.653582:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325878.653583:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325878.653584:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325878.653587:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325878.653592:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed309a80 00000400:00000200:2.0:1767325878.653595:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xad5 [1] + 224 00000800:00000001:2.0:1767325878.653598:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325878.653601:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325878.653602:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325878.653604:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325878.653606:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325878.653609:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000080e1f90e x1853174993427072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325878.653614:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000080e1f90e x1853174993427072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325878.653624:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325878.653628:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325878.653630:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325878.653648:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325878.653650:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325878.653652:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325878.653653:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325878.653654:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9c39765. 00000400:00000200:0.0:1767325878.653656:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005632e77f 00000400:00000010:0.0:1767325878.653657:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005632e77f. 00000100:00000001:0.0:1767325878.653659:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325878.653662:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000080e1f90e x1853174993427072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325878.653667:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000080e1f90e x1853174993427072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325878.653671:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325878.653676:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325878.653677:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325878.653678:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325878.653679:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325878.653680:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325878.653681:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325878.653684:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=135 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325878.653685:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325878.653687:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325878.653687:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325878.653688:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325878.653690:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000080e1f90e x1853174993427072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325878.653694:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325878.653696:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325878.653696:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325878.653698:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325878.653698:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325878.653700:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000080e1f90e x1853174993427072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325878.653703:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325878.653704:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325878.653705:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325878.653706:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080e1f90e x1853174993427072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325878.653710:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000080e1f90e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993427072:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325878.653712:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325878.653712:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325878.653713:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000080e1f90e x1853174993427072/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325894 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325878.653717:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325878.653718:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325878.653722:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013d2aeb1. 02000000:00000001:0.0:1767325878.653723:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325878.653724:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325878.653725:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325878.653726:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325878.653727:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc002f00. 02000000:00000001:0.0:1767325878.653729:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325878.653729:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325878.653730:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000080e1f90e. 00000100:00000001:0.0:1767325878.653732:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325878.653732:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325878.653733:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325878.653736:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325878.653737:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325878.653738:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325878.653739:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325879.290251:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325879.290257:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325879.290262:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325879.290263:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325879.290314:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325879.290318:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325879.290321:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325880.314182:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325880.314187:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325880.314191:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325880.314191:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325880.314248:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325880.314252:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325880.314255:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325881.338265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325881.338270:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325881.338275:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325881.338276:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325881.338323:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325881.338326:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325881.338328:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325882.362253:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325882.362259:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325882.362265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325882.362282:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325882.362318:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325882.362321:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325882.362324:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325883.386242:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325883.386249:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325883.386251:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325883.386253:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325883.386257:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325883.386258:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325883.386260:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325883.386262:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325883.386264:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325883.386265:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325883.386314:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325883.386318:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325883.386344:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325883.770228:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305800218, at 4305800704 00000100:00000040:0.0:1767325883.770228:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305800218, at 4305800704 00000100:00000040:2.0:1767325883.770232:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305800218, at 4305800704 00000100:00000040:3.0:1767325883.770237:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325883.770243:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325883.770244:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d91b0be4. 00000100:00000010:1.0:1767325883.770244:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1d028de. 00000100:00000010:0.0:1767325883.770249:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c06959ff. 00000100:00000010:3.0:1767325883.770252:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004128f820. 00000020:00000040:3.0:1767325883.770259:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325883.770265:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325883.770268:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325883.770273:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325883.770280:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000cfce3c5. 00000100:00000001:3.0:1767325883.770287:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325883.770296:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000004128f820 x1853174993427200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325883.770307:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325883.770309:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325883.770314:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004128f820] to pc [ptlrpcd_00_02+2] req@000000004128f820 x1853174993427200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325883.770369:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325883.770372:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325883.770376:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325883.770379:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000882297f5. 00000100:00000001:2.0:1767325883.770380:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767325883.770382:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325883.770385:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325883.770387:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767325883.770387:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325883.770388:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767325883.770390:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325883.770392:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325883.770394:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325883.770394:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004128f820 x1853174993427200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767325883.770401:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000056075b4e. 00000100:00000001:3.0:1767325883.770407:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325883.770408:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325883.770411:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325883.770415:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000882297f5 x1853174993427328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767325883.770416:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325883.770419:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325883.770425:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325883.770431:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1767325883.770431:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004128f820 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993427200:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325883.770435:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325883.770437:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767325883.770442:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000882297f5] to pc [ptlrpcd_00_03+3] req@00000000882297f5 x1853174993427328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325883.770442:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325883.770445:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325883.770448:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325883.770452:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004fde4031. 02000000:00000001:2.0:1767325883.770454:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325883.770459:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000100:00000001:3.0:1767325883.770464:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325883.770466:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939b1d42. 00000100:00000040:3.0:1767325883.770468:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325883.770472:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1767325883.770473:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993427200, portal 25 00000100:00000010:3.0:1767325883.770476:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f17934a9. 00000100:00000001:2.0:1767325883.770477:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1767325883.770481:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767325883.770481:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268031872 : -112767441519744 : ffff997048b4bb80) 00000100:00000001:1.0:1767325883.770483:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325883.770485:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767325883.770486:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767325883.770488:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325883.770489:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325883.770493:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004128f820 x1853174993427200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325883.770493:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000882297f5 x1853174993427328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325883.770500:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325883.770503:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325883.770504:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325883.770505:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325883.770507:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe2b1497. 00000100:00000040:2.0:1767325883.770507:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767325883.770508:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767325883.770510:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0657e21. 02000000:00000001:1.0:1767325883.770511:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325883.770514:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325883.770514:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993427200, offset 0 02000000:00000001:1.0:1767325883.770514:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325883.770519:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000882297f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993427328:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767325883.770524:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000f17934a9 x1853174993427456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767325883.770525:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325883.770525:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325883.770528:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325883.770530:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325883.770534:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325883.770538:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007901c649. 00000400:00000200:2.0:1767325883.770539:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325883.770540:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767325883.770541:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325883.770544:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3db588d. 00000400:00000200:2.0:1767325883.770545:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767325883.770548:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040f23477. 00000100:00000001:3.0:1767325883.770549:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325883.770550:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000200:1.0:1767325883.770551:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993427328, portal 10 00000400:00000200:2.0:1767325883.770554:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325883.770554:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325883.770555:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268029184 : -112767441522432 : ffff997048b4b100) 00000100:00000040:3.0:1767325883.770559:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f17934a9] to pc [ptlrpcd_00_00+0] req@00000000f17934a9 x1853174993427456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325883.770559:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:1.0:1767325883.770561:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000882297f5 x1853174993427328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325883.770564:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [322:322:256:4294967295] 192.168.203.107@tcp LPNI seq info [322:322:8:4294967295] 00000400:00000200:2.0:1767325883.770580:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325883.770588:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767325883.770591:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767325883.770592:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325883.770595:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc002f00. 00000400:00000010:1.0:1767325883.770595:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb501575. 00000100:00000200:1.0:1767325883.770597:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993427328, offset 0 00000800:00000200:2.0:1767325883.770601:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325883.770604:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325883.770608:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767325883.770608:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767325883.770609:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325883.770614:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc002f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325883.770614:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:3.0:1767325883.770617:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767325883.770619:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767325883.770624:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11138) 00000400:00000200:1.0:1767325883.770624:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325883.770628:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325883.770628:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325883.770630:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325883.770631:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767325883.770632:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305805338 00000100:00000001:0.0:1767325883.770635:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767325883.770636:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000040e4e400. 00000400:00000200:1.0:1767325883.770637:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [323:323:255:4294967295] 192.168.203.107@tcp LPNI seq info [323:323:7:4294967295] 00000100:00000001:0.0:1767325883.770639:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325883.770640:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305800218, at 4305800704 00000100:00000001:2.0:1767325883.770642:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767325883.770648:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f17934a9 x1853174993427456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325883.770649:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086a56c50. 00000100:00000001:2.0:1767325883.770650:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305805338 00000400:00000200:1.0:1767325883.770653:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:2.0:1767325883.770656:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000163851c. 00000100:00000001:2.0:1767325883.770661:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767325883.770665:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325883.770666:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305805338 00000100:00000001:0.0:1767325883.770667:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:1.0:1767325883.770670:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011945c34. 00000100:00000010:2.0:1767325883.770671:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000286d1ffb. 00000100:00000001:0.0:1767325883.770671:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325883.770676:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325883.770677:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 02000000:00000001:0.0:1767325883.770677:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767325883.770681:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:0.0:1767325883.770681:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325883.770682:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305805338 00000800:00000200:1.0:1767325883.770684:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011945c34 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767325883.770686:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325883.770689:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325883.770692:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b11e55c. 00000100:00100000:0.0:1767325883.770693:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f17934a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993427456:192.168.203.107@tcp:400: 00000100:00000040:1.0:1767325883.770694:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 302322 usecs (303 jiffies) 00000100:00000001:2.0:1767325883.770697:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767325883.770699:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325883.770699:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305801007 00000100:00000001:2.0:1767325883.770702:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325883.770703:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305805338 00000800:00000010:3.0:1767325883.770704:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc002f00. 00000100:00000001:2.0:1767325883.770706:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325883.770706:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305801007 00000400:00000200:3.0:1767325883.770710:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325883.770711:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325883.770711:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305805338 00000100:00000001:0.0:1767325883.770714:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325883.770715:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305801007 00000100:00000001:2.0:1767325883.770716:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325883.770719:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767325883.770720:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325883.770720:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305805338 02000000:00000001:0.0:1767325883.770722:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325883.770725:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325883.770725:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305801007 00000400:00000200:3.0:1767325883.770727:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0657e21 02000000:00000001:0.0:1767325883.770727:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325883.770728:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325883.770728:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305805338 00000400:00000010:3.0:1767325883.770731:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0657e21. 00000100:00000001:2.0:1767325883.770732:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325883.770732:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767325883.770734:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027d71bc2. 00000100:00000001:2.0:1767325883.770735:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325883.770735:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325883.770737:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325883.770739:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325883.770739:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325883.770740:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325883.770743:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004128f820 x1853174993427200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325883.770745:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325883.770745:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767325883.770746:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9c39765. 00000100:00000001:1.0:1767325883.770751:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767325883.770754:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005632e77f. 00000100:00000001:3.0:1767325883.770755:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325883.770760:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004128f820 x1853174993427200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325899 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325883.770760:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767325883.770760:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993427456, portal 10 00000100:00000001:0.0:1767325883.770766:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325883.770767:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325883.770767:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325883.770769:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030976 : -112767441520640 : ffff997048b4b800) 00000100:00000001:1.0:1767325883.770770:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325883.770771:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325883.770771:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325883.770773:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325883.770776:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325883.770777:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325883.770780:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f17934a9 x1853174993427456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325883.770788:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325883.770792:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325883.770794:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bddc121e. 00000100:00000200:0.0:1767325883.770797:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993427456, offset 0 00000400:00000200:0.0:1767325883.770801:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325883.770807:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325883.770810:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325883.770812:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325883.770814:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325883.770816:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325883.770819:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [324:324:255:4294967295] 192.168.203.107@tcp LPNI seq info [324:324:7:4294967295] 00000400:00000200:0.0:1767325883.770827:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325883.770829:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767325883.770833:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325883.770835:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011945c34. 00000800:00000010:0.0:1767325883.770851:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dead0e98. 00000400:00000200:3.0:1767325883.770853:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767325883.770858:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767325883.770862:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000800:00000200:0.0:1767325883.770867:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767325883.770868:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb501575 00000800:00000200:0.0:1767325883.770871:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dead0e98 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767325883.770872:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb501575. 00000100:00000001:0.0:1767325883.770876:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325883.770878:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325883.770883:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000882297f5 x1853174993427328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325883.770886:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 17828 usecs (18 jiffies) 00000100:00000001:0.0:1767325883.770891:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305800722 00000100:00000001:0.0:1767325883.770895:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305805338 00000100:00000001:0.0:1767325883.770897:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305800722 00000100:00000001:0.0:1767325883.770899:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305805338 00000100:00000001:0.0:1767325883.770901:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305800722 00000100:00000001:0.0:1767325883.770905:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305805338 00000100:00000001:0.0:1767325883.770909:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305800722 00000100:00000001:0.0:1767325883.770913:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305805338 00000100:00000001:0.0:1767325883.770918:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325883.770920:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325883.770922:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325883.770923:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325883.770927:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325883.770929:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325883.770930:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325883.770932:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325883.770934:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767325883.770937:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000882297f5 x1853174993427328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325899 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325883.770937:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325883.770941:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325883.771010:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325883.771012:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325883.771047:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325883.771050:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dead0e98. 00000400:00000200:3.0:1767325883.771053:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325883.771057:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325883.771060:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bddc121e 00000400:00000010:3.0:1767325883.771061:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bddc121e. 00000100:00000001:3.0:1767325883.771063:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325883.771066:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f17934a9 x1853174993427456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325883.771073:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325883.771075:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f17934a9 x1853174993427456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325899 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325883.771081:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325883.771082:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325883.772385:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325883.772395:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325883.772398:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325883.772401:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325883.772407:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325883.772417:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed309b00 00000400:00000200:1.0:1767325883.772423:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xae5 [1] + 224 00000800:00000001:1.0:1767325883.772429:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325883.772432:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325883.772433:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325883.772437:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325883.772440:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325883.772444:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004128f820 x1853174993427200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325883.772452:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004128f820 x1853174993427200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325883.772466:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325883.772471:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325883.772474:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325883.772476:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325883.772478:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325883.772482:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325883.772487:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed309b80 00000100:00000001:2.0:1767325883.772492:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325883.772492:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xaed [1] + 224 00000100:00000001:2.0:1767325883.772494:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767325883.772496:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767325883.772498:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767325883.772499:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767325883.772500:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325883.772501:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000400:00000200:1.0:1767325883.772501:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325883.772504:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325883.772505:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939b1d42 00000400:00000010:2.0:1767325883.772506:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939b1d42. 00000100:00000001:2.0:1767325883.772508:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325883.772511:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004128f820 x1853174993427200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325883.772511:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325883.772514:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000882297f5 x1853174993427328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325883.772518:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004128f820 x1853174993427200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325883.772522:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000882297f5 x1853174993427328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325883.772525:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325883.772526:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325883.772528:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325883.772530:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325883.772532:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325883.772534:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325883.772536:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325883.772536:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325883.772539:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767325883.772541:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=140 v=5 (5 5 5 0) 00000800:00000001:1.0:1767325883.772542:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325883.772543:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767325883.772545:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=140 v=5 (1 1 1 0) 00000800:00000001:1.0:1767325883.772545:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325883.772547:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767325883.772549:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767325883.772554:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325883.772555:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed309c00 00010000:00000001:2.0:1767325883.772556:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325883.772558:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325883.772560:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xaf5 [1] + 224 00000100:00000001:2.0:1767325883.772561:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325883.772564:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767325883.772565:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004128f820 x1853174993427200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325883.772568:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767325883.772569:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325883.772572:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325883.772573:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325883.772573:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325883.772577:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1767325883.772578:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767325883.772579:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325883.772579:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:3.0:1767325883.772583:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767325883.772585:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004128f820 x1853174993427200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325883.772587:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3db588d. 00000400:00000200:3.0:1767325883.772592:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040f23477 00000400:00000010:3.0:1767325883.772596:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040f23477. 00000100:00000001:3.0:1767325883.772599:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325883.772600:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325883.772604:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000882297f5 x1853174993427328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325883.772605:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004128f820 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993427200:192.168.203.107@tcp:400: 00000100:00000200:1.0:1767325883.772605:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f17934a9 x1853174993427456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325883.772621:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325883.772624:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325883.772628:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004128f820 x1853174993427200/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325883.772636:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767325883.772637:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000882297f5 x1853174993427328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325883.772637:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f17934a9 x1853174993427456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325883.772638:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325883.772641:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004fde4031. 02000000:00000001:2.0:1767325883.772646:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325883.772647:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325883.772650:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767325883.772653:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325883.772656:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000cfce3c5. 02000000:00000001:2.0:1767325883.772660:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325883.772662:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325883.772665:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004128f820. 00000100:00000001:3.0:1767325883.772666:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325883.772669:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325883.772670:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325883.772672:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325883.772674:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325883.772676:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325883.772678:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1767325883.772678:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325883.772680:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767325883.772681:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325883.772682:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325883.772683:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325883.772685:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325883.772686:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325883.772688:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325883.772689:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325883.772692:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325883.772696:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=130 v=5 (5 5 5 0) 00000100:00001000:3.0:1767325883.772701:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=130 v=5 (1 1 1 0) 00000100:00000001:3.0:1767325883.772704:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325883.772706:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325883.772708:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325883.772710:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325883.772713:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325883.772714:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325883.772717:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325883.772717:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325883.772721:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325883.772722:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767325883.772727:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767325883.772729:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000882297f5 x1853174993427328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325883.772730:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325883.772733:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9c39765. 00000400:00000200:0.0:1767325883.772738:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005632e77f 00000400:00000010:0.0:1767325883.772741:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005632e77f. 00000100:00000001:3.0:1767325883.772743:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325883.772745:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325883.772749:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325883.772752:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325883.772753:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f17934a9 x1853174993427456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325883.772759:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000882297f5 x1853174993427328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325883.772772:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f17934a9 x1853174993427456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325883.772779:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000882297f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993427328:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325883.772785:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325883.772787:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325883.772790:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325883.772794:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000882297f5 x1853174993427328/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325883.772794:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325883.772799:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325883.772802:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325883.772804:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325883.772806:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325883.772811:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325883.772812:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325883.772816:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767325883.772818:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=140 v=5 (5 5 5 0) 02000000:00000010:3.0:1767325883.772819:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007901c649. 00000100:00001000:0.0:1767325883.772825:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=87 v=5 (1 0 0 0) 02000000:00000001:3.0:1767325883.772826:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325883.772828:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767325883.772830:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325883.772831:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325883.772834:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767325883.772835:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:3.0:1767325883.772848:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325883.772850:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000056075b4e. 02000000:00000001:3.0:1767325883.772853:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:0.0:1767325883.772853:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f17934a9 x1853174993427456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325883.772855:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325883.772857:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000882297f5. 00000100:00000001:3.0:1767325883.772861:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325883.772863:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325883.772866:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325883.772871:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767325883.772872:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325883.772874:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325883.772876:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767325883.772877:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325883.772879:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325883.772880:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325883.772884:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325883.772887:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325883.772891:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f17934a9 x1853174993427456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325883.772899:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325883.772901:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325883.772902:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325883.772905:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f17934a9 x1853174993427456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325883.772912:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f17934a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993427456:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325883.772916:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325883.772918:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325883.772921:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f17934a9 x1853174993427456/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325899 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325883.772927:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325883.772928:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325883.772935:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027d71bc2. 02000000:00000001:0.0:1767325883.772938:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325883.772944:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325883.772946:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325883.772948:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325883.772949:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe2b1497. 02000000:00000001:0.0:1767325883.772952:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325883.772953:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325883.772954:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f17934a9. 00000100:00000001:0.0:1767325883.772956:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325883.772957:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325883.772959:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325883.772963:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325883.772964:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325883.772966:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325883.772967:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325884.410333:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325884.410345:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325884.410353:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325884.410354:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325884.410421:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325884.410424:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325884.410426:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325885.434259:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325885.434267:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325885.434276:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325885.434279:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325885.434282:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325885.434288:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325885.434291:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325885.434292:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325885.434295:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325885.434297:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325885.434299:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325885.434302:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325885.434344:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325885.434348:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325885.434351:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325886.458269:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325886.458274:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325886.458278:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325886.458278:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325886.458334:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325886.458337:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325886.458339:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325887.482254:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325887.482259:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325887.482264:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325887.482266:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325887.482327:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325887.482331:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325887.482334:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325888.506227:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325888.506233:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325888.506238:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325888.506239:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325888.506274:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325888.506279:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325888.506282:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325888.890252:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305805338, at 4305805824 00000100:00000040:1.0:1767325888.890252:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305805338, at 4305805824 00000100:00000040:0.0:1767325888.890252:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305805338, at 4305805824 00000100:00000040:3.0:1767325888.890259:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305805338, at 4305805824 00000100:00000010:0.0:1767325888.890269:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000040e4e400. 00000100:00000010:1.0:1767325888.890270:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000163851c. 00000100:00000010:2.0:1767325888.890272:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000286d1ffb. 00000100:00000010:3.0:1767325888.890274:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b11e55c. 00000100:00000040:0.0:1767325888.890290:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325888.890295:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325888.890304:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006df0bad6. 00000020:00000040:0.0:1767325888.890314:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325888.890318:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325888.890320:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325888.890325:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325888.890332:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003ecf409d. 00000100:00000001:0.0:1767325888.890338:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325888.890347:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000006df0bad6 x1853174993427584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325888.890376:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325888.890378:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325888.890383:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006df0bad6] to pc [ptlrpcd_00_01+1] req@000000006df0bad6 x1853174993427584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325888.890408:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325888.890411:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325888.890415:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325888.890419:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ab82abb. 00000100:00000001:2.0:1767325888.890422:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767325888.890422:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325888.890427:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325888.890428:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325888.890428:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767325888.890431:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325888.890432:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325888.890432:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325888.890436:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325888.890438:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006df0bad6 x1853174993427584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325888.890442:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d977c447. 00000100:00000001:0.0:1767325888.890447:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325888.890453:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767325888.890456:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000003ab82abb x1853174993427712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325888.890457:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325888.890465:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325888.890468:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325888.890469:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325888.890472:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325888.890472:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ab82abb] to pc [ptlrpcd_00_02+2] req@000000003ab82abb x1853174993427712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325888.890475:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325888.890482:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993427584:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325888.890490:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325888.890495:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325888.890497:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325888.890500:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325888.890505:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2f21edf. 00000100:00000001:0.0:1767325888.890506:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325888.890508:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325888.890510:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767325888.890515:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000100:00000001:0.0:1767325888.890515:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325888.890519:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007523782f. 00000100:00000001:3.0:1767325888.890520:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767325888.890524:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939b1d42. 00000100:00000001:3.0:1767325888.890525:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767325888.890525:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767325888.890528:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325888.890530:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1767325888.890531:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993427584, portal 25 02000000:00000001:0.0:1767325888.890534:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767325888.890535:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ab82abb x1853174993427712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325888.890536:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325888.890539:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250670464 : -112767458881152 : ffff997047abd180) 02000000:00000001:0.0:1767325888.890539:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325888.890540:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325888.890546:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1767325888.890547:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b42c8091. 00000100:00000040:2.0:1767325888.890548:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006df0bad6 x1853174993427584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325888.890549:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325888.890552:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325888.890552:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325888.890554:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325888.890560:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325888.890560:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325888.890562:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325888.890563:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993427712:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767325888.890569:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767325888.890571:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000007523782f x1853174993427840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767325888.890574:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002101126a. 00000100:00000200:2.0:1767325888.890578:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993427584, offset 0 00000100:00000001:3.0:1767325888.890582:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325888.890588:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767325888.890589:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325888.890591:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325888.890592:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325888.890595:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325888.890599:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767325888.890599:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007523782f] to pc [ptlrpcd_00_03+3] req@000000007523782f x1853174993427840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767325888.890603:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1a215d9. 00000400:00000200:2.0:1767325888.890605:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:3.0:1767325888.890607:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325888.890613:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a2e2689. 00000400:00000200:2.0:1767325888.890614:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767325888.890617:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc006719. 00000400:00000200:2.0:1767325888.890618:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000200:3.0:1767325888.890620:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993427712, portal 10 00000400:00000200:2.0:1767325888.890621:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325888.890622:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325888.890623:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250667776 : -112767458883840 : ffff997047abc700) 00000100:00000001:0.0:1767325888.890623:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325888.890624:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325888.890629:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [325:325:256:4294967295] 192.168.203.107@tcp LPNI seq info [325:325:8:4294967295] 00000100:00000040:0.0:1767325888.890629:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767325888.890633:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ab82abb x1853174993427712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325888.890639:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767325888.890646:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325888.890649:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325888.890649:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325888.890649:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325888.890649:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11143) 00000400:00000010:3.0:1767325888.890655:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e87ef122. 00000100:00000001:1.0:1767325888.890655:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767325888.890658:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993427712, offset 0 00000100:00000001:1.0:1767325888.890659:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767325888.890660:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325888.890664:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325888.890665:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000072856849. 00000100:00000040:1.0:1767325888.890668:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007523782f x1853174993427840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325888.890672:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:2.0:1767325888.890675:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767325888.890678:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325888.890682:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325888.890686:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767325888.890687:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767325888.890689:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325888.890690:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325888.890691:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767325888.890693:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000072856849 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325888.890696:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [326:326:255:4294967295] 192.168.203.107@tcp LPNI seq info [326:326:7:4294967295] 02000000:00000001:1.0:1767325888.890697:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325888.890701:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325888.890706:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325888.890710:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325888.890710:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325888.890713:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993427840:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325888.890716:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305810458 00000800:00000200:3.0:1767325888.890719:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:2.0:1767325888.890721:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000286d1ffb. 00000100:00000001:1.0:1767325888.890723:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1767325888.890724:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056075b4e. 00000100:00000001:2.0:1767325888.890727:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1767325888.890727:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1767325888.890732:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325888.890732:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305810458 02000000:00000001:1.0:1767325888.890732:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325888.890738:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:2.0:1767325888.890738:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082a1942f. 02000000:00000001:1.0:1767325888.890738:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767325888.890742:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056075b4e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325888.890743:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767325888.890745:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325888.890745:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074ee986a. 00000100:00000001:2.0:1767325888.890746:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305810458 02000000:00000001:1.0:1767325888.890750:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325888.890751:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 299136 usecs (300 jiffies) 00000100:00000010:2.0:1767325888.890751:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab703378. 00000100:00000001:3.0:1767325888.890754:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305806124 00000100:00000001:2.0:1767325888.890755:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767325888.890755:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c3a07d9. 00000100:00000001:3.0:1767325888.890762:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305810458 00000100:00000001:2.0:1767325888.890762:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305810458 00000400:00000010:1.0:1767325888.890764:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009eda70b2. 00000100:00000001:3.0:1767325888.890765:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305806124 00000100:00000010:2.0:1767325888.890766:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062fa5963. 00000800:00000200:0.0:1767325888.890768:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325888.890769:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305810458 00000100:00000001:2.0:1767325888.890770:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000200:1.0:1767325888.890770:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993427840, portal 10 00000100:00000001:3.0:1767325888.890773:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305806124 00000100:00000001:2.0:1767325888.890774:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767325888.890774:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000072856849. 00000100:00000001:1.0:1767325888.890775:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325888.890780:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305810458 00000100:00000001:1.0:1767325888.890780:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000100:00000001:2.0:1767325888.890781:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325888.890783:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305806124 00000400:00000200:0.0:1767325888.890783:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325888.890786:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325888.890787:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305810458 00000100:00000001:3.0:1767325888.890790:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325888.890790:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325888.890791:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007523782f x1853174993427840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325888.890794:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325888.890796:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325888.890799:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325888.890799:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325888.890814:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767325888.890816:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002101126a 00000100:00000001:2.0:1767325888.890819:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767325888.890821:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002101126a. 00000100:00000001:2.0:1767325888.890823:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325888.890823:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325888.890827:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325888.890828:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325888.890828:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767325888.890832:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325888.890833:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325888.890833:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325888.890836:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767325888.890837:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006df0bad6 x1853174993427584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325888.890838:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba163e5e. 00000100:00000001:3.0:1767325888.890839:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325888.890841:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767325888.890845:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993427840, offset 0 00000100:00000001:3.0:1767325888.890846:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325888.890852:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325888.890858:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325888.890860:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325888.890866:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006df0bad6 x1853174993427584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325904 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325888.890868:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325888.890875:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325888.890881:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325888.890882:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325888.890884:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767325888.890891:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325888.890894:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325888.890896:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [327:327:254:4294967295] 192.168.203.107@tcp LPNI seq info [327:327:6:4294967295] 00000400:00000200:1.0:1767325888.890904:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325888.890909:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325888.890913:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef5ef55d. 00000800:00000200:1.0:1767325888.890918:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325888.890922:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325888.890925:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef5ef55d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325888.890929:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325888.890932:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 17663 usecs (18 jiffies) 00000100:00000001:1.0:1767325888.890934:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305805842 00000100:00000001:1.0:1767325888.890936:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305810458 00000100:00000001:1.0:1767325888.890939:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305805842 00000100:00000001:1.0:1767325888.890940:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305810458 00000100:00000001:1.0:1767325888.890942:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305805842 00000100:00000001:1.0:1767325888.890944:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305810458 00000100:00000001:1.0:1767325888.890946:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305805842 00000100:00000001:1.0:1767325888.890947:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305810458 00000100:00000001:1.0:1767325888.890949:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325888.890951:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325888.890953:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325888.890955:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325888.890959:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325888.890961:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767325888.890963:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325888.890964:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767325888.890967:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056075b4e. 00000100:00000001:1.0:1767325888.890968:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325888.890971:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325888.890973:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325888.890974:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325888.890978:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325888.890981:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e87ef122 00000400:00000010:0.0:1767325888.890985:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e87ef122. 00000100:00000001:0.0:1767325888.890995:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325888.890999:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ab82abb x1853174993427712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325888.891006:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325888.891008:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ab82abb x1853174993427712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325904 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325888.891013:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325888.891014:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325888.891025:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325888.891027:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef5ef55d. 00000400:00000200:0.0:1767325888.891030:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325888.891033:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325888.891035:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba163e5e 00000400:00000010:0.0:1767325888.891036:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba163e5e. 00000100:00000001:0.0:1767325888.891038:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325888.891040:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007523782f x1853174993427840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325888.891046:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325888.891048:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007523782f x1853174993427840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325904 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325888.891054:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325888.891055:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325888.892259:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325888.892269:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325888.892272:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325888.892274:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325888.892281:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325888.892344:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed309c80 00000400:00000200:3.0:1767325888.892355:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xafd [1] + 224 00000800:00000001:3.0:1767325888.892362:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325888.892437:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325888.892440:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325888.892444:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325888.892449:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325888.892452:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006df0bad6 x1853174993427584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325888.892473:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006df0bad6 x1853174993427584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325888.892489:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325888.892495:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325888.892525:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325888.892528:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325888.892533:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325888.892534:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325888.892536:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000400:00000200:2.0:1767325888.892539:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939b1d42 00000400:00000010:2.0:1767325888.892541:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939b1d42. 00000100:00000001:2.0:1767325888.892543:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325888.892553:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006df0bad6 x1853174993427584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325888.892562:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006df0bad6 x1853174993427584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325888.892569:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325888.892572:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325888.892574:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325888.892576:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325888.892579:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325888.892581:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325888.892583:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325888.892588:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=145 v=5 (5 5 5 0) 00000100:00001000:2.0:1767325888.892591:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=145 v=5 (1 1 1 0) 00000800:00000001:3.0:1767325888.892594:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325888.892595:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767325888.892599:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325888.892600:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325888.892604:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767325888.892605:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325888.892608:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325888.892613:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325888.892614:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000040:2.0:1767325888.892620:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006df0bad6 x1853174993427584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325888.892627:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed309d00 00000100:00000001:2.0:1767325888.892635:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325888.892636:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xb05 [1] + 224 00000100:00000001:2.0:1767325888.892641:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325888.892644:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325888.892649:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006df0bad6 x1853174993427584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325888.892656:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993427584:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325888.892660:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325888.892662:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325888.892663:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006df0bad6 x1853174993427584/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325888.892670:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325888.892672:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325888.892680:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2f21edf. 02000000:00000001:2.0:1767325888.892685:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325888.892687:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325888.892689:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767325888.892692:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:3.0:1767325888.892693:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767325888.892695:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003ecf409d. 00000800:00000001:3.0:1767325888.892700:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325888.892701:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325888.892704:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767325888.892705:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767325888.892708:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006df0bad6. 00000400:00000200:3.0:1767325888.892711:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325888.892714:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325888.892715:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325888.892718:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325888.892720:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ab82abb x1853174993427712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325888.892723:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325888.892731:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767325888.892732:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ab82abb x1853174993427712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325888.892735:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325888.892740:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325888.892743:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325888.892750:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325888.892755:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325888.892758:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325888.892759:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325888.892761:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325888.892763:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325888.892768:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed309d80 00000400:00000200:3.0:1767325888.892772:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xb0d [1] + 224 00000800:00000001:3.0:1767325888.892774:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325888.892778:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325888.892784:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325888.892784:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325888.892788:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325888.892789:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325888.892791:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767325888.892794:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767325888.892795:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007523782f x1853174993427840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325888.892798:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325888.892801:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a2e2689. 00000400:00000200:0.0:1767325888.892817:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc006719 00000100:00000040:3.0:1767325888.892821:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007523782f x1853174993427840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325888.892821:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc006719. 00000100:00000001:0.0:1767325888.892827:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325888.892834:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ab82abb x1853174993427712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325888.892841:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767325888.892845:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ab82abb x1853174993427712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325888.892849:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325888.892859:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325888.892861:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325888.892862:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325888.892865:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325888.892868:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325888.892871:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325888.892873:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325888.892875:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325888.892877:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767325888.892880:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=135 v=5 (5 5 5 0) 00000100:00000001:1.0:1767325888.892881:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767325888.892886:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=135 v=5 (1 1 1 0) 00000400:00000001:1.0:1767325888.892887:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325888.892890:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325888.892892:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767325888.892893:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c3a07d9. 00000100:00000001:0.0:1767325888.892896:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325888.892898:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eda70b2 00010000:00000001:0.0:1767325888.892900:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767325888.892902:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009eda70b2. 00010000:00000001:0.0:1767325888.892904:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325888.892906:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325888.892910:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1767325888.892914:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007523782f x1853174993427840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325888.892914:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325888.892918:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325888.892921:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325888.892929:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ab82abb x1853174993427712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325888.892933:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007523782f x1853174993427840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325888.892946:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325888.892952:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325888.892952:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325888.892954:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325888.892956:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325888.892960:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ab82abb x1853174993427712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325888.892961:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325888.892964:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325888.892966:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325888.892970:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325888.892973:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325888.892977:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993427712:192.168.203.107@tcp:400: 00000100:00001000:1.0:1767325888.892979:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=145 v=5 (5 5 5 0) 00000100:00000001:0.0:1767325888.892983:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767325888.892984:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325888.892987:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325888.892990:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325888.892993:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325888.892993:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ab82abb x1853174993427712/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325888.892998:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325888.893005:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000007523782f x1853174993427840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325888.893005:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325888.893008:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325888.893015:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1a215d9. 00010000:00000001:1.0:1767325888.893016:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325888.893021:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767325888.893021:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325888.893025:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767325888.893026:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000020:00000040:0.0:1767325888.893028:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325888.893030:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1767325888.893033:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767325888.893034:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325888.893036:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d977c447. 00000100:00000040:1.0:1767325888.893040:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007523782f x1853174993427840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325888.893042:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325888.893044:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325888.893046:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ab82abb. 00000100:00000001:0.0:1767325888.893050:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325888.893053:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325888.893056:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325888.893056:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325888.893061:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325888.893062:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325888.893064:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325888.893066:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325888.893068:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325888.893071:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325888.893075:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007523782f x1853174993427840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325888.893083:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993427840:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325888.893088:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325888.893090:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325888.893092:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007523782f x1853174993427840/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325904 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325888.893098:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325888.893099:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325888.893101:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074ee986a. 02000000:00000001:1.0:1767325888.893104:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325888.893105:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325888.893106:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767325888.893108:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325888.893109:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b42c8091. 02000000:00000001:1.0:1767325888.893112:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325888.893113:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325888.893114:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007523782f. 00000100:00000001:1.0:1767325888.893117:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325888.893118:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325888.893119:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325888.893123:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325888.893134:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325888.893136:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325888.893138:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325889.530242:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325889.530247:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325889.530252:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325889.530253:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325889.530297:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325889.530301:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325889.530303:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325890.554261:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325890.554273:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325890.554279:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325890.554280:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325890.554334:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325890.554338:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325890.554341:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325891.578876:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325891.578885:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325891.578893:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325891.578894:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325891.578948:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325891.578953:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325891.578956:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325892.602248:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325892.602253:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325892.602257:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325892.602258:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325892.602320:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325892.602323:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325892.602326:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325893.626257:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325893.626265:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325893.626268:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325893.626269:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325893.626274:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325893.626275:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325893.626293:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325893.626295:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325893.626297:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325893.626298:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325893.626348:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325893.626352:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325893.626353:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325894.010253:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305810458, at 4305810944 00000100:00000040:1.0:1767325894.010253:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305810458, at 4305810944 00000100:00000040:2.0:1767325894.010254:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305810458, at 4305810944 00000100:00000010:3.0:1767325894.010270:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062fa5963. 00000100:00000010:2.0:1767325894.010272:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab703378. 00000100:00000010:1.0:1767325894.010278:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082a1942f. 00000100:00000040:0.0:1767325894.010389:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305810458, at 4305810944 00000100:00000010:0.0:1767325894.010402:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000286d1ffb. 00000100:00000040:3.0:1767325894.010403:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325894.010411:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325894.010419:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000882297f5. 00000020:00000040:3.0:1767325894.010425:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325894.010429:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325894.010432:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325894.010438:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325894.010447:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000caa95cc3. 00000100:00000001:3.0:1767325894.010455:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325894.010466:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000882297f5 x1853174993427968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325894.010477:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325894.010480:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325894.010486:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000882297f5] to pc [ptlrpcd_00_00+0] req@00000000882297f5 x1853174993427968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325894.010513:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325894.010522:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325894.010525:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325894.010528:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058a26f23. 00000020:00000040:3.0:1767325894.010531:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325894.010533:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325894.010535:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325894.010536:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325894.010538:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325894.010540:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325894.010542:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325894.010544:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325894.010545:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000056075b4e. 00000100:00000001:0.0:1767325894.010546:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325894.010552:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325894.010555:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000882297f5 x1853174993427968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325894.010560:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000058a26f23 x1853174993428096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325894.010569:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325894.010571:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325894.010576:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058a26f23] to pc [ptlrpcd_00_01+1] req@0000000058a26f23 x1853174993428096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325894.010584:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325894.010587:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325894.010593:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325894.010596:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325894.010598:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325894.010599:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325894.010601:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767325894.010606:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000882297f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993427968:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325894.010607:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767325894.010608:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325894.010611:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767325894.010613:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc169e85. 00000100:00000001:2.0:1767325894.010613:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767325894.010618:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:2.0:1767325894.010618:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058a26f23 x1853174993428096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325894.010624:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325894.010627:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325894.010628:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325894.010632:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325894.010633:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325894.010635:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325894.010636:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325894.010638:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767325894.010639:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe2b1497. 02000000:00000001:2.0:1767325894.010640:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325894.010640:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325894.010645:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325894.010646:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325894.010647:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767325894.010649:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058a26f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993428096:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325894.010654:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1767325894.010654:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000054a5700. 00000100:00000040:3.0:1767325894.010656:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000bc169e85 x1853174993428224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767325894.010657:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325894.010659:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325894.010660:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325894.010664:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325894.010669:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e71da969. 00000400:00000010:0.0:1767325894.010671:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9c39765. 02000000:00000001:2.0:1767325894.010672:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325894.010673:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325894.010677:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325894.010679:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000100:00000040:3.0:1767325894.010683:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc169e85] to pc [ptlrpcd_00_02+2] req@00000000bc169e85 x1853174993428224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325894.010684:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005632e77f. 00000400:00000010:2.0:1767325894.010686:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939b1d42. 00000100:00000200:0.0:1767325894.010693:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993427968, portal 25 00000100:00000200:2.0:1767325894.010697:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993428096, portal 10 00000100:00000001:0.0:1767325894.010698:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325894.010702:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268029184 : -112767441522432 : ffff997048b4b100) 00000100:00000001:2.0:1767325894.010703:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325894.010706:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268018432 : -112767441533184 : ffff997048b48700) 00000100:00000040:0.0:1767325894.010712:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000882297f5 x1853174993427968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325894.010717:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058a26f23 x1853174993428096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325894.010737:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325894.010737:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325894.010742:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325894.010745:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325894.010745:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767325894.010750:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767325894.010751:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a212d555. 00000100:00000040:2.0:1767325894.010757:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000200:0.0:1767325894.010758:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993427968, offset 0 00000100:00000040:3.0:1767325894.010760:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11148) 00000400:00000010:2.0:1767325894.010761:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9db31c4. 00000100:00000001:1.0:1767325894.010763:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325894.010779:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325894.010782:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767325894.010784:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767325894.010789:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc169e85 x1853174993428224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325894.010791:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993428096, offset 0 00000100:00000001:1.0:1767325894.010802:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767325894.010803:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325894.010805:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325894.010806:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325894.010812:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325894.010814:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325894.010814:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325894.010815:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325894.010820:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325894.010821:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325894.010825:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00100000:1.0:1767325894.010828:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bc169e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993428224:192.168.203.107@tcp:400: 00000400:00000200:0.0:1767325894.010833:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325894.010835:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325894.010838:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:1.0:1767325894.010839:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325894.010842:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325894.010846:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [328:328:256:4294967295] 192.168.203.107@tcp LPNI seq info [328:328:8:4294967295] 02000000:00000001:1.0:1767325894.010847:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325894.010860:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000729d917. 00000400:00000200:0.0:1767325894.010862:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:1.0:1767325894.010864:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325894.010870:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c3a07d9. 00000800:00000200:0.0:1767325894.010873:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325894.010875:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:1.0:1767325894.010877:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009eda70b2. 00000400:00000200:2.0:1767325894.010882:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767325894.010882:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993428224, portal 10 00000800:00000010:0.0:1767325894.010882:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d977c447. 00000100:00000001:1.0:1767325894.010888:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767325894.010889:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325894.010890:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268021120 : -112767441530496 : ffff997048b49180) 00000800:00000200:0.0:1767325894.010896:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767325894.010897:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767325894.010902:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bc169e85 x1853174993428224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325894.010904:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767325894.010911:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767325894.010913:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [329:329:255:4294967295] 192.168.203.107@tcp LPNI seq info [329:329:7:4294967295] 00000800:00000200:0.0:1767325894.010920:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d977c447 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325894.010928:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767325894.010935:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:1.0:1767325894.010935:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325894.010941:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8fd9bfd. 00000100:00000001:0.0:1767325894.010944:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325894.010946:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000200:1.0:1767325894.010946:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993428224, offset 0 00000800:00000010:2.0:1767325894.010953:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b371746e. 00000100:00000001:0.0:1767325894.010957:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305815578 00000400:00000200:1.0:1767325894.010958:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767325894.010963:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:0.0:1767325894.010966:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f0d6bc1. 00000400:00000200:1.0:1767325894.010969:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:2.0:1767325894.010973:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325894.010974:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767325894.010976:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767325894.010978:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b371746e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325894.010981:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305815578 00000100:00000001:2.0:1767325894.010983:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325894.010987:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab3999a4. 00000100:00000040:2.0:1767325894.010990:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 296018 usecs (297 jiffies) 00000400:00000200:1.0:1767325894.010990:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325894.010992:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767325894.010996:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305811241 00000400:00000200:1.0:1767325894.010997:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325894.010998:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305815578 00000100:00000001:2.0:1767325894.011002:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305815578 00000400:00000200:1.0:1767325894.011004:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:0.0:1767325894.011005:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091671450. 00000100:00000001:2.0:1767325894.011009:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305811241 00000100:00000001:0.0:1767325894.011011:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1767325894.011013:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767325894.011014:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [330:330:254:4294967295] 192.168.203.107@tcp LPNI seq info [330:330:6:4294967295] 00000100:00000001:2.0:1767325894.011015:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305815578 00000800:00000010:3.0:1767325894.011020:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d977c447. 00000100:00000001:2.0:1767325894.011021:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305811241 00000400:00000200:3.0:1767325894.011029:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325894.011031:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305815578 00000100:00000001:0.0:1767325894.011031:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305815578 00000400:00000200:1.0:1767325894.011033:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325894.011038:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305811241 00000100:00000010:0.0:1767325894.011039:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e8bdceb6. 00000400:00000200:3.0:1767325894.011042:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325894.011046:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767325894.011048:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325894.011051:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a212d555 00000100:00000001:2.0:1767325894.011051:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305815578 00000100:00000001:0.0:1767325894.011052:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767325894.011055:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef5ef55d. 00000400:00000010:3.0:1767325894.011056:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a212d555. 00000100:00000001:2.0:1767325894.011058:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325894.011059:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325894.011064:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325894.011065:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325894.011066:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325894.011071:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325894.011071:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325894.011074:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000882297f5 x1853174993427968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325894.011077:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325894.011083:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767325894.011084:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325894.011084:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325894.011089:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767325894.011090:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef5ef55d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325894.011091:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325894.011093:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325894.011095:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325894.011097:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325894.011097:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325894.011099:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325894.011100:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325894.011103:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767325894.011104:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 17503 usecs (18 jiffies) 00000100:00000001:0.0:1767325894.011106:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325894.011108:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325894.011112:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305810962 00000100:00000001:1.0:1767325894.011116:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305815578 00000100:00000001:3.0:1767325894.011118:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325894.011119:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305810962 00000100:00000001:1.0:1767325894.011123:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305815578 00000100:00000040:3.0:1767325894.011125:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000882297f5 x1853174993427968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325910 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325894.011126:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325894.011128:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305810962 00000100:00000001:1.0:1767325894.011134:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305815578 00000100:00000001:1.0:1767325894.011160:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305810962 00000100:00000001:1.0:1767325894.011163:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305815578 00000100:00000001:1.0:1767325894.011165:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325894.011168:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325894.011170:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325894.011173:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325894.011174:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325894.011177:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325894.011182:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325894.011183:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325894.011185:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325894.011186:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325894.011188:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325894.011190:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325894.011193:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b371746e. 00000100:00000001:1.0:1767325894.011199:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325894.011201:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325894.011207:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325894.011210:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9db31c4 00000400:00000010:3.0:1767325894.011212:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9db31c4. 00000100:00000001:3.0:1767325894.011215:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325894.011218:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058a26f23 x1853174993428096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325894.011225:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325894.011234:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058a26f23 x1853174993428096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325910 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325894.011240:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325894.011242:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325894.011314:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325894.011317:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef5ef55d. 00000400:00000200:3.0:1767325894.011321:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325894.011335:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325894.011337:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8fd9bfd 00000400:00000010:3.0:1767325894.011339:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8fd9bfd. 00000100:00000001:3.0:1767325894.011341:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325894.011344:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc169e85 x1853174993428224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325894.011351:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325894.011353:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc169e85 x1853174993428224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325910 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325894.011359:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325894.011361:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325894.013365:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325894.013379:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325894.013384:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325894.013386:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325894.013394:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325894.013408:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed309e00 00000400:00000200:0.0:1767325894.013416:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xb15 [1] + 224 00000800:00000001:0.0:1767325894.013422:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325894.013427:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325894.013428:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325894.013431:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325894.013442:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325894.013447:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000882297f5 x1853174993427968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325894.013454:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000882297f5 x1853174993427968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325894.013466:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325894.013471:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325894.013473:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325894.013474:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325894.013475:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325894.013477:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325894.013481:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed309f00 00000400:00000200:0.0:1767325894.013484:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xb25 [1] + 224 00000800:00000001:0.0:1767325894.013487:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325894.013489:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325894.013490:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325894.013492:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325894.013493:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325894.013496:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc169e85 x1853174993428224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325894.013500:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bc169e85 x1853174993428224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325894.013510:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325894.013512:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325894.013514:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325894.013515:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325894.013516:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325894.013522:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767325894.013526:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed309e80 00000400:00000200:0.0:1767325894.013530:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xb19 [1] + 224 00000800:00000001:0.0:1767325894.013532:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325894.013541:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325894.013543:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325894.013546:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325894.013548:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325894.013549:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325894.013552:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767325894.013553:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058a26f23 x1853174993428096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325894.013554:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325894.013558:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325894.013560:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325894.013564:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767325894.013564:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000058a26f23 x1853174993428096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325894.013569:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9c39765. 00000400:00000200:3.0:1767325894.013575:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005632e77f 00000400:00000010:3.0:1767325894.013577:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005632e77f. 00000100:00000001:0.0:1767325894.013578:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325894.013581:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767325894.013586:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767325894.013587:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000882297f5 x1853174993427968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767325894.013590:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325894.013593:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c3a07d9. 00000400:00000200:1.0:1767325894.013598:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eda70b2 00000400:00000010:1.0:1767325894.013602:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009eda70b2. 00000100:00000200:3.0:1767325894.013606:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000882297f5 x1853174993427968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325894.013607:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767325894.013610:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325894.013613:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767325894.013615:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc169e85 x1853174993428224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325894.013616:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325894.013617:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325894.013622:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325894.013625:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767325894.013626:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767325894.013629:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000100:00000001:3.0:1767325894.013630:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325894.013634:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc169e85 x1853174993428224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325894.013637:0:211465:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767325894.013637:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939b1d42 02000000:00000001:3.0:1767325894.013641:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767325894.013642:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939b1d42. 00000100:00000001:2.0:1767325894.013649:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325894.013649:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325894.013650:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325894.013653:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325894.013654:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325894.013657:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058a26f23 x1853174993428096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325894.013658:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325894.013660:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325894.013662:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325894.013666:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325894.013669:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325894.013671:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=151 v=5 (5 5 5 0) 00000100:00000200:2.0:1767325894.013675:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058a26f23 x1853174993428096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325894.013675:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325894.013679:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=151 v=5 (1 1 1 0) 00000100:00001000:1.0:1767325894.013683:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=151 v=5 (5 5 5 0) 00000100:00000001:3.0:1767325894.013688:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1767325894.013690:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325894.013691:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325894.013694:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325894.013695:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767325894.013698:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325894.013698:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325894.013699:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325894.013701:0:211466:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767325894.013704:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325894.013704:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767325894.013704:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325894.013708:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325894.013710:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325894.013711:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325894.013711:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767325894.013714:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bc169e85 x1853174993428224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767325894.013718:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=141 v=5 (5 5 5 0) 00000100:00000040:3.0:1767325894.013721:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000882297f5 x1853174993427968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767325894.013725:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=141 v=5 (1 1 1 0) 00000100:00000001:2.0:1767325894.013731:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325894.013733:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325894.013737:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325894.013739:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325894.013741:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325894.013747:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325894.013747:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767325894.013747:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325894.013751:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000040:2.0:1767325894.013752:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325894.013753:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325894.013756:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325894.013757:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325894.013758:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325894.013759:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325894.013779:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000882297f5 x1853174993427968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325894.013780:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc169e85 x1853174993428224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325894.013781:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325894.013791:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058a26f23 x1853174993428096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325894.013815:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000882297f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993427968:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325894.013819:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325894.013825:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325894.013828:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325894.013828:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325894.013831:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325894.013835:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325894.013835:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767325894.013837:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058a26f23 x1853174993428096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325894.013838:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325894.013844:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000882297f5 x1853174993427968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325894.013846:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc169e85 x1853174993428224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325894.013857:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058a26f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993428096:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325894.013868:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325894.013872:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325894.013877:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058a26f23 x1853174993428096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325894.013878:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:1.0:1767325894.013879:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc169e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993428224:192.168.203.107@tcp:400: 02000000:00000001:3.0:1767325894.013883:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767325894.013888:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767325894.013889:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000054a5700. 00000100:00000001:1.0:1767325894.013892:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325894.013896:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767325894.013896:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc169e85 x1853174993428224/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325910 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325894.013897:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767325894.013900:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767325894.013902:0:211465:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:2.0:1767325894.013904:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e71da969. 00000020:00000040:3.0:1767325894.013907:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325894.013909:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325894.013911:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325894.013912:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767325894.013912:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767325894.013916:0:211466:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:1.0:1767325894.013916:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000729d917. 02000000:00000010:3.0:1767325894.013917:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000caa95cc3. 00000020:00000040:2.0:1767325894.013920:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 02000000:00000001:1.0:1767325894.013922:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767325894.013923:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767325894.013924:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767325894.013924:0:211467:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767325894.013928:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1767325894.013928:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000010:2.0:1767325894.013929:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000056075b4e. 00000100:00000010:3.0:1767325894.013932:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000882297f5. 00000020:00000001:1.0:1767325894.013932:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325894.013935:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe2b1497. 02000000:00000001:1.0:1767325894.013937:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325894.013938:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325894.013939:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc169e85. 02000000:00000001:2.0:1767325894.013940:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325894.013944:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767325894.013945:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325894.013945:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000010:2.0:1767325894.013946:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058a26f23. 00000100:00000001:1.0:1767325894.013949:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325894.013951:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325894.013951:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325894.013952:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325894.013954:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325894.013957:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325894.013957:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325894.013959:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325894.013962:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325894.013965:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325894.013966:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325894.013966:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325894.013967:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325894.013969:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325894.013971:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325894.013972:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325894.013974:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325894.013977:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325894.013981:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325894.650222:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325894.650229:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325894.650253:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325894.650254:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325894.650287:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325894.650291:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325894.650293:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325895.674236:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325895.674245:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325895.674251:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325895.674254:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325895.674256:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325895.674262:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325895.674264:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325895.674275:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325895.674278:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325895.674281:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325895.674282:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325895.674284:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325895.674337:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325895.674341:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325895.674343:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325896.698263:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325896.698271:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325896.698278:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325896.698279:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325896.698334:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325896.698338:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325896.698340:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325897.722276:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325897.722289:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325897.722295:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325897.722296:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325897.722814:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325897.722818:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325897.722820:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325898.746256:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325898.746263:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325898.746268:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325898.746269:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325898.746296:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325898.746318:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325898.746321:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325899.130246:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305815578, at 4305816064 00000100:00000040:2.0:1767325899.130246:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305815578, at 4305816064 00000100:00000040:0.0:1767325899.130246:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305815578, at 4305816064 00000100:00000010:2.0:1767325899.130262:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091671450. 00000100:00000010:3.0:1767325899.130264:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e8bdceb6. 00000100:00000010:0.0:1767325899.130273:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f0d6bc1. 00000100:00000040:1.0:1767325899.130339:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325899.130343:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325899.130359:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef1aafe9. 00000020:00000040:1.0:1767325899.130363:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325899.130366:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325899.130369:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325899.130374:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325899.130380:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 00000100:00000001:1.0:1767325899.130386:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325899.130396:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000ef1aafe9 x1853174993428352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325899.130404:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325899.130406:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325899.130410:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1aafe9] to pc [ptlrpcd_00_03+3] req@00000000ef1aafe9 x1853174993428352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325899.130429:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325899.130431:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325899.130434:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325899.130443:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b618cdda. 00000020:00000040:1.0:1767325899.130445:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325899.130448:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325899.130449:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325899.130451:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325899.130452:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767325899.130456:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fe8d38. 00000100:00000001:0.0:1767325899.130457:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325899.130458:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325899.130460:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325899.130461:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325899.130463:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325899.130467:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000b618cdda x1853174993428480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767325899.130470:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef1aafe9 x1853174993428352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325899.130490:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325899.130493:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325899.130493:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325899.130496:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325899.130499:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325899.130501:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325899.130513:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325899.130516:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b618cdda] to pc [ptlrpcd_00_00+0] req@00000000b618cdda x1853174993428480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325899.130518:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993428352:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325899.130533:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325899.130540:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325899.130542:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325899.130542:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325899.130548:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767325899.130548:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325899.130553:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1767325899.130554:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004eeebb60. 02000000:00000001:2.0:1767325899.130557:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325899.130558:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006af6b25f. 00000100:00000001:0.0:1767325899.130558:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767325899.130561:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000400:00000010:2.0:1767325899.130562:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000100:00000001:0.0:1767325899.130562:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325899.130564:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325899.130565:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325899.130567:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325899.130569:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325899.130570:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939b1d42. 00000100:00000040:0.0:1767325899.130571:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b618cdda x1853174993428480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325899.130575:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef5ef55d. 00000100:00000200:2.0:1767325899.130579:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993428352, portal 25 00000100:00000001:1.0:1767325899.130579:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325899.130580:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325899.130582:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325899.130585:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767325899.130586:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000006af6b25f x1853174993428608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325899.130586:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325899.130589:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138716032 : -112766570835584 : ffff99707c9a5180) 02000000:00000001:0.0:1767325899.130589:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325899.130595:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325899.130598:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767325899.130599:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b618cdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993428480:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325899.130600:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325899.130601:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef1aafe9 x1853174993428352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325899.130604:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767325899.130605:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006af6b25f] to pc [ptlrpcd_00_01+1] req@000000006af6b25f x1853174993428608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325899.130607:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325899.130609:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325899.130612:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325899.130622:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2f21edf. 02000000:00000001:0.0:1767325899.130625:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325899.130631:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1205751. 00000100:00000001:2.0:1767325899.130632:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325899.130632:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325899.130634:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767325899.130637:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000100:00000040:2.0:1767325899.130641:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767325899.130641:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1767325899.130641:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993428480, portal 10 00000100:00000001:0.0:1767325899.130645:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325899.130646:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138724096 : -112766570827520 : ffff99707c9a7100) 00000400:00000010:2.0:1767325899.130648:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006167ed22. 00000100:00000040:1.0:1767325899.130649:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11153) 00000100:00000040:0.0:1767325899.130653:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b618cdda x1853174993428480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325899.130655:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993428352, offset 0 00000100:00000001:0.0:1767325899.130665:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325899.130669:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305815578, at 4305816064 00000400:00000200:2.0:1767325899.130670:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767325899.130676:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab3999a4. 00000100:00000040:0.0:1767325899.130680:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325899.130682:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034704ee7. 00000100:00000200:0.0:1767325899.130688:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993428480, offset 0 00000400:00000200:2.0:1767325899.130690:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325899.130695:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325899.130697:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325899.130698:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325899.130699:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325899.130703:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767325899.130705:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325899.130710:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325899.130712:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325899.130714:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [331:331:256:4294967295] 192.168.203.107@tcp LPNI seq info [331:331:8:4294967295] 00000400:00000200:2.0:1767325899.130726:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325899.130743:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325899.130744:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325899.130751:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767325899.130752:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fc6f982. 00000400:00000200:0.0:1767325899.130754:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325899.130760:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325899.130762:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767325899.130767:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:1.0:1767325899.130770:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006af6b25f x1853174993428608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325899.130770:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [332:332:255:4294967295] 192.168.203.107@tcp LPNI seq info [332:332:7:4294967295] 00000100:00000001:1.0:1767325899.130778:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1767325899.130783:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767325899.130784:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325899.130785:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325899.130788:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1767325899.130789:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767325899.130790:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325899.130793:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767325899.130794:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099e782ae. 00000800:00000200:2.0:1767325899.130797:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fc6f982 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1767325899.130797:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006af6b25f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993428608:192.168.203.107@tcp:400: 00000800:00000200:0.0:1767325899.130799:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325899.130805:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767325899.130806:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:1.0:1767325899.130807:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325899.130809:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325899.130809:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099e782ae type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767325899.130811:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325899.130813:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000850bcc73. 00000100:00000001:2.0:1767325899.130818:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325899.130819:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325899.130825:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325899.130827:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305820698 00000100:00000040:0.0:1767325899.130827:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 292975 usecs (293 jiffies) 00000400:00000010:1.0:1767325899.130828:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c3a07d9. 00000100:00000001:0.0:1767325899.130834:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305816357 00000100:00000010:2.0:1767325899.130836:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de87715d. 00000400:00000010:1.0:1767325899.130836:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009eda70b2. 00000100:00000200:1.0:1767325899.130840:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993428608, portal 10 00000100:00000001:1.0:1767325899.130843:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325899.130844:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767325899.130845:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138713344 : -112766570838272 : ffff99707c9a4700) 00000100:00000001:2.0:1767325899.130852:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305820698 00000100:00000040:1.0:1767325899.130852:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006af6b25f x1853174993428608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325899.130852:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305820698 00000100:00000001:0.0:1767325899.130857:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305816357 00000100:00000010:2.0:1767325899.130860:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9303397. 00000100:00000001:1.0:1767325899.130863:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325899.130867:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767325899.130868:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325899.130872:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8b3beac. 00000100:00000001:2.0:1767325899.130875:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305820698 00000100:00000001:0.0:1767325899.130875:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305820698 00000100:00000200:1.0:1767325899.130876:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993428608, offset 0 00000100:00000001:0.0:1767325899.130879:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305816357 00000800:00000200:3.0:1767325899.130880:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1767325899.130884:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005885a45f. 00000800:00000010:3.0:1767325899.130885:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fc6f982. 00000400:00000200:1.0:1767325899.130887:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325899.130891:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767325899.130893:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325899.130896:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325899.130898:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305820698 00000100:00000001:0.0:1767325899.130899:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305820698 00000400:00000200:1.0:1767325899.130901:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325899.130903:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325899.130906:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305816357 00000100:00000010:2.0:1767325899.130907:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab703378. 00000400:00000200:1.0:1767325899.130907:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325899.130912:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767325899.130912:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325899.130916:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767325899.130917:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325899.130917:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305820698 00000400:00000200:1.0:1767325899.130920:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [333:333:254:4294967295] 192.168.203.107@tcp LPNI seq info [333:333:6:4294967295] 00000100:00000001:0.0:1767325899.130920:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325899.130923:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325899.130924:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325899.130928:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325899.130929:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325899.130932:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325899.130933:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325899.130934:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325899.130939:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006167ed22 00000800:00000200:1.0:1767325899.130939:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325899.130942:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006167ed22. 00000100:00000001:2.0:1767325899.130945:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1767325899.130946:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a24aac0. 00000100:00000001:0.0:1767325899.130946:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325899.130948:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325899.130949:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325899.130949:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767325899.130955:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef1aafe9 x1853174993428352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325899.130955:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325899.130955:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325899.130958:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325899.130959:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767325899.130960:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325899.130963:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325899.130970:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325899.130971:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325899.130971:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325899.130978:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007a24aac0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325899.130978:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325899.130979:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325899.130983:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325899.130985:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef1aafe9 x1853174993428352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325915 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325899.130989:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 17355 usecs (18 jiffies) 00000100:00000001:3.0:1767325899.130994:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325899.130995:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305816082 00000100:00000001:3.0:1767325899.130997:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325899.131000:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305820698 00000100:00000001:1.0:1767325899.131003:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305816082 00000100:00000001:1.0:1767325899.131006:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305820698 00000800:00000200:3.0:1767325899.131007:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325899.131009:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305816082 00000800:00000010:3.0:1767325899.131011:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099e782ae. 00000100:00000001:1.0:1767325899.131013:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305820698 00000400:00000200:3.0:1767325899.131014:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325899.131017:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305816082 00000400:00000200:3.0:1767325899.131020:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325899.131022:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305820698 00000400:00000200:3.0:1767325899.131023:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034704ee7 00000100:00000001:1.0:1767325899.131024:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767325899.131026:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034704ee7. 00000100:00000001:1.0:1767325899.131027:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325899.131030:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325899.131033:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325899.131035:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325899.131037:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767325899.131040:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b618cdda x1853174993428480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325899.131041:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325899.131045:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325899.131047:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325899.131049:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325899.131054:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325899.131055:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b618cdda x1853174993428480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325915 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325899.131059:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325899.131065:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325899.131066:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325899.131119:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325899.131120:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a24aac0. 00000400:00000200:3.0:1767325899.131122:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325899.131124:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325899.131126:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8b3beac 00000400:00000010:3.0:1767325899.131127:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8b3beac. 00000100:00000001:3.0:1767325899.131128:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325899.131130:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006af6b25f x1853174993428608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325899.131135:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325899.131136:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006af6b25f x1853174993428608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325915 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325899.131154:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325899.131155:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325899.132711:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325899.132722:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325899.132725:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325899.132728:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325899.132747:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325899.132760:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed309f80 00000400:00000200:3.0:1767325899.132767:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xb2d [1] + 224 00000800:00000001:3.0:1767325899.132774:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325899.132780:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325899.132782:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325899.132792:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325899.132797:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325899.132800:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef1aafe9 x1853174993428352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325899.132808:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef1aafe9 x1853174993428352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325899.132825:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325899.132832:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325899.132835:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325899.132837:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325899.132839:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325899.132844:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325899.132851:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30a000 00000100:00000001:2.0:1767325899.132855:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325899.132859:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325899.132864:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325899.132865:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325899.132867:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000400:00000200:2.0:1767325899.132871:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939b1d42 00000400:00000010:2.0:1767325899.132872:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939b1d42. 00000100:00000001:2.0:1767325899.132875:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325899.132879:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef1aafe9 x1853174993428352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325899.132908:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef1aafe9 x1853174993428352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325899.132916:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325899.132919:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325899.132922:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325899.132924:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767325899.132927:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xb31 [1] + 224 00000100:00000001:2.0:1767325899.132927:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325899.132930:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325899.132935:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325899.132937:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767325899.132941:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=6 v=5 (5 5 5 5) 00000800:00000001:3.0:1767325899.132943:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767325899.132945:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=6 v=5 (1 1 1 1) 00000400:00000200:3.0:1767325899.132948:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325899.132949:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325899.132951:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325899.132954:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767325899.132957:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00010000:00000001:2.0:1767325899.132957:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325899.132962:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325899.132963:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767325899.132966:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef1aafe9 x1853174993428352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325899.132971:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325899.132973:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325899.132974:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325899.132981:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b618cdda x1853174993428480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325899.132981:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef1aafe9 x1853174993428352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325899.132998:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993428352:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325899.133006:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325899.133009:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325899.133010:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b618cdda x1853174993428480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325899.133013:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef1aafe9 x1853174993428352/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325899.133035:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325899.133039:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325899.133041:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004eeebb60. 00000100:00000001:3.0:1767325899.133047:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767325899.133048:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325899.133051:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325899.133052:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000800:00000001:3.0:1767325899.133054:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767325899.133054:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325899.133058:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 00000800:00000001:3.0:1767325899.133061:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325899.133063:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1767325899.133066:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767325899.133066:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767325899.133068:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767325899.133069:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef1aafe9. 00000800:00000001:3.0:1767325899.133071:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325899.133071:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325899.133074:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:0.0:1767325899.133075:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767325899.133076:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767325899.133079:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767325899.133080:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325899.133083:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000010:0.0:1767325899.133083:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1205751. 00000100:00000001:2.0:1767325899.133085:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325899.133089:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325899.133089:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325899.133092:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:2.0:1767325899.133093:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325899.133097:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30a080 00000100:00000001:2.0:1767325899.133097:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325899.133098:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325899.133103:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b618cdda x1853174993428480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325899.133110:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xb3d [1] + 224 00000100:00000200:0.0:1767325899.133114:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b618cdda x1853174993428480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325899.133127:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325899.133128:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325899.133129:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325899.133133:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325899.133135:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325899.133137:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767325899.133138:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325899.133161:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325899.133162:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325899.133168:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 02000000:00000001:0.0:1767325899.133172:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325899.133173:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325899.133179:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006af6b25f x1853174993428608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325899.133179:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=146 v=5 (5 5 5 0) 00000100:00001000:0.0:1767325899.133186:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=146 v=5 (1 1 1 0) 00000100:00000001:0.0:1767325899.133193:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325899.133195:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325899.133199:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006af6b25f x1853174993428608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325899.133200:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325899.133205:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325899.133210:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325899.133213:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325899.133215:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325899.133216:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325899.133220:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767325899.133221:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b618cdda x1853174993428480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325899.133227:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325899.133230:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325899.133233:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325899.133234:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325899.133239:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325899.133240:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b618cdda x1853174993428480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325899.133248:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325899.133250:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767325899.133250:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b618cdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993428480:192.168.203.107@tcp:400: 00000400:00000001:1.0:1767325899.133253:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325899.133254:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325899.133254:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767325899.133256:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c3a07d9. 00000100:00000001:0.0:1767325899.133256:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325899.133258:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b618cdda x1853174993428480/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325899.133260:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eda70b2 00000400:00000010:1.0:1767325899.133261:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009eda70b2. 00000100:00000001:1.0:1767325899.133265:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325899.133265:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325899.133266:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325899.133268:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2f21edf. 00000100:00000200:1.0:1767325899.133269:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006af6b25f x1853174993428608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325899.133274:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325899.133275:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325899.133276:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767325899.133278:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325899.133280:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fe8d38. 02000000:00000001:0.0:1767325899.133282:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1767325899.133283:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006af6b25f x1853174993428608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325899.133287:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767325899.133289:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:0.0:1767325899.133289:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b618cdda. 00000100:00000001:1.0:1767325899.133290:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325899.133291:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325899.133292:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325899.133293:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325899.133293:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325899.133294:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325899.133295:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325899.133296:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325899.133298:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325899.133298:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325899.133299:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325899.133301:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=6 v=5 (5 5 5 5) 00000100:00000001:0.0:1767325899.133301:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325899.133302:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325899.133304:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=103 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325899.133306:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325899.133307:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325899.133309:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325899.133311:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006af6b25f x1853174993428608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325899.133318:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325899.133320:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325899.133321:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325899.133323:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325899.133324:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325899.133327:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006af6b25f x1853174993428608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325899.133333:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325899.133335:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325899.133336:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325899.133338:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006af6b25f x1853174993428608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325899.133344:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006af6b25f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993428608:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325899.133346:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325899.133357:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325899.133359:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006af6b25f x1853174993428608/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325915 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325899.133363:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325899.133365:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325899.133366:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000850bcc73. 02000000:00000001:1.0:1767325899.133368:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325899.133369:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325899.133370:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767325899.133371:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325899.133372:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ef5ef55d. 02000000:00000001:1.0:1767325899.133373:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325899.133374:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325899.133375:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006af6b25f. 00000100:00000001:1.0:1767325899.133376:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325899.133377:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325899.133378:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325899.133380:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325899.133381:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325899.133382:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325899.133383:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325899.770249:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325899.770258:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325899.770265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325899.770266:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325899.770338:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325899.770343:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325899.770347:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325900.794256:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325900.794266:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325900.794274:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325900.794276:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325900.794331:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325900.794335:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325900.794337:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325901.818263:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325901.818271:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325901.818278:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325901.818280:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325901.818311:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325901.818315:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325901.818319:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325902.842265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325902.842274:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325902.842281:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325902.842283:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325902.842371:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325902.842375:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325902.842378:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325903.866242:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325903.866252:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325903.866255:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325903.866257:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325903.866262:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325903.866264:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325903.866266:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325903.866288:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325903.866293:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325903.866294:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325903.866345:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325903.866349:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325903.866352:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325904.250249:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305820698, at 4305821184 00000100:00000040:2.0:1767325904.250249:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305820698, at 4305821184 00000100:00000040:1.0:1767325904.250249:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305820698, at 4305821184 00000100:00000040:0.0:1767325904.250249:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305820698, at 4305821184 00000100:00000010:3.0:1767325904.250266:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab703378. 00000100:00000010:1.0:1767325904.250268:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e9303397. 00000100:00000010:2.0:1767325904.250270:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005885a45f. 00000100:00000010:0.0:1767325904.250272:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de87715d. 00000100:00000040:1.0:1767325904.250289:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325904.250296:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325904.250307:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006af6b25f. 00000020:00000040:1.0:1767325904.250313:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325904.250317:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325904.250320:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325904.250325:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325904.250332:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000073cc668c. 00000100:00000001:1.0:1767325904.250339:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325904.250361:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000006af6b25f x1853174993428736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325904.250371:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325904.250373:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325904.250379:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006af6b25f] to pc [ptlrpcd_00_02+2] req@000000006af6b25f x1853174993428736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325904.250407:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325904.250409:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325904.250413:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325904.250416:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7cc4db3. 00000020:00000040:1.0:1767325904.250419:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325904.250421:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325904.250423:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325904.250424:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325904.250428:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325904.250430:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767325904.250432:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f42357cd. 00000100:00000001:0.0:1767325904.250434:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325904.250435:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325904.250441:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006af6b25f x1853174993428736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325904.250442:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000c7cc4db3 x1853174993428864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325904.250443:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325904.250449:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325904.250469:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325904.250470:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325904.250471:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325904.250472:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325904.250475:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7cc4db3] to pc [ptlrpcd_00_03+3] req@00000000c7cc4db3 x1853174993428864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325904.250477:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325904.250481:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325904.250484:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325904.250486:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006af6b25f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993428736:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325904.250489:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325904.250490:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767325904.250492:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325904.250496:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767325904.250496:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1767325904.250498:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d8ec799. 02000000:00000001:0.0:1767325904.250499:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325904.250503:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:0.0:1767325904.250503:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325904.250507:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767325904.250508:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325904.250509:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767325904.250510:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000415c9cd6. 02000000:00000001:1.0:1767325904.250512:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325904.250513:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767325904.250513:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325904.250517:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767325904.250520:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1205751. 02000000:00000010:1.0:1767325904.250525:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007a24aac0. 00000100:00000040:2.0:1767325904.250526:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7cc4db3 x1853174993428864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325904.250529:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325904.250535:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000100:00000040:1.0:1767325904.250537:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000007d8ec799 x1853174993428992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767325904.250544:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993428736, portal 25 00000100:00000001:2.0:1767325904.250547:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325904.250550:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325904.250552:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325904.250555:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138713344 : -112766570838272 : ffff99707c9a4700) 00000100:00000001:1.0:1767325904.250557:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767325904.250559:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325904.250560:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325904.250562:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325904.250566:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d8ec799] to pc [ptlrpcd_00_00+0] req@000000007d8ec799 x1853174993428992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325904.250566:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006af6b25f x1853174993428736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325904.250568:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325904.250577:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993428864:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325904.250588:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325904.250592:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325904.250595:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325904.250598:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325904.250599:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767325904.250601:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000318261e. 02000000:00000001:2.0:1767325904.250606:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325904.250606:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325904.250611:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325904.250611:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070eb7e9a. 00000400:00000010:2.0:1767325904.250612:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000100:00000040:1.0:1767325904.250617:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767325904.250617:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993428736, offset 0 00000400:00000010:2.0:1767325904.250619:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939b1d42. 00000100:00000040:1.0:1767325904.250624:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1767325904.250625:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993428864, portal 10 00000100:00000040:1.0:1767325904.250629:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11158) 00000100:00000001:2.0:1767325904.250630:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767325904.250630:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325904.250634:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138715136 : -112766570836480 : ffff99707c9a4e00) 00000100:00000040:2.0:1767325904.250640:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c7cc4db3 x1853174993428864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325904.250646:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325904.250646:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325904.250648:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325904.250650:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767325904.250651:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:2.0:1767325904.250653:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325904.250655:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325904.250656:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325904.250658:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767325904.250664:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd0dfdf7. 00000100:00000200:2.0:1767325904.250667:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993428864, offset 0 00000400:00000200:0.0:1767325904.250667:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325904.250673:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325904.250675:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325904.250677:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767325904.250680:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [334:334:256:4294967295] 192.168.203.107@tcp LPNI seq info [334:334:8:4294967295] 00000100:00000001:1.0:1767325904.250685:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325904.250687:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325904.250690:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325904.250694:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325904.250696:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767325904.250707:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:1.0:1767325904.250712:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d8ec799 x1853174993428992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325904.250720:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:0.0:1767325904.250720:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325904.250729:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767325904.250730:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099e782ae. 00000100:00000001:1.0:1767325904.250731:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767325904.250733:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325904.250736:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325904.250737:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767325904.250742:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767325904.250743:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:1.0:1767325904.250743:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325904.250747:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325904.250750:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [335:335:255:4294967295] 192.168.203.107@tcp LPNI seq info [335:335:7:4294967295] 02000000:00000001:1.0:1767325904.250753:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325904.250754:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325904.250760:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099e782ae type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1767325904.250762:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993428992:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325904.250771:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767325904.250773:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:1.0:1767325904.250776:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325904.250777:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325904.250780:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325904.250781:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325904.250782:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305825818 00000100:00000010:0.0:1767325904.250789:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f0d6bc1. 00000800:00000010:2.0:1767325904.250790:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fc6f982. 02000000:00000001:1.0:1767325904.250790:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325904.250793:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 02000000:00000010:1.0:1767325904.250797:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a14ddedd. 00000100:00000001:0.0:1767325904.250798:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305825818 00000800:00000200:2.0:1767325904.250800:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:1.0:1767325904.250802:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325904.250804:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e7dee28. 00000100:00000001:0.0:1767325904.250808:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767325904.250809:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000010:1.0:1767325904.250809:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c3a07d9. 00000800:00000200:2.0:1767325904.250815:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fc6f982 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325904.250817:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305825818 00000400:00000010:1.0:1767325904.250819:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009eda70b2. 00000100:00000001:2.0:1767325904.250821:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325904.250822:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ac4dacc. 00000100:00000200:1.0:1767325904.250824:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993428992, portal 10 00000100:00000001:0.0:1767325904.250827:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767325904.250828:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767325904.250829:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 289988 usecs (290 jiffies) 00000100:00000001:0.0:1767325904.250830:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305825818 00000100:00000001:1.0:1767325904.250832:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138718720 : -112766570832896 : ffff99707c9a5c00) 00000100:00000010:0.0:1767325904.250835:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000497492e3. 00000100:00000001:2.0:1767325904.250836:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305821474 00000800:00000200:3.0:1767325904.250840:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325904.250840:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767325904.250842:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305825818 00000100:00000040:1.0:1767325904.250844:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d8ec799 x1853174993428992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325904.250845:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767325904.250847:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099e782ae. 00000100:00000001:2.0:1767325904.250847:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305821474 00000100:00000001:0.0:1767325904.250849:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325904.250854:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305825818 00000400:00000200:3.0:1767325904.250855:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325904.250855:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325904.250859:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767325904.250860:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305821474 00000100:00000001:0.0:1767325904.250861:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325904.250866:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325904.250867:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305825818 00000400:00000200:3.0:1767325904.250870:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:1.0:1767325904.250870:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000546b590. 00000100:00000001:0.0:1767325904.250870:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325904.250871:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305821474 00000100:00000001:0.0:1767325904.250874:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767325904.250876:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993428992, offset 0 00000100:00000001:2.0:1767325904.250878:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305825818 00000100:00000001:0.0:1767325904.250880:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325904.250881:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070eb7e9a 00000100:00000001:0.0:1767325904.250882:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325904.250883:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325904.250885:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325904.250887:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070eb7e9a. 00000100:00000001:2.0:1767325904.250888:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325904.250892:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325904.250894:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325904.250896:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325904.250897:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000200:3.0:1767325904.250903:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006af6b25f x1853174993428736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325904.250904:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325904.250906:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325904.250912:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767325904.250914:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325904.250916:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767325904.250920:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325904.250923:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325904.250925:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325904.250926:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325904.250928:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325904.250930:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325904.250930:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:3.0:1767325904.250934:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006af6b25f x1853174993428736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325920 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325904.250936:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325904.250936:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [336:336:254:4294967295] 192.168.203.107@tcp LPNI seq info [336:336:6:4294967295] 00000400:00000200:1.0:1767325904.250951:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767325904.250959:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325904.250960:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325904.250964:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:1.0:1767325904.250966:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce6b287f. 00000800:00000200:1.0:1767325904.250970:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325904.250973:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325904.250975:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ce6b287f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325904.250978:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325904.250980:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 17206 usecs (18 jiffies) 00000100:00000001:1.0:1767325904.250981:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305821202 00000100:00000001:1.0:1767325904.250983:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305825818 00000100:00000001:1.0:1767325904.250990:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305821202 00000100:00000001:1.0:1767325904.250991:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305825818 00000100:00000001:1.0:1767325904.250992:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305821202 00000100:00000001:1.0:1767325904.250993:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305825818 00000100:00000001:1.0:1767325904.250994:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305821202 00000100:00000001:1.0:1767325904.250995:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305825818 00000100:00000001:1.0:1767325904.250996:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325904.250997:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325904.250998:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325904.251000:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325904.251032:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325904.251035:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fc6f982. 00000400:00000200:3.0:1767325904.251040:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325904.251044:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325904.251047:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd0dfdf7 00000400:00000010:3.0:1767325904.251048:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd0dfdf7. 00000100:00000001:3.0:1767325904.251050:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325904.251053:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7cc4db3 x1853174993428864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325904.251060:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325904.251062:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c7cc4db3 x1853174993428864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325920 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325904.251068:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325904.251069:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325904.251080:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325904.251082:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce6b287f. 00000400:00000200:3.0:1767325904.251084:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325904.251087:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325904.251089:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000546b590 00000400:00000010:3.0:1767325904.251090:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000546b590. 00000100:00000001:3.0:1767325904.251093:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325904.251095:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d8ec799 x1853174993428992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325904.251101:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325904.251103:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d8ec799 x1853174993428992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325920 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325904.251109:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325904.251110:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325904.252372:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325904.252384:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325904.252428:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325904.252432:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325904.252440:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325904.252451:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30a100 00000400:00000200:3.0:1767325904.252458:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xb45 [1] + 224 00000800:00000001:3.0:1767325904.252465:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325904.252471:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325904.252473:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325904.252476:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325904.252480:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325904.252484:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006af6b25f x1853174993428736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325904.252493:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006af6b25f x1853174993428736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325904.252508:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325904.252539:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325904.252542:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767325904.252578:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325904.252582:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325904.252585:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325904.252588:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325904.252593:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000001:0.0:1767325904.252595:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325904.252598:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325904.252599:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1205751. 00000400:00000200:3.0:1767325904.252603:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30a180 00000400:00000200:0.0:1767325904.252604:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325904.252606:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:0.0:1767325904.252610:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767325904.252615:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xb4d [1] + 224 00000100:00000200:0.0:1767325904.252615:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006af6b25f x1853174993428736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325904.252625:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767325904.252628:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006af6b25f x1853174993428736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325904.252632:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325904.252634:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325904.252635:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325904.252637:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325904.252639:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325904.252640:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325904.252642:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325904.252652:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=11 v=5 (5 5 5 5) 00000100:00001000:0.0:1767325904.252654:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=11 v=5 (1 1 1 1) 00000100:00000001:0.0:1767325904.252656:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325904.252657:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325904.252659:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325904.252661:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325904.252663:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325904.252666:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006af6b25f x1853174993428736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325904.252669:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325904.252672:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325904.252673:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325904.252676:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006af6b25f x1853174993428736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325904.252679:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767325904.252682:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006af6b25f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993428736:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767325904.252684:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325904.252687:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325904.252690:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767325904.252692:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000040:0.0:1767325904.252693:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006af6b25f x1853174993428736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325904.252710:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325904.252713:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325904.252716:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767325904.252717:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c7cc4db3 x1853174993428864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325904.252719:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000415c9cd6. 02000000:00000001:0.0:1767325904.252723:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325904.252726:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325904.252728:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325904.252732:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767325904.252734:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c7cc4db3 x1853174993428864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325904.252735:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000073cc668c. 02000000:00000001:0.0:1767325904.252740:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325904.252744:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325904.252746:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006af6b25f. 00000100:00000001:0.0:1767325904.252750:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325904.252752:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325904.252756:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325904.252767:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325904.252769:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325904.252769:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325904.252773:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325904.252776:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325904.252777:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325904.252783:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325904.252785:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325904.252788:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325904.252793:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325904.252799:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30a200 00000400:00000200:3.0:1767325904.252805:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xb55 [1] + 224 00000100:00000001:2.0:1767325904.252806:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767325904.252810:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325904.252810:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325904.252814:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767325904.252817:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767325904.252817:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325904.252819:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000400:00000200:3.0:1767325904.252821:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325904.252825:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939b1d42 00000400:00000200:3.0:1767325904.252829:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:2.0:1767325904.252830:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939b1d42. 00000100:00000001:3.0:1767325904.252836:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325904.252836:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325904.252842:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c7cc4db3 x1853174993428864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325904.252843:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d8ec799 x1853174993428992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325904.252868:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c7cc4db3 x1853174993428864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325904.252870:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007d8ec799 x1853174993428992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325904.252888:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325904.252891:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325904.252893:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325904.252895:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325904.252896:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325904.252898:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325904.252898:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325904.252902:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325904.252903:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767325904.252907:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=151 v=5 (5 5 5 0) 00000800:00000001:3.0:1767325904.252908:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767325904.252915:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=151 v=5 (1 1 1 0) 00000100:00000001:2.0:1767325904.252918:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325904.252919:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325904.252922:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325904.252925:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325904.252928:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767325904.252929:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325904.252930:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325904.252933:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325904.252934:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325904.252937:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767325904.252938:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325904.252941:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767325904.252942:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c7cc4db3 x1853174993428864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325904.252944:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c3a07d9. 00000400:00000200:1.0:1767325904.252948:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eda70b2 00000400:00000010:1.0:1767325904.252951:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009eda70b2. 00000100:00000001:1.0:1767325904.252955:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325904.252960:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d8ec799 x1853174993428992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325904.252962:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325904.252967:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325904.252970:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325904.252973:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d8ec799 x1853174993428992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325904.252978:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7cc4db3 x1853174993428864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325904.252983:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325904.252985:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325904.252988:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325904.252990:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325904.252991:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325904.252993:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325904.252996:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325904.252997:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993428864:192.168.203.107@tcp:400: 00000100:00001000:1.0:1767325904.253000:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=11 v=5 (5 5 5 5) 00000100:00001000:1.0:1767325904.253004:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=108 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325904.253005:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325904.253007:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325904.253009:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325904.253012:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c7cc4db3 x1853174993428864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325904.253015:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325904.253018:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325904.253023:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000007d8ec799 x1853174993428992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325904.253027:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325904.253029:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325904.253030:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325904.253031:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325904.253032:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325904.253036:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767325904.253036:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d8ec799 x1853174993428992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325904.253040:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325904.253044:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000318261e. 00000100:00000001:1.0:1767325904.253044:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325904.253047:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325904.253049:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325904.253051:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767325904.253051:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d8ec799 x1853174993428992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767325904.253054:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325904.253057:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00100000:1.0:1767325904.253061:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993428992:192.168.203.107@tcp:400: 00000020:00000001:2.0:1767325904.253062:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325904.253064:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f42357cd. 02000000:00000001:2.0:1767325904.253067:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325904.253068:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325904.253069:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7cc4db3. 00000100:00000001:2.0:1767325904.253073:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325904.253075:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325904.253076:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325904.253079:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325904.253079:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325904.253083:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d8ec799 x1853174993428992/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325920 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325904.253085:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325904.253088:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325904.253090:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767325904.253092:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325904.253093:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767325904.253095:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325904.253096:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a14ddedd. 02000000:00000001:1.0:1767325904.253101:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325904.253102:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325904.253103:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767325904.253104:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325904.253105:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007a24aac0. 02000000:00000001:1.0:1767325904.253107:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325904.253108:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325904.253109:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d8ec799. 00000100:00000001:1.0:1767325904.253114:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325904.253115:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325904.253116:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325904.253119:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325904.253120:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325904.253121:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325904.253123:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325904.890280:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325904.890286:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325904.890291:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325904.890291:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325904.890379:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325904.890383:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325904.890385:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325905.914227:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325905.914234:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325905.914242:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325905.914245:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325905.914247:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325905.914253:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325905.914256:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325905.914257:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325905.914260:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325905.914262:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325905.914264:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325905.914267:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325905.914321:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325905.914326:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325905.914328:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325906.938273:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325906.938281:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325906.938289:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325906.938290:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325906.938365:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325906.938371:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325906.938374:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325907.962237:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325907.962245:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325907.962252:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325907.962254:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325907.962301:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325907.962306:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325907.962309:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325908.986241:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325908.986250:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325908.986257:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325908.986259:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325908.986325:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325908.986330:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325908.986333:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325909.370212:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305825818, at 4305826304 00000100:00000040:0.0:1767325909.370222:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305825818, at 4305826304 00000100:00000010:2.0:1767325909.370230:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ac4dacc. 00000100:00000010:0.0:1767325909.370231:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f0d6bc1. 00000100:00000040:1.0:1767325909.370236:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305825818, at 4305826304 00000100:00000010:1.0:1767325909.370245:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e7dee28. 00000100:00000040:3.0:1767325909.370327:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325909.370332:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325909.370341:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000882297f5. 00000020:00000040:3.0:1767325909.370345:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325909.370349:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325909.370352:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325909.370357:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325909.370363:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000caa95cc3. 00000100:00000001:3.0:1767325909.370383:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325909.370395:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000882297f5 x1853174993429120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325909.370407:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325909.370410:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325909.370416:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000882297f5] to pc [ptlrpcd_00_01+1] req@00000000882297f5 x1853174993429120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325909.370441:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325909.370444:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325909.370448:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325909.370451:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065d21887. 00000020:00000040:3.0:1767325909.370454:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325909.370456:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325909.370457:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325909.370459:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325909.370459:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767325909.370465:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000cfce3c5. 00000100:00000001:1.0:1767325909.370466:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325909.370468:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325909.370470:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325909.370473:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000065d21887 x1853174993429248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325909.370475:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325909.370479:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000882297f5 x1853174993429120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325909.370483:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325909.370484:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325909.370487:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325909.370496:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767325909.370497:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065d21887] to pc [ptlrpcd_00_02+2] req@0000000065d21887 x1853174993429248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325909.370499:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325909.370507:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325909.370511:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325909.370514:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325909.370517:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000882297f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993429120:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325909.370522:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325909.370527:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325909.370529:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325909.370531:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767325909.370533:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325909.370534:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767325909.370537:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767325909.370542:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065d21887 x1853174993429248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325909.370543:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000019cf068e. 02000000:00000001:1.0:1767325909.370547:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325909.370554:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767325909.370556:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c3a07d9. 00000100:00000001:0.0:1767325909.370556:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325909.370558:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325909.370560:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325909.370565:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767325909.370567:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009eda70b2. 02000000:00000001:0.0:1767325909.370567:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325909.370572:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325909.370576:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065d21887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993429248:192.168.203.107@tcp:400: 00000100:00000200:1.0:1767325909.370577:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993429120, portal 25 00000100:00000001:0.0:1767325909.370580:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325909.370583:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325909.370585:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325909.370587:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767325909.370588:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325909.370592:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268029184 : -112767441522432 : ffff997048b4b100) 02000000:00000010:0.0:1767325909.370594:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000159e7ff7. 02000000:00000001:0.0:1767325909.370598:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325909.370600:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325909.370601:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000882297f5 x1853174993429120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325909.370604:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767325909.370604:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1205751. 00000400:00000010:0.0:1767325909.370612:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000100:00000001:3.0:1767325909.370613:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325909.370618:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058a26f23. 00000100:00000001:1.0:1767325909.370619:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767325909.370620:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993429248, portal 10 00000020:00000040:3.0:1767325909.370623:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767325909.370624:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767325909.370627:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325909.370628:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325909.370631:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767325909.370632:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017952509. 00000100:00000001:0.0:1767325909.370633:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268019328 : -112767441532288 : ffff997048b48a80) 00000100:00000200:1.0:1767325909.370637:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993429120, offset 0 02000000:00000001:3.0:1767325909.370642:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325909.370644:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065d21887 x1853174993429248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325909.370649:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000010:3.0:1767325909.370650:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe2b1497. 00000100:00000001:3.0:1767325909.370658:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325909.370659:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325909.370678:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000058a26f23 x1853174993429376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767325909.370679:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325909.370684:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000974f9e6f. 00000100:00000200:0.0:1767325909.370690:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993429248, offset 0 00000400:00000200:1.0:1767325909.370691:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325909.370693:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325909.370697:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325909.370702:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325909.370702:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767325909.370706:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058a26f23] to pc [ptlrpcd_00_03+3] req@0000000058a26f23 x1853174993429376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325909.370712:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325909.370720:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325909.370724:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325909.370727:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [337:337:256:4294967295] 192.168.203.107@tcp LPNI seq info [337:337:8:4294967295] 00000100:00000001:3.0:1767325909.370729:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325909.370733:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767325909.370739:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:3.0:1767325909.370744:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:1.0:1767325909.370749:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767325909.370751:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11164) 00000400:00000200:0.0:1767325909.370752:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:1.0:1767325909.370756:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e449eedd. 00000400:00000200:0.0:1767325909.370759:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325909.370760:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325909.370764:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325909.370765:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767325909.370769:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325909.370770:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325909.370771:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305825818, at 4305826304 00000400:00000200:0.0:1767325909.370771:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325909.370778:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:2.0:1767325909.370779:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058a26f23 x1853174993429376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325909.370780:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000497492e3. 00000800:00000200:1.0:1767325909.370785:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767325909.370787:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [338:338:255:4294967295] 192.168.203.107@tcp LPNI seq info [338:338:7:4294967295] 00000800:00000200:1.0:1767325909.370794:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e449eedd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325909.370803:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325909.370806:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325909.370807:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325909.370808:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:2.0:1767325909.370812:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325909.370815:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305830938 02000000:00000001:2.0:1767325909.370816:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767325909.370820:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767325909.370822:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d104d7f. 00000800:00000010:0.0:1767325909.370825:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d977c447. 02000000:00000001:2.0:1767325909.370828:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325909.370829:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767325909.370834:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325909.370836:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305830938 00000100:00100000:2.0:1767325909.370837:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058a26f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993429376:192.168.203.107@tcp:400: 00000100:00000010:1.0:1767325909.370843:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e07a6719. 00000800:00000200:0.0:1767325909.370845:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767325909.370846:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325909.370849:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1767325909.370851:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767325909.370851:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d977c447 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325909.370855:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305830938 02000000:00000001:2.0:1767325909.370856:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325909.370857:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325909.370861:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767325909.370861:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f134d5bd. 00000100:00000040:0.0:1767325909.370863:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 287060 usecs (288 jiffies) 02000000:00000010:2.0:1767325909.370866:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b64f57c1. 00000100:00000001:0.0:1767325909.370867:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305826592 02000000:00000001:2.0:1767325909.370872:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325909.370872:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767325909.370873:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305830938 00000400:00000010:2.0:1767325909.370879:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000100:00000001:1.0:1767325909.370879:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305830938 00000100:00000001:0.0:1767325909.370879:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305826592 00000400:00000010:2.0:1767325909.370887:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939b1d42. 00000100:00000010:1.0:1767325909.370887:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025134a42. 00000100:00000001:0.0:1767325909.370887:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305830938 00000100:00000001:0.0:1767325909.370893:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305826592 00000100:00000200:2.0:1767325909.370894:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993429376, portal 10 00000100:00000001:1.0:1767325909.370894:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767325909.370898:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305830938 00000100:00000001:2.0:1767325909.370900:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325909.370901:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325909.370902:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305826592 00000100:00000001:2.0:1767325909.370903:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268018432 : -112767441533184 : ffff997048b48700) 00000100:00000001:1.0:1767325909.370906:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325909.370910:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325909.370911:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058a26f23 x1853174993429376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325909.370913:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305830938 00000100:00000001:1.0:1767325909.370915:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325909.370919:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767325909.370920:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325909.370927:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325909.370927:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325909.370928:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e449eedd. 00000100:00000001:2.0:1767325909.370929:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325909.370931:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325909.370933:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325909.370936:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325909.370936:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325909.370937:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325909.370939:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325909.370941:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767325909.370943:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042430430. 00000100:00000001:1.0:1767325909.370944:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325909.370946:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767325909.370948:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325909.370949:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325909.370950:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767325909.370954:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993429376, offset 0 00000100:00000001:0.0:1767325909.370957:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325909.370959:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325909.370960:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017952509 00000100:00000001:0.0:1767325909.370961:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325909.370965:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017952509. 00000100:00000001:0.0:1767325909.370966:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325909.370973:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767325909.370977:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000200:3.0:1767325909.370981:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000882297f5 x1853174993429120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325909.370987:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325909.370995:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325909.370997:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767325909.370999:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325909.371002:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325909.371005:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325909.371007:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [339:339:254:4294967295] 192.168.203.107@tcp LPNI seq info [339:339:6:4294967295] 00000400:00000200:2.0:1767325909.371014:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325909.371018:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325909.371022:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b371746e. 00000800:00000200:2.0:1767325909.371026:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767325909.371030:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325909.371037:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b371746e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325909.371041:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325909.371044:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 17056 usecs (18 jiffies) 00000100:00000001:2.0:1767325909.371047:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305826322 00000100:00000001:2.0:1767325909.371049:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305830938 00000100:00000001:2.0:1767325909.371051:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305826322 00000100:00000001:2.0:1767325909.371053:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305830938 00000100:00000001:2.0:1767325909.371055:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305826322 00000100:00000001:2.0:1767325909.371056:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305830938 00000100:00000001:2.0:1767325909.371058:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305826322 00000100:00000001:2.0:1767325909.371059:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305830938 00000100:00000001:2.0:1767325909.371060:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325909.371062:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325909.371066:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325909.371069:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000882297f5 x1853174993429120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325925 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325909.371069:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325909.371075:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325909.371078:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325909.371082:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325909.371085:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325909.371085:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325909.371087:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325909.371090:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325909.371091:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325909.371111:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325909.371120:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d977c447. 00000400:00000200:3.0:1767325909.371123:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325909.371127:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325909.371131:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000974f9e6f 00000400:00000010:3.0:1767325909.371132:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000974f9e6f. 00000100:00000001:3.0:1767325909.371135:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325909.371138:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065d21887 x1853174993429248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325909.371164:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325909.371166:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065d21887 x1853174993429248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325925 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325909.371172:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325909.371173:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325909.371203:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325909.371206:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b371746e. 00000400:00000200:3.0:1767325909.371211:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325909.371214:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325909.371217:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042430430 00000400:00000010:3.0:1767325909.371219:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042430430. 00000100:00000001:3.0:1767325909.371221:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325909.371223:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058a26f23 x1853174993429376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325909.371231:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325909.371233:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058a26f23 x1853174993429376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325925 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325909.371239:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325909.371241:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325909.372157:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325909.372218:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325909.372222:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325909.372225:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325909.372233:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325909.372245:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30a280 00000400:00000200:3.0:1767325909.372258:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xb5d [1] + 224 00000800:00000001:3.0:1767325909.372265:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325909.372273:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325909.372275:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325909.372278:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325909.372282:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325909.372286:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000882297f5 x1853174993429120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325909.372294:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000882297f5 x1853174993429120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325909.372341:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325909.372343:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325909.372366:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325909.372378:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325909.372383:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325909.372385:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325909.372388:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325909.372393:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767325909.372394:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000001:1.0:1767325909.372397:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325909.372401:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c3a07d9. 00000400:00000200:3.0:1767325909.372406:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30a300 00000400:00000200:1.0:1767325909.372407:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eda70b2 00000400:00000010:1.0:1767325909.372411:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009eda70b2. 00000100:00000001:1.0:1767325909.372414:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325909.372419:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000882297f5 x1853174993429120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325909.372428:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000882297f5 x1853174993429120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325909.372435:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325909.372437:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325909.372439:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325909.372442:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325909.372444:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325909.372446:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325909.372448:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325909.372454:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=16 v=5 (5 5 5 5) 00000400:00000200:3.0:1767325909.372458:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xb61 [1] + 224 00000100:00001000:1.0:1767325909.372459:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=16 v=5 (1 1 1 1) 00000100:00000001:1.0:1767325909.372462:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325909.372469:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325909.372471:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325909.372472:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325909.372475:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325909.372479:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000882297f5 x1853174993429120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325909.372487:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325909.372491:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325909.372493:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325909.372496:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000882297f5 x1853174993429120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325909.372505:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000882297f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993429120:192.168.203.107@tcp:400: 00000800:00000001:3.0:1767325909.372508:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325909.372514:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325909.372515:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325909.372519:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325909.372520:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325909.372525:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325909.372527:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767325909.372531:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000882297f5 x1853174993429120/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325909.372534:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065d21887 x1853174993429248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325909.372547:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325909.372550:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325909.372552:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000019cf068e. 02000000:00000001:1.0:1767325909.372556:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325909.372558:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325909.372559:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767325909.372562:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325909.372563:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000caa95cc3. 02000000:00000001:1.0:1767325909.372570:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325909.372571:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325909.372573:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000882297f5. 00000100:00000001:1.0:1767325909.372576:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325909.372577:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325909.372579:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325909.372582:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325909.372584:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325909.372586:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325909.372588:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325909.372596:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065d21887 x1853174993429248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325909.372608:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325909.372613:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325909.372617:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325909.372619:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325909.372628:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325909.372633:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767325909.372635:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325909.372639:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325909.372642:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30a380 00000400:00000001:0.0:1767325909.372643:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325909.372646:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325909.372649:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1205751. 00000400:00000200:0.0:1767325909.372653:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325909.372655:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:0.0:1767325909.372657:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767325909.372662:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xb6d [1] + 224 00000100:00000200:0.0:1767325909.372672:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065d21887 x1853174993429248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325909.372679:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325909.372685:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325909.372688:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767325909.372688:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065d21887 x1853174993429248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325909.372695:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325909.372701:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325909.372705:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058a26f23 x1853174993429376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325909.372705:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325909.372708:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325909.372713:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325909.372716:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767325909.372717:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000058a26f23 x1853174993429376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325909.372719:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325909.372723:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325909.372727:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325909.372733:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=6 v=5 (5 5 5 5) 00000100:00000001:3.0:1767325909.372734:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767325909.372736:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=6 v=5 (1 1 1 1) 00000800:00000001:3.0:1767325909.372739:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325909.372740:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767325909.372743:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325909.372744:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325909.372748:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325909.372758:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325909.372761:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325909.372763:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325909.372765:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325909.372766:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325909.372770:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325909.372771:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065d21887 x1853174993429248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325909.372774:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325909.372779:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767325909.372781:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767325909.372782:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325909.372786:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000100:00000001:0.0:1767325909.372786:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325909.372789:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325909.372791:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939b1d42 00000400:00000010:2.0:1767325909.372795:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939b1d42. 00000100:00000040:0.0:1767325909.372795:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065d21887 x1853174993429248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325909.372800:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325909.372808:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058a26f23 x1853174993429376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325909.372809:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065d21887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993429248:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325909.372817:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325909.372821:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325909.372826:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065d21887 x1853174993429248/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325909.372830:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058a26f23 x1853174993429376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325909.372833:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325909.372835:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325909.372836:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000159e7ff7. 02000000:00000001:0.0:1767325909.372843:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325909.372846:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325909.372847:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767325909.372849:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767325909.372850:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767325909.372851:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000cfce3c5. 00000100:00000001:2.0:1767325909.372855:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325909.372855:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325909.372859:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767325909.372860:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:0.0:1767325909.372861:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065d21887. 02000000:00000001:2.0:1767325909.372863:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325909.372866:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325909.372866:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325909.372868:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325909.372869:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325909.372872:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325909.372873:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767325909.372879:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=16 v=5 (5 5 5 5) 00000100:00000001:0.0:1767325909.372880:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325909.372882:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325909.372885:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=113 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325909.372888:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325909.372889:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325909.372892:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767325909.372893:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325909.372895:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767325909.372899:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000058a26f23 x1853174993429376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325909.372906:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325909.372909:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325909.372910:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325909.372912:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325909.372913:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325909.372916:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058a26f23 x1853174993429376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325909.372921:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325909.372923:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325909.372924:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325909.372926:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058a26f23 x1853174993429376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325909.372933:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058a26f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993429376:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325909.372937:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325909.372939:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325909.372941:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058a26f23 x1853174993429376/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325925 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325909.372957:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325909.372959:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325909.372960:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b64f57c1. 02000000:00000001:2.0:1767325909.372964:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325909.372965:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325909.372967:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325909.372968:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325909.372970:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe2b1497. 02000000:00000001:2.0:1767325909.372972:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325909.372973:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325909.372974:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058a26f23. 00000100:00000001:2.0:1767325909.372977:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325909.372978:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325909.372979:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325909.372982:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325909.372984:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325909.372985:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325909.372987:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325910.010199:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325910.010205:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325910.010211:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325910.010212:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325910.010257:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325910.010260:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325910.010263:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325911.034221:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325911.034231:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325911.034240:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325911.034241:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325911.034263:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325911.034268:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325911.034271:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325912.058271:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325912.058280:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325912.058288:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325912.058289:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325912.058355:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325912.058359:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325912.058362:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325913.082258:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325913.082265:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325913.082271:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325913.082272:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325913.082319:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325913.082323:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325913.082327:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325914.106262:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325914.106274:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325914.106295:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325914.106298:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325914.106303:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325914.106305:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325914.106308:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325914.106310:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325914.106315:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325914.106316:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325914.106358:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325914.106363:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325914.106366:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325914.490243:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305830938, at 4305831424 00000100:00000040:1.0:1767325914.490243:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305830938, at 4305831424 00000100:00000040:3.0:1767325914.490246:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305830938, at 4305831424 00000100:00000010:3.0:1767325914.490260:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025134a42. 00000100:00000010:1.0:1767325914.490262:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e07a6719. 00000100:00000010:2.0:1767325914.490272:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f134d5bd. 00000100:00000040:0.0:1767325914.490353:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305830938, at 4305831424 00000100:00000040:1.0:1767325914.490357:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325914.490364:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325914.490364:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d104d7f. 00000100:00000010:1.0:1767325914.490376:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d8ec799. 00000020:00000040:1.0:1767325914.490382:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325914.490386:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325914.490388:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325914.490394:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325914.490400:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000000e468a8. 00000100:00000001:1.0:1767325914.490406:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325914.490414:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000007d8ec799 x1853174993429504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325914.490421:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325914.490422:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325914.490426:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d8ec799] to pc [ptlrpcd_00_00+0] req@000000007d8ec799 x1853174993429504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325914.490451:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325914.490453:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325914.490455:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325914.490457:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6c70c52. 00000020:00000040:1.0:1767325914.490459:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325914.490460:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325914.490462:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325914.490464:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325914.490467:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e449eedd. 00000100:00000001:0.0:1767325914.490474:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325914.490479:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325914.490480:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325914.490486:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325914.490487:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325914.490494:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325914.490494:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000f6c70c52 x1853174993429632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767325914.490499:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d8ec799 x1853174993429504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325914.490535:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325914.490538:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325914.490548:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767325914.490549:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6c70c52] to pc [ptlrpcd_00_01+1] req@00000000f6c70c52 x1853174993429632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325914.490553:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325914.490567:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325914.490570:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325914.490572:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325914.490573:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325914.490581:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767325914.490581:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325914.490586:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021e2dd14. 00000100:00100000:0.0:1767325914.490593:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993429504:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325914.490594:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767325914.490594:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767325914.490599:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325914.490604:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325914.490605:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325914.490611:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325914.490612:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325914.490616:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325914.490617:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6c70c52 x1853174993429632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325914.490622:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767325914.490626:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ce6b287f. 02000000:00000001:0.0:1767325914.490639:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325914.490650:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325914.490651:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325914.490652:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325914.490658:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325914.490659:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000159e7ff7. 02000000:00000001:2.0:1767325914.490663:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767325914.490663:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000021e2dd14 x1853174993429760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767325914.490670:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325914.490670:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325914.490681:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325914.490685:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1205751. 00000100:00100000:2.0:1767325914.490694:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993429632:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325914.490695:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325914.490700:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325914.490702:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000100:00000001:2.0:1767325914.490707:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767325914.490712:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021e2dd14] to pc [ptlrpcd_00_02+2] req@0000000021e2dd14 x1853174993429760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325914.490713:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993429504, portal 25 02000000:00000001:2.0:1767325914.490715:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325914.490722:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325914.490726:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767325914.490731:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325914.490738:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000076eb061. 00000100:00000001:0.0:1767325914.490741:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138718720 : -112766570832896 : ffff99707c9a5c00) 02000000:00000001:2.0:1767325914.490743:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325914.490749:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325914.490750:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000100:00000040:0.0:1767325914.490752:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d8ec799 x1853174993429504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325914.490755:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767325914.490760:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939b1d42. 00000100:00000001:3.0:1767325914.490769:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325914.490769:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1767325914.490772:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993429632, portal 10 00000100:00000001:3.0:1767325914.490774:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325914.490782:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325914.490783:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325914.490788:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11169) 00000100:00000001:2.0:1767325914.490789:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138714240 : -112766570837376 : ffff99707c9a4a80) 00000100:00000001:0.0:1767325914.490790:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325914.490792:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021e2dd14 x1853174993429760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325914.490801:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325914.490807:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc894f48. 00000100:00000040:2.0:1767325914.490809:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f6c70c52 x1853174993429632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325914.490811:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767325914.490814:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993429504, offset 0 00000100:00000001:3.0:1767325914.490816:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325914.490819:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325914.490824:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325914.490829:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767325914.490829:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325914.490831:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325914.490839:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767325914.490840:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325914.490844:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008680a42d. 02000000:00000001:3.0:1767325914.490845:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325914.490849:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993429632, offset 0 00000400:00000200:2.0:1767325914.490855:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00100000:3.0:1767325914.490856:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993429760:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325914.490863:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325914.490866:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767325914.490868:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:3.0:1767325914.490876:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325914.490877:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767325914.490878:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325914.490882:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000084c5213b. 02000000:00000001:3.0:1767325914.490884:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325914.490885:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:3.0:1767325914.490887:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f740da9. 00000400:00000200:0.0:1767325914.490892:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767325914.490893:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2bf7a3c. 00000100:00000200:3.0:1767325914.490898:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993429760, portal 10 00000400:00000200:0.0:1767325914.490899:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325914.490900:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325914.490903:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138725888 : -112766570825728 : ffff99707c9a7800) 00000400:00000200:0.0:1767325914.490907:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [340:340:256:4294967295] 192.168.203.107@tcp LPNI seq info [340:340:8:4294967295] 00000100:00000040:3.0:1767325914.490911:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021e2dd14 x1853174993429760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325914.490925:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767325914.490930:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:3.0:1767325914.490931:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325914.490935:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfabd78b. 00000100:00000200:3.0:1767325914.490940:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993429760, offset 0 00000400:00000200:2.0:1767325914.490944:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:0.0:1767325914.490945:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325914.490951:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325914.490952:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767325914.490954:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b42c8091. 00000400:00000200:2.0:1767325914.490959:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325914.490964:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767325914.490966:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767325914.490969:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325914.490974:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [341:341:255:4294967295] 192.168.203.107@tcp LPNI seq info [341:341:7:4294967295] 00000800:00000200:0.0:1767325914.490979:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325914.490986:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b42c8091 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325914.490987:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325914.490996:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325914.491000:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:2.0:1767325914.491001:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000072856849. 00000400:00000200:3.0:1767325914.491004:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325914.491008:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:2.0:1767325914.491008:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325914.491011:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325914.491014:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767325914.491017:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767325914.491020:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767325914.491020:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305836058 00000800:00000200:2.0:1767325914.491022:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000072856849 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325914.491028:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [342:342:254:4294967295] 192.168.203.107@tcp LPNI seq info [342:342:6:4294967295] 00000100:00000001:2.0:1767325914.491030:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325914.491030:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f0d6bc1. 00000100:00000040:2.0:1767325914.491036:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 284188 usecs (285 jiffies) 00000100:00000001:2.0:1767325914.491041:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305831709 00000100:00000001:0.0:1767325914.491042:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767325914.491046:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325914.491052:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325914.491052:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305836058 00000100:00000001:2.0:1767325914.491053:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305836058 00000100:00000001:2.0:1767325914.491059:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305831709 00000800:00000010:3.0:1767325914.491060:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056075b4e. 00000100:00000010:0.0:1767325914.491061:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005630bbee. 00000800:00000200:3.0:1767325914.491068:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325914.491068:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767325914.491071:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325914.491076:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305836058 00000100:00000001:0.0:1767325914.491076:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305836058 00000800:00000200:3.0:1767325914.491078:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000010:1.0:1767325914.491078:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b42c8091. 00000100:00000001:2.0:1767325914.491083:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305831709 00000100:00000010:0.0:1767325914.491086:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1eba96a. 00000800:00000200:3.0:1767325914.491093:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056075b4e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325914.491094:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325914.491095:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767325914.491104:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325914.491108:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305836058 00000100:00000001:0.0:1767325914.491109:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305836058 00000100:00000040:3.0:1767325914.491110:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 16906 usecs (17 jiffies) 00000400:00000200:1.0:1767325914.491115:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325914.491116:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305831709 00000100:00000001:3.0:1767325914.491120:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305831441 00000100:00000010:0.0:1767325914.491122:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a70cc76c. 00000400:00000200:1.0:1767325914.491128:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc894f48 00000100:00000001:0.0:1767325914.491131:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767325914.491132:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305836058 00000400:00000010:1.0:1767325914.491132:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc894f48. 00000100:00000001:2.0:1767325914.491178:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305836058 00000100:00000001:0.0:1767325914.491178:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325914.491182:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767325914.491184:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305831442 00000100:00000001:0.0:1767325914.491186:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325914.491192:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d8ec799 x1853174993429504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325914.491193:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305836058 00000100:00000001:2.0:1767325914.491194:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325914.491198:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325914.491202:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305831442 00000100:00000001:2.0:1767325914.491207:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325914.491210:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325914.491211:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305836058 00000100:00000001:2.0:1767325914.491218:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325914.491221:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305831442 00000100:00000001:2.0:1767325914.491223:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325914.491225:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305836058 00000100:00000001:0.0:1767325914.491227:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325914.491232:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325914.491232:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325914.491236:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325914.491237:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325914.491240:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325914.491246:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325914.491248:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325914.491248:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325914.491250:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325914.491253:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325914.491255:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325914.491256:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325914.491257:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325914.491257:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325914.491261:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325914.491267:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325914.491268:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d8ec799 x1853174993429504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325930 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325914.491270:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325914.491274:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325914.491284:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325914.491287:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325914.491293:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325914.491294:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325914.491303:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325914.491307:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325914.491316:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325914.491319:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000072856849. 00000400:00000200:1.0:1767325914.491323:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325914.491326:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325914.491328:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008680a42d 00000400:00000010:1.0:1767325914.491329:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008680a42d. 00000100:00000001:1.0:1767325914.491331:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325914.491332:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f6c70c52 x1853174993429632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325914.491337:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325914.491338:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6c70c52 x1853174993429632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325930 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325914.491341:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325914.491342:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325914.491387:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325914.491389:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056075b4e. 00000400:00000200:1.0:1767325914.491391:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325914.491393:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325914.491394:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfabd78b 00000400:00000010:1.0:1767325914.491399:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfabd78b. 00000100:00000001:1.0:1767325914.491402:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325914.491404:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021e2dd14 x1853174993429760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325914.491409:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325914.491410:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021e2dd14 x1853174993429760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325930 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325914.491413:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325914.491414:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325914.492996:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325914.493007:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325914.493009:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325914.493011:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325914.493058:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325914.493067:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30a400 00000400:00000200:3.0:1767325914.493072:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xb75 [1] + 224 00000800:00000001:3.0:1767325914.493077:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325914.493081:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325914.493083:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325914.493085:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325914.493089:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325914.493092:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d8ec799 x1853174993429504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325914.493107:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007d8ec799 x1853174993429504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325914.493118:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325914.493124:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325914.493126:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325914.493127:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325914.493128:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325914.493131:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325914.493135:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30a480 00000400:00000200:3.0:1767325914.493138:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xb79 [1] + 224 00000100:00000001:0.0:1767325914.493160:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325914.493163:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767325914.493165:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767325914.493168:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767325914.493170:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767325914.493172:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767325914.493173:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767325914.493175:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1205751. 00000400:00000200:0.0:1767325914.493179:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325914.493182:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000400:00000200:3.0:1767325914.493186:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325914.493186:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325914.493191:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325914.493192:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d8ec799 x1853174993429504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325914.493195:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f6c70c52 x1853174993429632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325914.493214:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d8ec799 x1853174993429504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325914.493216:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6c70c52 x1853174993429632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325914.493237:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325914.493239:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325914.493241:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767325914.493243:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767325914.493243:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325914.493247:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325914.493248:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325914.493250:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325914.493254:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767325914.493255:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=21 v=5 (5 5 5 5) 00000100:00001000:0.0:1767325914.493259:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=21 v=5 (1 1 1 1) 00000800:00000001:3.0:1767325914.493260:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325914.493262:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767325914.493264:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325914.493265:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325914.493268:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767325914.493275:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325914.493276:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325914.493278:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00010000:00000001:0.0:1767325914.493279:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325914.493280:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325914.493283:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325914.493284:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30a500 00000400:00000001:2.0:1767325914.493285:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325914.493288:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767325914.493290:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d8ec799 x1853174993429504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325914.493291:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000400:00000200:2.0:1767325914.493297:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939b1d42 00000100:00000001:0.0:1767325914.493298:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767325914.493301:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939b1d42. 00000100:00000001:0.0:1767325914.493302:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325914.493305:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325914.493307:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767325914.493310:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d8ec799 x1853174993429504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325914.493311:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xb85 [1] + 224 00000100:00000200:2.0:1767325914.493313:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f6c70c52 x1853174993429632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325914.493319:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325914.493325:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325914.493332:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767325914.493334:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f6c70c52 x1853174993429632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325914.493336:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00100000:0.0:1767325914.493339:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993429504:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325914.493340:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325914.493344:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767325914.493346:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021e2dd14 x1853174993429760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325914.493347:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325914.493348:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325914.493350:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325914.493354:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325914.493354:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325914.493358:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021e2dd14 x1853174993429760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325914.493358:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325914.493360:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325914.493361:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d8ec799 x1853174993429504/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325914.493363:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325914.493370:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=11 v=5 (5 5 5 5) 00000100:00001000:2.0:1767325914.493376:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=11 v=5 (1 1 1 1) 00000100:00000001:0.0:1767325914.493383:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767325914.493384:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325914.493387:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325914.493387:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325914.493390:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000159e7ff7. 00000100:00000001:3.0:1767325914.493391:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767325914.493391:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325914.493395:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325914.493397:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:3.0:1767325914.493398:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325914.493398:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767325914.493400:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:3.0:1767325914.493403:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767325914.493404:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000040:2.0:1767325914.493407:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000020:00000001:0.0:1767325914.493409:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767325914.493411:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:0.0:1767325914.493413:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000000e468a8. 00000100:00000001:2.0:1767325914.493415:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325914.493418:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325914.493422:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767325914.493423:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767325914.493424:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d8ec799. 00000100:00000040:2.0:1767325914.493429:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6c70c52 x1853174993429632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325914.493430:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325914.493431:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325914.493436:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325914.493441:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325914.493442:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767325914.493448:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767325914.493448:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325914.493452:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767325914.493453:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f740da9. 00000100:00000001:2.0:1767325914.493456:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325914.493457:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325914.493459:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325914.493460:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2bf7a3c 00000100:00000001:0.0:1767325914.493463:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767325914.493471:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2bf7a3c. 00000100:00000001:0.0:1767325914.493473:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325914.493478:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6c70c52 x1853174993429632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325914.493481:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325914.493489:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021e2dd14 x1853174993429760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325914.493505:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021e2dd14 x1853174993429760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325914.493506:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993429632:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325914.493520:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325914.493528:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325914.493530:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325914.493532:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325914.493537:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6c70c52 x1853174993429632/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325914.493538:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325914.493543:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325914.493545:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325914.493550:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325914.493558:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325914.493568:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325914.493570:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1767325914.493570:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=21 v=5 (5 5 5 5) 02000000:00000010:2.0:1767325914.493576:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000076eb061. 00000100:00001000:1.0:1767325914.493577:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=118 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325914.493585:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325914.493586:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325914.493587:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767325914.493590:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767325914.493591:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325914.493595:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00010000:00080000:1.0:1767325914.493596:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000021e2dd14 x1853174993429760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767325914.493601:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325914.493603:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e449eedd. 02000000:00000001:2.0:1767325914.493611:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325914.493613:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325914.493614:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6c70c52. 00000100:00000001:2.0:1767325914.493620:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325914.493623:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325914.493643:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325914.493647:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325914.493649:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325914.493650:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767325914.493651:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325914.493654:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325914.493656:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325914.493658:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325914.493659:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325914.493660:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325914.493664:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021e2dd14 x1853174993429760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325914.493674:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325914.493676:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325914.493678:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325914.493681:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021e2dd14 x1853174993429760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325914.493686:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993429760:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325914.493689:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325914.493690:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325914.493691:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021e2dd14 x1853174993429760/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325930 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325914.493695:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325914.493696:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325914.493698:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000084c5213b. 02000000:00000001:1.0:1767325914.493700:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325914.493701:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325914.493702:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767325914.493703:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325914.493705:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ce6b287f. 02000000:00000001:1.0:1767325914.493707:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325914.493708:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325914.493709:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021e2dd14. 00000100:00000001:1.0:1767325914.493710:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325914.493711:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325914.493716:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325914.493721:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325914.493722:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325914.493723:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325914.493725:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325915.130201:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325915.130207:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325915.130211:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325915.130212:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325915.130255:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325915.130268:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325915.130271:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325916.154248:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325916.154253:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325916.154258:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325916.154260:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325916.154262:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325916.154265:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325916.154267:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325916.154268:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325916.154270:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325916.154272:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325916.154273:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325916.154274:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325916.154324:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325916.154328:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325916.154330:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325917.178273:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325917.178278:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325917.178282:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325917.178282:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325917.178363:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325917.178369:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325917.178371:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325918.202285:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325918.202291:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325918.202297:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325918.202298:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325918.202395:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325918.202399:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325918.202401:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325919.226237:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325919.226244:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325919.226250:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325919.226251:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325919.226311:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325919.226316:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325919.226319:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325919.610247:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305836058, at 4305836544 00000100:00000040:2.0:1767325919.610247:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305836058, at 4305836544 00000100:00000040:0.0:1767325919.610247:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305836058, at 4305836544 00000100:00000040:1.0:1767325919.610259:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305836058, at 4305836544 00000100:00000010:3.0:1767325919.610264:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a70cc76c. 00000100:00000010:2.0:1767325919.610266:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1eba96a. 00000100:00000010:1.0:1767325919.610268:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005630bbee. 00000100:00000010:0.0:1767325919.610272:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f0d6bc1. 00000100:00000040:2.0:1767325919.610301:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325919.610307:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325919.610318:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008741e8e9. 00000020:00000040:2.0:1767325919.610324:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325919.610329:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325919.610333:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325919.610364:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325919.610372:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc002f00. 00000100:00000001:2.0:1767325919.610380:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325919.610393:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000008741e8e9 x1853174993429888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325919.610404:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325919.610407:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325919.610414:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008741e8e9] to pc [ptlrpcd_00_03+3] req@000000008741e8e9 x1853174993429888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325919.610439:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325919.610442:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325919.610446:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325919.610451:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080e1f90e. 00000100:00000001:1.0:1767325919.610453:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767325919.610454:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325919.610458:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767325919.610458:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767325919.610461:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325919.610462:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767325919.610465:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325919.610470:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767325919.610471:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000072856849. 00000100:00000040:1.0:1767325919.610471:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008741e8e9 x1853174993429888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325919.610476:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325919.610477:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325919.610486:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000080e1f90e x1853174993430016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325919.610487:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325919.610490:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325919.610498:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325919.610502:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325919.610505:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325919.610510:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767325919.610512:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008741e8e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993429888:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325919.610513:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325919.610520:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767325919.610521:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080e1f90e] to pc [ptlrpcd_00_00+0] req@0000000080e1f90e x1853174993430016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325919.610527:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325919.610531:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325919.610535:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325919.610539:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000729d917. 02000000:00000001:1.0:1767325919.610542:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325919.610545:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325919.610548:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c3a07d9. 00000100:00000040:2.0:1767325919.610549:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325919.610553:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325919.610555:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767325919.610556:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767325919.610559:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009eda70b2. 00000100:00000001:0.0:1767325919.610559:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767325919.610560:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007bd47479. 00000020:00000040:2.0:1767325919.610565:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:0.0:1767325919.610565:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080e1f90e x1853174993430016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325919.610569:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767325919.610570:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993429888, portal 25 00000100:00000001:3.0:1767325919.610573:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325919.610577:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767325919.610578:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325919.610578:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767325919.610581:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325919.610582:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531380224 : -112767178171392 : ffff997058671c00) 00000100:00000001:0.0:1767325919.610582:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325919.610585:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325919.610586:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325919.610590:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325919.610605:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325919.610606:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008741e8e9 x1853174993429888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325919.610609:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000080e1f90e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993430016:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325919.610615:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767325919.610617:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b371746e. 02000000:00000001:0.0:1767325919.610618:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325919.610621:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325919.610624:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325919.610625:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325919.610628:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767325919.610629:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000159e7ff7. 00000100:00000040:2.0:1767325919.610633:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000007bd47479 x1853174993430144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325919.610634:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325919.610635:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325919.610639:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1205751. 00000400:00000010:1.0:1767325919.610641:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f1b0c7d. 00000100:00000001:2.0:1767325919.610645:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325919.610648:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325919.610652:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000100:00000200:1.0:1767325919.610655:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993429888, offset 0 00000100:00000040:2.0:1767325919.610656:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd47479] to pc [ptlrpcd_00_01+1] req@000000007bd47479 x1853174993430144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325919.610656:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993430016, portal 10 00000100:00000001:0.0:1767325919.610661:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325919.610663:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531383808 : -112767178167808 : ffff997058672a00) 00000400:00000200:1.0:1767325919.610670:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767325919.610674:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000080e1f90e x1853174993430016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325919.610680:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325919.610682:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325919.610683:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325919.610684:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b889579. 00000100:00000040:2.0:1767325919.610688:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767325919.610689:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993430016, offset 0 00000400:00000200:1.0:1767325919.610690:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325919.610696:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325919.610697:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767325919.610698:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767325919.610699:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325919.610703:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767325919.610703:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767325919.610706:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11174) 00000100:00000040:3.0:1767325919.610709:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007bd47479 x1853174993430144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325919.610712:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767325919.610720:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325919.610722:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325919.610723:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767325919.610725:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325919.610728:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325919.610730:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325919.610730:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00100000:3.0:1767325919.610735:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007bd47479 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993430144:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325919.610739:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767325919.610740:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [343:343:256:4294967295] 192.168.203.107@tcp LPNI seq info [343:343:8:4294967295] 02000000:00000001:3.0:1767325919.610742:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325919.610744:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325919.610747:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325919.610750:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a4f1d291. 02000000:00000001:3.0:1767325919.610752:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325919.610756:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:3.0:1767325919.610762:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cffb712. 00000400:00000010:3.0:1767325919.610768:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001897d440. 00000400:00000200:0.0:1767325919.610769:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:1.0:1767325919.610770:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000200:3.0:1767325919.610772:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993430144, portal 10 00000400:00000200:0.0:1767325919.610774:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325919.610776:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1767325919.610779:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e449eedd. 00000100:00000001:3.0:1767325919.610780:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531382016 : -112767178169600 : ffff997058672300) 00000400:00000200:0.0:1767325919.610780:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325919.610785:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325919.610787:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325919.610792:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [344:344:255:4294967295] 192.168.203.107@tcp LPNI seq info [344:344:7:4294967295] 00000800:00000200:1.0:1767325919.610794:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:3.0:1767325919.610799:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007bd47479 x1853174993430144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325919.610807:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325919.610809:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325919.610817:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e449eedd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325919.610819:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767325919.610820:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767325919.610825:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767325919.610827:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9272bf7. 00000400:00000010:3.0:1767325919.610829:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a09826fe. 00000100:00000200:3.0:1767325919.610832:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993430144, offset 0 00000800:00000200:0.0:1767325919.610833:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325919.610837:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325919.610841:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767325919.610842:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325919.610845:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305841178 00000800:00000200:0.0:1767325919.610846:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9272bf7 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325919.610850:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325919.610852:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325919.610853:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2d0a434. 00000400:00000200:3.0:1767325919.610855:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767325919.610857:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 281381 usecs (282 jiffies) 00000400:00000200:3.0:1767325919.610860:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325919.610862:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767325919.610862:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305836826 00000400:00000200:3.0:1767325919.610865:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325919.610869:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325919.610872:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305841178 00000100:00000001:0.0:1767325919.610872:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305841178 00000400:00000200:3.0:1767325919.610873:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [345:345:254:4294967295] 192.168.203.107@tcp LPNI seq info [345:345:6:4294967295] 00000100:00000001:0.0:1767325919.610877:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305836826 00000100:00000010:1.0:1767325919.610882:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e07a6719. 00000100:00000001:1.0:1767325919.610888:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767325919.610893:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325919.610896:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305841178 00000800:00000200:3.0:1767325919.610897:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325919.610897:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305841178 00000800:00000200:2.0:1767325919.610901:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325919.610903:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056075b4e. 00000100:00000010:1.0:1767325919.610904:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b16d9ddb. 00000800:00000010:2.0:1767325919.610907:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e449eedd. 00000100:00000001:0.0:1767325919.610909:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305836826 00000800:00000200:3.0:1767325919.610911:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325919.610911:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767325919.610915:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325919.610917:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305841178 00000100:00000001:1.0:1767325919.610918:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305841178 00000800:00000200:3.0:1767325919.610921:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325919.610923:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305836826 00000100:00000010:1.0:1767325919.610926:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffc93207. 00000400:00000200:2.0:1767325919.610927:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000800:00000200:3.0:1767325919.610928:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056075b4e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325919.610931:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767325919.610935:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325919.610937:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305841178 00000400:00000200:2.0:1767325919.610938:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f1b0c7d 00000100:00000001:1.0:1767325919.610938:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767325919.610939:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 16768 usecs (17 jiffies) 00000100:00000001:0.0:1767325919.610941:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767325919.610943:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f1b0c7d. 00000100:00000001:3.0:1767325919.610946:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305836561 00000100:00000001:1.0:1767325919.610946:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325919.610947:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325919.610950:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767325919.610952:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305841178 00000100:00000001:0.0:1767325919.610953:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325919.610958:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305836561 00000100:00000200:2.0:1767325919.610959:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008741e8e9 x1853174993429888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325919.610959:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325919.610959:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325919.610964:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305841178 00000100:00000001:1.0:1767325919.610965:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325919.610969:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325919.610974:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305836561 00000100:00000001:1.0:1767325919.610974:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325919.610974:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325919.610978:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325919.610979:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325919.610980:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305841178 00000100:00000001:0.0:1767325919.610983:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325919.610984:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305836561 00000100:00000001:1.0:1767325919.610985:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325919.610986:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325919.610986:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325919.610988:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305841178 00000100:00000001:1.0:1767325919.610990:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325919.610991:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325919.610992:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325919.610994:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325919.610995:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008741e8e9 x1853174993429888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325935 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325919.610996:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325919.611001:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325919.611002:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325919.611007:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325919.611008:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325919.611011:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325919.611012:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325919.611014:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325919.611016:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325919.611017:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325919.611019:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325919.611020:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325919.611024:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325919.611027:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9272bf7. 00000400:00000200:2.0:1767325919.611035:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325919.611039:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325919.611041:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b889579 00000400:00000010:2.0:1767325919.611043:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b889579. 00000100:00000001:2.0:1767325919.611045:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325919.611048:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000080e1f90e x1853174993430016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325919.611052:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325919.611055:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000080e1f90e x1853174993430016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325935 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325919.611060:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325919.611061:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325919.611127:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325919.611130:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056075b4e. 00000400:00000200:2.0:1767325919.611133:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325919.611136:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325919.611137:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a09826fe 00000400:00000010:2.0:1767325919.611138:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a09826fe. 00000100:00000001:2.0:1767325919.611158:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325919.611161:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007bd47479 x1853174993430144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325919.611166:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325919.611167:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007bd47479 x1853174993430144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325935 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325919.611171:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325919.611172:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325919.612605:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325919.612617:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325919.612620:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325919.612621:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325919.612627:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325919.612636:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30a580 00000400:00000200:1.0:1767325919.612641:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xb8d [1] + 224 00000800:00000001:1.0:1767325919.612646:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325919.612649:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325919.612651:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325919.612653:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325919.612657:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325919.612660:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008741e8e9 x1853174993429888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325919.612667:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008741e8e9 x1853174993429888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325919.612680:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325919.612685:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325919.612687:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325919.612688:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325919.612689:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325919.612691:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325919.612695:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30a600 00000400:00000200:1.0:1767325919.612698:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xb95 [1] + 224 00000800:00000001:1.0:1767325919.612701:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325919.612712:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325919.612716:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767325919.612716:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325919.612719:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767325919.612721:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767325919.612721:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:2.0:1767325919.612725:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325919.612728:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c3a07d9. 00000400:00000200:2.0:1767325919.612732:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eda70b2 00000400:00000010:2.0:1767325919.612734:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009eda70b2. 00000100:00000001:2.0:1767325919.612736:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325919.612737:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325919.612741:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000080e1f90e x1853174993430016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325919.612750:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008741e8e9 x1853174993429888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325919.612751:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000080e1f90e x1853174993430016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325919.612775:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008741e8e9 x1853174993429888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325919.612775:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325919.612779:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325919.612783:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325919.612786:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325919.612786:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325919.612789:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325919.612790:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325919.612795:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767325919.612798:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325919.612799:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767325919.612799:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767325919.612802:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325919.612804:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325919.612807:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767325919.612807:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325919.612809:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767325919.612813:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30a680 02000000:00000001:2.0:1767325919.612814:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325919.612814:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1205751. 00000400:00000200:0.0:1767325919.612819:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325919.612822:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00001000:2.0:1767325919.612824:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=26 v=5 (5 5 5 5) 00000100:00000001:0.0:1767325919.612824:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767325919.612829:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xb9d [1] + 224 00000100:00000200:0.0:1767325919.612831:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000080e1f90e x1853174993430016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767325919.612832:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=26 v=5 (1 1 1 1) 00000800:00000001:1.0:1767325919.612839:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325919.612841:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325919.612844:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325919.612849:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325919.612849:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000080e1f90e x1853174993430016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325919.612850:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767325919.612853:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767325919.612855:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325919.612860:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325919.612862:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325919.612866:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325919.612868:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767325919.612872:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008741e8e9 x1853174993429888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325919.612872:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007bd47479 x1853174993430144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325919.612872:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325919.612877:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325919.612879:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325919.612881:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325919.612882:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325919.612887:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325919.612894:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=16 v=5 (5 5 5 5) 00000100:00000001:2.0:1767325919.612900:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325919.612902:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007bd47479 x1853174993430144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325919.612905:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=16 v=5 (1 1 1 1) 00000100:00000001:2.0:1767325919.612907:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325919.612911:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325919.612913:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325919.612916:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325919.612920:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767325919.612921:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008741e8e9 x1853174993429888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325919.612922:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767325919.612925:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325919.612927:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325919.612932:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325919.612933:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767325919.612937:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008741e8e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993429888:192.168.203.107@tcp:400: 00000100:00000040:0.0:1767325919.612938:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325919.612943:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325919.612946:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325919.612947:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325919.612947:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325919.612951:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325919.612952:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325919.612955:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000080e1f90e x1853174993430016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767325919.612956:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325919.612958:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767325919.612959:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008741e8e9 x1853174993429888/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325919.612961:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cffb712. 00000400:00000200:3.0:1767325919.612966:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001897d440 00000400:00000010:3.0:1767325919.612969:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001897d440. 00000100:00000001:3.0:1767325919.612974:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325919.612980:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007bd47479 x1853174993430144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325919.612981:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325919.612989:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325919.612990:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325919.612991:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325919.612994:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767325919.612997:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007bd47479 x1853174993430144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325919.612999:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080e1f90e x1853174993430016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325919.613004:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000729d917. 02000000:00000001:2.0:1767325919.613012:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325919.613015:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325919.613017:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767325919.613018:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325919.613019:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325919.613023:0:211466:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767325919.613025:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767325919.613026:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325919.613029:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767325919.613030:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000080e1f90e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993430016:192.168.203.107@tcp:400: 02000000:00000010:2.0:1767325919.613031:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc002f00. 00000100:00000001:3.0:1767325919.613032:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325919.613037:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325919.613039:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325919.613040:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1767325919.613042:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=26 v=5 (5 5 5 5) 00000100:00000001:0.0:1767325919.613042:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767325919.613044:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767325919.613046:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000080e1f90e x1853174993430016/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767325919.613048:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008741e8e9. 00000100:00001000:3.0:1767325919.613055:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=123 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325919.613055:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325919.613059:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325919.613059:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325919.613060:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325919.613063:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325919.613064:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767325919.613065:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767325919.613065:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325919.613069:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000159e7ff7. 00010000:00080000:3.0:1767325919.613072:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000007bd47479 x1853174993430144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325919.613073:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767325919.613076:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325919.613077:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325919.613079:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325919.613081:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325919.613084:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767325919.613087:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767325919.613089:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325919.613090:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325919.613090:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000072856849. 00000100:00000001:3.0:1767325919.613095:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767325919.613096:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767325919.613098:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 02000000:00000001:0.0:1767325919.613099:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767325919.613100:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:0.0:1767325919.613101:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000080e1f90e. 00000100:00000001:3.0:1767325919.613102:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325919.613106:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767325919.613107:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007bd47479 x1853174993430144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325919.613111:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325919.613115:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325919.613115:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325919.613118:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325919.613119:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325919.613122:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007bd47479 x1853174993430144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325919.613125:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325919.613127:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325919.613130:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007bd47479 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993430144:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325919.613131:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325919.613134:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325919.613137:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325919.613155:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325919.613157:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007bd47479 x1853174993430144/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325919.613162:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325919.613163:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325919.613164:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a4f1d291. 02000000:00000001:3.0:1767325919.613166:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325919.613167:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325919.613168:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325919.613169:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325919.613170:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b371746e. 02000000:00000001:3.0:1767325919.613176:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325919.613177:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325919.613178:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007bd47479. 00000100:00000001:3.0:1767325919.613180:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325919.613180:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325919.613182:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325919.613184:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325919.613185:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325919.613186:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325919.613188:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325920.250252:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325920.250260:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325920.250267:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325920.250269:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325920.250331:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325920.250334:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325920.250336:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325921.274215:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325921.274222:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325921.274226:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325921.274227:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325921.274269:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325921.274273:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325921.274274:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325922.298246:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325922.298254:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325922.298259:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325922.298261:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325922.298300:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325922.298305:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325922.298308:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325923.322228:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325923.322235:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325923.322240:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325923.322241:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325923.322290:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325923.322293:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325923.322296:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325924.346261:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325924.346271:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325924.346274:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325924.346277:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325924.346282:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325924.346284:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325924.346305:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325924.346307:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325924.346311:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325924.346313:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325924.346374:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325924.346380:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325924.346384:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325924.730222:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305841178, at 4305841664 00000100:00000040:1.0:1767325924.730223:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305841178, at 4305841664 00000100:00000040:3.0:1767325924.730226:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305841178, at 4305841664 00000100:00000010:3.0:1767325924.730241:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffc93207. 00000100:00000010:1.0:1767325924.730243:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e07a6719. 00000100:00000010:0.0:1767325924.730247:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2d0a434. 00000100:00000040:2.0:1767325924.730281:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305841178, at 4305841664 00000100:00000040:3.0:1767325924.730282:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325924.730299:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325924.730304:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc169e85. 00000100:00000010:2.0:1767325924.730304:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b16d9ddb. 00000020:00000040:3.0:1767325924.730318:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325924.730323:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325924.730326:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325924.730331:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325924.730336:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe2b1497. 00000100:00000001:3.0:1767325924.730342:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325924.730352:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000bc169e85 x1853174993430272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325924.730360:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325924.730362:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325924.730366:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc169e85] to pc [ptlrpcd_00_02+2] req@00000000bc169e85 x1853174993430272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325924.730388:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325924.730389:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325924.730392:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325924.730394:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f17934a9. 00000020:00000040:3.0:1767325924.730396:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325924.730397:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325924.730412:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325924.730415:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325924.730420:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000cfce3c5. 00000100:00000001:3.0:1767325924.730423:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325924.730425:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325924.730430:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000f17934a9 x1853174993430400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325924.730432:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325924.730438:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325924.730447:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325924.730450:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325924.730453:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc169e85 x1853174993430272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325924.730461:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f17934a9] to pc [ptlrpcd_00_03+3] req@00000000f17934a9 x1853174993430400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325924.730461:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325924.730467:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325924.730496:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325924.730500:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325924.730506:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325924.730508:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325924.730510:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767325924.730511:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767325924.730521:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325924.730524:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767325924.730524:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767325924.730529:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004128f820. 00000100:00100000:2.0:1767325924.730530:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bc169e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993430272:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325924.730533:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767325924.730539:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767325924.730539:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325924.730544:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325924.730546:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767325924.730549:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f17934a9 x1853174993430400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325924.730550:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325924.730553:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325924.730555:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325924.730576:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325924.730580:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767325924.730582:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325924.730583:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325924.730588:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000caa95cc3. 02000000:00000001:1.0:1767325924.730590:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767325924.730593:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000632add74. 02000000:00000001:1.0:1767325924.730594:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325924.730596:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325924.730606:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325924.730607:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325924.730614:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000004128f820 x1853174993430528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767325924.730620:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f17934a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993430400:192.168.203.107@tcp:400: 00000400:00000010:2.0:1767325924.730621:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000100:00000001:1.0:1767325924.730632:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325924.730637:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767325924.730637:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939b1d42. 02000000:00000001:1.0:1767325924.730638:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767325924.730641:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325924.730644:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325924.730647:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767325924.730649:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004128f820] to pc [ptlrpcd_00_00+0] req@000000004128f820 x1853174993430528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325924.730651:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993430272, portal 25 02000000:00000010:1.0:1767325924.730651:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000415c9cd6. 02000000:00000001:1.0:1767325924.730664:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325924.730666:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767325924.730670:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b04a503d. 00000100:00000001:2.0:1767325924.730671:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268021120 : -112767441530496 : ffff997048b49180) 00000100:00000001:3.0:1767325924.730674:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325924.730677:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a79660. 00000100:00000040:3.0:1767325924.730681:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767325924.730685:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993430400, portal 10 00000100:00000040:3.0:1767325924.730686:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767325924.730687:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bc169e85 x1853174993430272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325924.730688:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325924.730690:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767325924.730693:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11179) 00000100:00000001:0.0:1767325924.730694:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325924.730695:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030976 : -112767441520640 : ffff997048b4b800) 00000100:00000001:0.0:1767325924.730702:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325924.730710:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f17934a9 x1853174993430400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325924.730714:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004128f820 x1853174993430528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325924.730715:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325924.730721:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325924.730748:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325924.730757:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325924.730767:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767325924.730768:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325924.730768:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325924.730776:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325924.730780:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767325924.730781:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8cda165. 00000400:00000010:2.0:1767325924.730782:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008680a42d. 02000000:00000001:0.0:1767325924.730783:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767325924.730788:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993430400, offset 0 02000000:00000001:0.0:1767325924.730789:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325924.730797:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004128f820 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993430528:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767325924.730801:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000200:2.0:1767325924.730808:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993430272, offset 0 00000100:00000001:0.0:1767325924.730810:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325924.730816:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767325924.730817:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:0.0:1767325924.730820:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325924.730826:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767325924.730827:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325924.730827:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1767325924.730831:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ada721d. 02000000:00000001:0.0:1767325924.730837:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325924.730840:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:0.0:1767325924.730842:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1205751. 00000400:00000200:1.0:1767325924.730846:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767325924.730850:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000400:00000200:1.0:1767325924.730851:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000200:0.0:1767325924.730855:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993430528, portal 10 00000100:00000001:0.0:1767325924.730857:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325924.730861:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268031872 : -112767441519744 : ffff997048b4bb80) 00000400:00000200:1.0:1767325924.730864:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [346:346:256:4294967295] 192.168.203.107@tcp LPNI seq info [346:346:8:4294967295] 00000100:00000040:0.0:1767325924.730870:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004128f820 x1853174993430528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325924.730878:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325924.730889:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767325924.730893:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325924.730898:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:0.0:1767325924.730899:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325924.730906:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000524bc938. 00000400:00000010:0.0:1767325924.730909:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a95ea3f. 00000400:00000200:2.0:1767325924.730912:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767325924.730917:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993430528, offset 0 00000800:00000200:1.0:1767325924.730920:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767325924.730922:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325924.730931:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325924.730932:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767325924.730938:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767325924.730943:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:1.0:1767325924.730946:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000524bc938 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325924.730953:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [347:347:255:4294967295] 192.168.203.107@tcp LPNI seq info [347:347:7:4294967295] 00000400:00000200:2.0:1767325924.730967:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325924.730969:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325924.730975:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 278625 usecs (279 jiffies) 00000800:00000200:2.0:1767325924.730979:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325924.730981:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325924.730983:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305841943 00000800:00000010:2.0:1767325924.730991:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc002f00. 00000100:00000010:1.0:1767325924.730992:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e07a6719. 00000400:00000200:0.0:1767325924.730992:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325924.731002:0:211468:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767325924.731005:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:2.0:1767325924.731009:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325924.731012:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305841943 00000400:00000200:0.0:1767325924.731017:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1767325924.731020:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b21650d. 00000400:00000200:0.0:1767325924.731023:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325924.731025:0:211468:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767325924.731029:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325924.731035:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305841943 00000400:00000200:0.0:1767325924.731043:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [348:348:254:4294967295] 192.168.203.107@tcp LPNI seq info [348:348:6:4294967295] 00000800:00000200:2.0:1767325924.731044:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc002f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767325924.731045:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000434c5bfd. 00000100:00000001:1.0:1767325924.731053:0:211468:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767325924.731062:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305841943 00000100:00000001:2.0:1767325924.731063:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325924.731066:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325924.731075:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305846298 00000100:00000010:1.0:1767325924.731075:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007cc6f3c9. 00000800:00000010:3.0:1767325924.731076:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000524bc938. 00000400:00000200:0.0:1767325924.731076:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325924.731083:0:211468:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767325924.731086:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325924.731093:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305841943 00000100:00000001:1.0:1767325924.731093:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767325924.731096:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767325924.731097:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325924.731109:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767325924.731112:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0d7f53f. 00000400:00000200:3.0:1767325924.731113:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8cda165 00000100:00000001:1.0:1767325924.731114:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325924.731115:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305846298 00000400:00000010:3.0:1767325924.731116:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8cda165. 00000100:00000001:1.0:1767325924.731126:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767325924.731126:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325924.731129:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325924.731129:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305841943 00000100:00000200:3.0:1767325924.731138:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f17934a9 x1853174993430400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325924.731175:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305846298 00000100:00000001:1.0:1767325924.731176:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325924.731184:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325924.731186:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305841943 00000100:00000001:1.0:1767325924.731188:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767325924.731190:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325924.731195:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325924.731197:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305846299 00000800:00000200:0.0:1767325924.731198:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b0d7f53f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325924.731208:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325924.731209:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305841943 00000100:00000001:0.0:1767325924.731210:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325924.731215:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325924.731217:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325924.731226:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325924.731227:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 16627 usecs (17 jiffies) 00000100:00000001:2.0:1767325924.731231:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325924.731234:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305841682 00000100:00000001:2.0:1767325924.731236:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325924.731243:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305846298 00000100:00000001:0.0:1767325924.731249:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305841682 00000100:00000001:2.0:1767325924.731250:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325924.731256:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325924.731258:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305846298 00000100:00000001:3.0:1767325924.731260:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325924.731261:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305841682 00000100:00000040:3.0:1767325924.731265:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f17934a9 x1853174993430400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325940 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325924.731265:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305846298 00000100:00000001:0.0:1767325924.731275:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305841682 00000100:00000001:2.0:1767325924.731276:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325924.731278:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325924.731282:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325924.731283:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325924.731283:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305846299 00000100:00000001:2.0:1767325924.731288:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325924.731289:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325924.731295:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325924.731296:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325924.731300:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325924.731303:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc002f00. 00000100:00000001:0.0:1767325924.731304:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325924.731308:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325924.731308:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325924.731317:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767325924.731320:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325924.731320:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325924.731326:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325924.731327:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008680a42d 00000100:00000001:0.0:1767325924.731329:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767325924.731331:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008680a42d. 00000100:00000001:0.0:1767325924.731332:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325924.731336:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325924.731337:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325924.731342:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc169e85 x1853174993430272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325924.731350:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325924.731353:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc169e85 x1853174993430272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325940 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325924.731358:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325924.731360:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325924.731393:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325924.731395:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0d7f53f. 00000400:00000200:3.0:1767325924.731397:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325924.731400:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325924.731407:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a95ea3f 00000400:00000010:3.0:1767325924.731408:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a95ea3f. 00000100:00000001:3.0:1767325924.731410:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325924.731413:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004128f820 x1853174993430528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325924.731421:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325924.731423:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004128f820 x1853174993430528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325940 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325924.731428:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325924.731429:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325924.732491:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325924.732506:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325924.732509:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325924.732513:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325924.732521:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325924.732532:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30a780 00000400:00000200:2.0:1767325924.732540:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xba9 [1] + 224 00000800:00000001:2.0:1767325924.732547:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325924.732585:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325924.732590:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325924.732603:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325924.732609:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325924.732615:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f17934a9 x1853174993430400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325924.732625:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f17934a9 x1853174993430400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325924.732642:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325924.732650:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325924.732654:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325924.732683:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325924.732687:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325924.732691:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325924.732693:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325924.732695:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b04a503d. 00000400:00000200:1.0:1767325924.732699:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a79660 00000400:00000010:1.0:1767325924.732700:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a79660. 00000100:00000001:1.0:1767325924.732703:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325924.732708:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f17934a9 x1853174993430400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325924.732717:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f17934a9 x1853174993430400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325924.732724:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325924.732725:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325924.732728:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325924.732730:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325924.732732:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325924.732734:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325924.732736:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325924.732742:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=21 v=5 (5 5 5 5) 00000100:00001000:1.0:1767325924.732746:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=21 v=5 (1 1 1 1) 00000100:00000001:1.0:1767325924.732748:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325924.732749:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325924.732752:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325924.732755:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325924.732757:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325924.732759:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325924.732760:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325924.732762:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325924.732765:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f17934a9 x1853174993430400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325924.732772:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325924.732775:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325924.732782:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325924.732785:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f17934a9 x1853174993430400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325924.732792:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f17934a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993430400:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325924.732796:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325924.732798:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325924.732799:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f17934a9 x1853174993430400/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325924.732805:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325924.732807:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325924.732809:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000415c9cd6. 02000000:00000001:1.0:1767325924.732812:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325924.732813:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325924.732815:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767325924.732817:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325924.732818:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000cfce3c5. 02000000:00000001:1.0:1767325924.732822:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325924.732824:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325924.732826:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f17934a9. 00000100:00000001:1.0:1767325924.732828:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325924.732829:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325924.732831:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325924.732834:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325924.732835:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325924.732837:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325924.732838:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325924.732916:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325924.732925:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325924.732927:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325924.732929:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325924.732935:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325924.732945:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30a800 00000400:00000200:1.0:1767325924.732951:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xbb5 [1] + 224 00000800:00000001:1.0:1767325924.732956:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325924.732966:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325924.732968:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325924.732973:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325924.732980:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325924.732983:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004128f820 x1853174993430528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325924.732991:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004128f820 x1853174993430528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325924.733006:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325924.733011:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325924.733015:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325924.733017:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325924.733020:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325924.733025:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325924.733026:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767325924.733028:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325924.733033:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325924.733035:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767325924.733036:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30a700 00000400:00000010:0.0:1767325924.733037:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1205751. 00000400:00000200:0.0:1767325924.733042:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325924.733044:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:0.0:1767325924.733046:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325924.733050:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004128f820 x1853174993430528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325924.733053:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xba5 [1] + 224 00000800:00000001:1.0:1767325924.733062:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767325924.733069:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004128f820 x1853174993430528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325924.733070:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325924.733075:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325924.733083:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325924.733086:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325924.733087:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325924.733090:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc169e85 x1853174993430272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325924.733096:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325924.733101:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767325924.733104:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bc169e85 x1853174993430272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325924.733104:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325924.733107:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325924.733110:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325924.733114:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325924.733121:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=31 v=5 (5 5 5 5) 00000100:00001000:0.0:1767325924.733126:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=128 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325924.733127:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325924.733129:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767325924.733132:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325924.733132:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325924.733134:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767325924.733137:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767325924.733163:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004128f820 x1853174993430528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325924.733168:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767325924.733170:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325924.733173:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325924.733175:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325924.733179:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325924.733181:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1767325924.733183:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767325924.733184:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767325924.733191:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767325924.733193:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004128f820 x1853174993430528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325924.733197:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000400:00000200:2.0:1767325924.733209:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939b1d42 00000100:00000001:0.0:1767325924.733209:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767325924.733218:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939b1d42. 00000100:00000001:0.0:1767325924.733219:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325924.733222:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325924.733227:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767325924.733229:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004128f820 x1853174993430528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325924.733237:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc169e85 x1853174993430272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325924.733249:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004128f820 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993430528:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325924.733257:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325924.733259:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc169e85 x1853174993430272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325924.733260:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325924.733263:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004128f820 x1853174993430528/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325924.733267:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325924.733268:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325924.733277:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ada721d. 02000000:00000001:0.0:1767325924.733282:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325924.733285:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767325924.733287:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767325924.733287:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767325924.733293:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767325924.733294:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767325924.733294:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000caa95cc3. 02000000:00000001:0.0:1767325924.733301:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767325924.733302:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325924.733304:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325924.733307:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004128f820. 02000000:00000001:2.0:1767325924.733308:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325924.733310:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325924.733312:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325924.733312:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325924.733317:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325924.733318:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325924.733329:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325924.733330:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325924.733335:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325924.733337:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767325924.733339:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=31 v=5 (5 5 5 5) 00000100:00000001:0.0:1767325924.733339:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325924.733350:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=31 v=5 (1 1 1 1) 00000100:00000001:2.0:1767325924.733354:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325924.733355:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325924.733357:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325924.733359:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325924.733362:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325924.733367:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc169e85 x1853174993430272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325924.733373:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325924.733376:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325924.733378:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325924.733381:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc169e85 x1853174993430272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325924.733387:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc169e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993430272:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325924.733391:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325924.733393:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325924.733395:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc169e85 x1853174993430272/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325940 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325924.733401:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325924.733403:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325924.733405:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000632add74. 02000000:00000001:2.0:1767325924.733409:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325924.733410:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325924.733412:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767325924.733420:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325924.733422:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe2b1497. 02000000:00000001:2.0:1767325924.733425:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325924.733427:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325924.733428:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc169e85. 00000100:00000001:2.0:1767325924.733432:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325924.733433:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325924.733434:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325924.733438:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325924.733440:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325924.733442:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325924.733443:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325925.370250:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325925.370259:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325925.370266:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325925.370270:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325925.370272:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325925.370277:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325925.370280:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325925.370282:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325925.370285:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325925.370287:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325925.370289:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325925.370291:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325925.370347:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325925.370352:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325925.370355:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325926.394271:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325926.394280:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325926.394287:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325926.394289:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325926.394348:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325926.394353:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325926.394356:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325927.418338:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325927.418347:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325927.418354:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325927.418355:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325927.418436:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325927.418440:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325927.418443:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325928.442281:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325928.442288:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325928.442297:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325928.442299:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325928.442371:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325928.442375:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325928.442378:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325929.466253:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325929.466258:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325929.466278:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325929.466279:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325929.466329:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325929.466333:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325929.466336:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325929.850248:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767325929.850248:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305846298, at 4305846784 00000100:00000040:0.0:1767325929.850248:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305846298, at 4305846784 00000100:00000040:2.0:1767325929.850249:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305846298, at 4305846784 00000100:00000001:3.0:1767325929.850260:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325929.850263:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000434c5bfd. 00000100:00000010:1.0:1767325929.850266:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b21650d. 00000100:00000010:3.0:1767325929.850268:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053fc5178. 00000100:00000010:0.0:1767325929.850268:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e07a6719. 00000020:00000040:3.0:1767325929.850275:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325929.850280:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325929.850284:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325929.850289:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325929.850298:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe2b1497. 00000100:00000001:3.0:1767325929.850305:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325929.850314:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000053fc5178 x1853174993430656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325929.850323:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325929.850325:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325929.850329:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053fc5178] to pc [ptlrpcd_00_01+1] req@0000000053fc5178 x1853174993430656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325929.850354:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325929.850357:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325929.850360:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325929.850362:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002daf29af. 00000020:00000040:3.0:1767325929.850364:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325929.850366:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325929.850381:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325929.850383:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325929.850384:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767325929.850387:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000caa95cc3. 00000100:00000001:0.0:1767325929.850389:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325929.850393:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325929.850393:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325929.850401:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000002daf29af x1853174993430784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767325929.850403:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053fc5178 x1853174993430656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325929.850415:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325929.850419:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325929.850426:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767325929.850427:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002daf29af] to pc [ptlrpcd_00_02+2] req@000000002daf29af x1853174993430784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325929.850430:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325929.850437:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325929.850441:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325929.850444:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325929.850449:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993430656:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325929.850453:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325929.850454:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767325929.850458:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325929.850459:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325929.850460:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325929.850463:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325929.850465:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767325929.850465:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767325929.850465:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325929.850468:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001020973f. 02000000:00000001:0.0:1767325929.850471:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767325929.850472:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:2.0:1767325929.850473:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002daf29af x1853174993430784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325929.850476:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1767325929.850477:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c461c301. 02000000:00000001:3.0:1767325929.850478:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325929.850481:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325929.850483:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325929.850484:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767325929.850486:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000cfce3c5. 00000100:00000001:2.0:1767325929.850488:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325929.850489:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325929.850491:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767325929.850492:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1205751. 02000000:00000001:2.0:1767325929.850493:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325929.850498:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325929.850501:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993430784:192.168.203.107@tcp:400: 00000400:00000010:0.0:1767325929.850501:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000100:00000001:2.0:1767325929.850508:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767325929.850509:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993430656, portal 25 02000000:00000001:2.0:1767325929.850512:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325929.850513:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767325929.850515:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325929.850516:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268028288 : -112767441523328 : ffff997048b4ad80) 02000000:00000001:2.0:1767325929.850519:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767325929.850537:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053fc5178 x1853174993430656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325929.850539:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000317f2995. 02000000:00000001:2.0:1767325929.850544:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325929.850551:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000100:00000001:0.0:1767325929.850552:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767325929.850557:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939b1d42. 00000100:00000040:0.0:1767325929.850558:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000200:2.0:1767325929.850564:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993430784, portal 10 00000400:00000010:0.0:1767325929.850564:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fa08db4. 00000100:00000040:3.0:1767325929.850565:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000001020973f x1853174993430912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325929.850569:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325929.850572:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268024704 : -112767441526912 : ffff997048b49f80) 00000100:00000200:0.0:1767325929.850572:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993430656, offset 0 00000100:00000001:1.0:1767325929.850573:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325929.850576:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325929.850579:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325929.850580:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002daf29af x1853174993430784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325929.850583:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325929.850585:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767325929.850586:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001020973f] to pc [ptlrpcd_00_03+3] req@000000001020973f x1853174993430912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325929.850593:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325929.850596:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325929.850597:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325929.850599:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767325929.850599:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042430430. 00000100:00000001:1.0:1767325929.850599:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325929.850602:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000200:2.0:1767325929.850604:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993430784, offset 0 00000100:00000001:1.0:1767325929.850604:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767325929.850606:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767325929.850607:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767325929.850612:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767325929.850613:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11184) 00000400:00000200:2.0:1767325929.850616:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767325929.850616:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001020973f x1853174993430912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325929.850617:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325929.850622:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325929.850626:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767325929.850626:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325929.850628:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325929.850630:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767325929.850630:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [349:349:256:4294967295] 192.168.203.107@tcp LPNI seq info [349:349:8:4294967295] 02000000:00000001:1.0:1767325929.850631:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325929.850633:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325929.850634:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305846299, at 4305846784 00000100:00100000:1.0:1767325929.850636:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993430912:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325929.850642:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1767325929.850643:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007cc6f3c9. 00000400:00000200:0.0:1767325929.850644:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:1.0:1767325929.850645:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325929.850648:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325929.850651:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325929.850654:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1e08ca9. 02000000:00000001:1.0:1767325929.850657:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325929.850657:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325929.850660:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:1.0:1767325929.850662:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b04a503d. 00000800:00000010:0.0:1767325929.850662:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007cab202f. 00000400:00000200:2.0:1767325929.850666:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767325929.850668:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a79660. 00000800:00000200:0.0:1767325929.850672:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767325929.850673:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000200:1.0:1767325929.850673:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993430912, portal 10 00000100:00000001:1.0:1767325929.850678:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325929.850680:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268016640 : -112767441534976 : ffff997048b48000) 00000400:00000200:2.0:1767325929.850681:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767325929.850683:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767325929.850686:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:1.0:1767325929.850688:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001020973f x1853174993430912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325929.850690:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007cab202f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325929.850693:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [350:350:255:4294967295] 192.168.203.107@tcp LPNI seq info [350:350:7:4294967295] 00000100:00000001:1.0:1767325929.850705:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325929.850705:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325929.850710:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325929.850710:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305851418 00000400:00000200:2.0:1767325929.850714:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:1.0:1767325929.850714:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e54fbf9b. 00000100:00000010:0.0:1767325929.850715:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d955938c. 00000100:00000200:1.0:1767325929.850719:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993430912, offset 0 00000100:00000001:0.0:1767325929.850721:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767325929.850726:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325929.850727:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305851418 00000400:00000200:1.0:1767325929.850728:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:0.0:1767325929.850731:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b57c0e8b. 00000800:00000010:2.0:1767325929.850734:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fc6f982. 00000100:00000001:0.0:1767325929.850735:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767325929.850736:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325929.850739:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305851418 00000400:00000200:1.0:1767325929.850743:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767325929.850743:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d914d99. 00000800:00000200:2.0:1767325929.850745:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325929.850747:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767325929.850749:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325929.850754:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305851418 00000800:00000200:2.0:1767325929.850758:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:0.0:1767325929.850758:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f0d6bc1. 00000400:00000200:1.0:1767325929.850759:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325929.850761:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767325929.850763:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767325929.850765:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fc6f982 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325929.850766:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325929.850767:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [351:351:254:4294967295] 192.168.203.107@tcp LPNI seq info [351:351:6:4294967295] 00000100:00000001:0.0:1767325929.850771:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325929.850773:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325929.850775:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325929.850778:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325929.850780:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 275920 usecs (276 jiffies) 00000400:00000200:1.0:1767325929.850781:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325929.850785:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325929.850786:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305847060 00000100:00000001:0.0:1767325929.850788:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767325929.850792:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325929.850793:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305851418 00000100:00000001:0.0:1767325929.850793:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1767325929.850795:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d8a82b. 00000100:00000001:0.0:1767325929.850796:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325929.850800:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305847060 00000100:00000001:0.0:1767325929.850804:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325929.850805:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305851418 00000800:00000200:1.0:1767325929.850805:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325929.850808:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325929.850812:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305847060 00000800:00000200:1.0:1767325929.850812:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767325929.850817:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305851418 00000800:00000200:1.0:1767325929.850817:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1d8a82b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325929.850824:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305847060 00000100:00000001:1.0:1767325929.850825:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325929.850827:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305851418 00000100:00000040:1.0:1767325929.850830:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 16490 usecs (17 jiffies) 00000100:00000001:2.0:1767325929.850831:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325929.850835:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305846801 00000100:00000001:2.0:1767325929.850837:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325929.850840:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305851418 00000100:00000001:2.0:1767325929.850842:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325929.850845:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305846801 00000100:00000001:2.0:1767325929.850846:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325929.850850:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305851418 00000100:00000001:2.0:1767325929.850853:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325929.850854:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305846801 00000800:00000200:3.0:1767325929.850855:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325929.850856:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325929.850860:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305851418 00000800:00000010:3.0:1767325929.850861:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007cab202f. 00000100:00000001:1.0:1767325929.850866:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305846801 00000100:00000001:2.0:1767325929.850867:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325929.850868:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325929.850870:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325929.850871:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305851418 00000100:00000001:2.0:1767325929.850872:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325929.850877:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325929.850877:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325929.850878:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325929.850883:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325929.850884:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fa08db4 00000100:00000001:1.0:1767325929.850886:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325929.850889:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325929.850893:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325929.850894:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325929.850897:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325929.850898:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325929.850900:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325929.850901:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325929.850968:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fa08db4. 00000100:00000001:3.0:1767325929.850972:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325929.850976:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053fc5178 x1853174993430656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325929.850982:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325929.850984:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053fc5178 x1853174993430656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325929.850988:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325929.850995:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325929.851007:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325929.851009:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fc6f982. 00000400:00000200:3.0:1767325929.851011:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325929.851013:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325929.851014:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042430430 00000400:00000010:3.0:1767325929.851015:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042430430. 00000100:00000001:3.0:1767325929.851017:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325929.851018:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002daf29af x1853174993430784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325929.851022:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325929.851024:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002daf29af x1853174993430784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325929.851027:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325929.851028:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325929.851050:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325929.851051:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d8a82b. 00000400:00000200:3.0:1767325929.851053:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325929.851060:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325929.851062:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e54fbf9b 00000400:00000010:3.0:1767325929.851062:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e54fbf9b. 00000100:00000001:3.0:1767325929.851064:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325929.851066:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001020973f x1853174993430912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325929.851070:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325929.851071:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001020973f x1853174993430912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325929.851075:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325929.851076:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325929.852254:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325929.852261:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325929.852264:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325929.852266:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325929.852272:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325929.852281:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30a880 00000400:00000200:2.0:1767325929.852286:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xbbd [1] + 224 00000800:00000001:2.0:1767325929.852291:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325929.852295:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325929.852296:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325929.852298:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325929.852301:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325929.852304:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053fc5178 x1853174993430656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325929.852313:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000053fc5178 x1853174993430656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325929.852326:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325929.852332:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325929.852335:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325929.852343:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325929.852346:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325929.852351:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325929.852354:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325929.852361:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1205751. 00000400:00000200:0.0:1767325929.852365:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325929.852366:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:0.0:1767325929.852370:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325929.852374:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053fc5178 x1853174993430656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325929.852383:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053fc5178 x1853174993430656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325929.852390:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325929.852392:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325929.852395:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325929.852397:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325929.852399:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325929.852401:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325929.852404:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325929.852407:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767325929.852408:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=36 v=5 (5 5 5 5) 00000100:00001000:0.0:1767325929.852413:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=36 v=5 (1 1 1 1) 00000800:00000001:1.0:1767325929.852415:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325929.852418:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767325929.852419:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325929.852422:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325929.852423:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767325929.852426:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325929.852430:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325929.852433:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767325929.852434:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325929.852440:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053fc5178 x1853174993430656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325929.852447:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30a900 00000100:00000001:0.0:1767325929.852452:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325929.852457:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xbc1 [1] + 224 00000100:00000001:0.0:1767325929.852458:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325929.852460:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325929.852464:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767325929.852466:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053fc5178 x1853174993430656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325929.852469:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325929.852474:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767325929.852482:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993430656:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767325929.852483:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325929.852491:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325929.852492:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325929.852496:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767325929.852498:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002daf29af x1853174993430784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325929.852502:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053fc5178 x1853174993430656/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325929.852513:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002daf29af x1853174993430784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325929.852520:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325929.852534:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325929.852538:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c461c301. 02000000:00000001:0.0:1767325929.852543:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325929.852545:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325929.852546:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325929.852548:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767325929.852549:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325929.852552:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe2b1497. 00000800:00000001:1.0:1767325929.852555:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767325929.852556:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325929.852560:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1767325929.852561:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767325929.852562:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053fc5178. 00000800:00000001:1.0:1767325929.852566:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325929.852568:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1767325929.852569:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325929.852572:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325929.852576:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325929.852577:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767325929.852579:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325929.852583:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325929.852583:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767325929.852587:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30a980 00000100:00000001:0.0:1767325929.852588:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767325929.852589:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325929.852593:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325929.852593:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767325929.852595:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000400:00000200:2.0:1767325929.852600:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939b1d42 00000100:00000001:0.0:1767325929.852602:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325929.852603:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939b1d42. 00000100:00000001:2.0:1767325929.852608:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767325929.852611:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xbcd [1] + 224 00000100:00000200:2.0:1767325929.852614:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002daf29af x1853174993430784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325929.852620:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767325929.852628:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002daf29af x1853174993430784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325929.852628:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325929.852632:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325929.852637:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325929.852643:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325929.852647:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001020973f x1853174993430912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325929.852656:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325929.852659:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325929.852659:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001020973f x1853174993430912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325929.852662:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325929.852664:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325929.852666:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325929.852668:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325929.852674:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325929.852680:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=26 v=5 (5 5 5 5) 00000100:00001000:2.0:1767325929.852682:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=26 v=5 (1 1 1 1) 00000100:00000001:2.0:1767325929.852685:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325929.852685:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325929.852688:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325929.852690:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325929.852692:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325929.852692:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325929.852697:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:1.0:1767325929.852697:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325929.852700:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325929.852702:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325929.852704:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325929.852707:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002daf29af x1853174993430784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325929.852709:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325929.852712:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325929.852715:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767325929.852716:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767325929.852717:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1767325929.852719:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767325929.852720:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767325929.852722:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b04a503d. 00000100:00000040:2.0:1767325929.852724:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002daf29af x1853174993430784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325929.852726:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a79660 00000400:00000010:3.0:1767325929.852729:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a79660. 00000100:00000001:3.0:1767325929.852732:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325929.852738:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001020973f x1853174993430912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325929.852738:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993430784:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325929.852747:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325929.852751:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767325929.852754:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001020973f x1853174993430912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325929.852756:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002daf29af x1853174993430784/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325929.852771:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325929.852773:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325929.852774:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325929.852776:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325929.852777:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325929.852778:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325929.852779:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325929.852780:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325929.852784:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325929.852784:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000317f2995. 00000100:00001000:3.0:1767325929.852787:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=36 v=5 (5 5 5 5) 02000000:00000001:2.0:1767325929.852788:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325929.852791:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:3.0:1767325929.852792:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=133 v=5 (1 0 0 0) 00000020:00000040:2.0:1767325929.852793:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325929.852797:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767325929.852798:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325929.852800:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325929.852800:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000caa95cc3. 02000000:00000001:2.0:1767325929.852803:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325929.852804:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325929.852804:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002daf29af. 00000100:00000001:2.0:1767325929.852807:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767325929.852808:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325929.852809:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325929.852811:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767325929.852813:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001020973f x1853174993430912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325929.852816:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325929.852818:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325929.852822:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325929.852824:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325929.852832:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325929.852834:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325929.852835:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325929.852836:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325929.852839:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325929.852841:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001020973f x1853174993430912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325929.852845:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325929.852847:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325929.852847:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325929.852849:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001020973f x1853174993430912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325929.852853:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993430912:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325929.852856:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325929.852857:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325929.852858:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001020973f x1853174993430912/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325929.852861:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325929.852864:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325929.852865:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1e08ca9. 02000000:00000001:3.0:1767325929.852868:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325929.852869:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325929.852869:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325929.852871:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325929.852872:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000cfce3c5. 02000000:00000001:3.0:1767325929.852873:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325929.852874:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325929.852875:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001020973f. 00000100:00000001:3.0:1767325929.852880:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325929.852880:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325929.852882:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325929.852885:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325929.852886:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325929.852887:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325929.852888:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325930.490242:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325930.490247:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325930.490253:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325930.490255:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325930.490306:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325930.490310:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325930.490313:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325931.514254:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325931.514260:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325931.514271:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325931.514272:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325931.514341:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325931.514344:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325931.514347:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325932.538242:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325932.538249:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325932.538254:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325932.538255:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325932.538522:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325932.538526:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325932.538529:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325933.562277:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325933.562285:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325933.562287:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325933.562289:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325933.562293:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325933.562295:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325933.562297:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325933.562300:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325933.562303:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325933.562304:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325933.562413:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325933.562417:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325933.562420:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325934.586258:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325934.586267:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325934.586275:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325934.586276:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325934.586326:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325934.586331:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325934.586333:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325934.970235:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305851418, at 4305851904 00000100:00000040:2.0:1767325934.970243:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305851418, at 4305851904 00000100:00000010:1.0:1767325934.970250:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b57c0e8b. 00000100:00000010:2.0:1767325934.970260:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d914d99. 00000100:00000040:0.0:1767325934.970262:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305851418, at 4305851904 00000100:00000010:0.0:1767325934.970273:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d955938c. 00000100:00000040:3.0:1767325934.970374:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305851418, at 4305851904 00000100:00000010:3.0:1767325934.970381:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f0d6bc1. 00000100:00000040:3.0:1767325934.970454:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325934.970459:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325934.970465:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001020973f. 00000020:00000040:3.0:1767325934.970469:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325934.970473:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325934.970475:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325934.970481:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325934.970488:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000cfce3c5. 00000100:00000001:3.0:1767325934.970514:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325934.970524:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000001020973f x1853174993431040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325934.970533:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325934.970536:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325934.970540:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001020973f] to pc [ptlrpcd_00_00+0] req@000000001020973f x1853174993431040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325934.970558:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325934.970559:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325934.970562:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325934.970564:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7307b36. 00000020:00000040:3.0:1767325934.970565:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325934.970567:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325934.970568:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325934.970569:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325934.970571:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000056075b4e. 00000100:00000001:3.0:1767325934.970580:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325934.970584:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000e7307b36 x1853174993431168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325934.970589:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325934.970593:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325934.970596:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325934.970596:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325934.970597:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325934.970605:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325934.970606:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325934.970609:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7307b36] to pc [ptlrpcd_00_01+1] req@00000000e7307b36 x1853174993431168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325934.970619:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001020973f x1853174993431040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325934.970637:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325934.970641:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325934.970642:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325934.970645:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767325934.970647:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767325934.970650:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325934.970652:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325934.970656:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008eba1c7b. 02000000:00000001:1.0:1767325934.970657:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325934.970660:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767325934.970663:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767325934.970670:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325934.970673:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325934.970673:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767325934.970674:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993431040:192.168.203.107@tcp:400: 02000000:00000001:3.0:1767325934.970680:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325934.970680:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325934.970687:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767325934.970688:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000caa95cc3. 00000100:00000040:0.0:1767325934.970693:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7307b36 x1853174993431168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325934.970694:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325934.970694:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325934.970703:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325934.970710:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000008eba1c7b x1853174993431296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767325934.970714:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325934.970726:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b19fa07e. 00000100:00000001:0.0:1767325934.970730:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767325934.970736:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325934.970736:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325934.970743:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767325934.970748:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325934.970749:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325934.970751:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767325934.970753:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f7193d. 00000100:00000040:3.0:1767325934.970755:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eba1c7b] to pc [ptlrpcd_00_02+2] req@000000008eba1c7b x1853174993431296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325934.970758:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325934.970767:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993431168:192.168.203.107@tcp:400: 00000400:00000010:1.0:1767325934.970768:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000723137a0. 00000100:00000001:3.0:1767325934.970776:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325934.970777:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767325934.970779:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767325934.970779:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993431040, portal 25 02000000:00000001:0.0:1767325934.970784:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767325934.970788:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1767325934.970789:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325934.970790:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767325934.970794:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11189) 00000100:00000001:1.0:1767325934.970794:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268016640 : -112767441534976 : ffff997048b48000) 02000000:00000001:0.0:1767325934.970796:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325934.970804:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767325934.970804:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000005cc66ef. 00000100:00000040:1.0:1767325934.970809:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001020973f x1853174993431040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325934.970810:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325934.970811:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000010:0.0:1767325934.970821:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1205751. 00000100:00000001:3.0:1767325934.970827:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767325934.970832:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000100:00000001:1.0:1767325934.970846:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767325934.970846:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993431168, portal 10 00000100:00000001:3.0:1767325934.970851:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325934.970852:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325934.970857:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268022912 : -112767441528704 : ffff997048b49880) 00000100:00000001:3.0:1767325934.970858:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325934.970859:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325934.970864:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325934.970866:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767325934.970867:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7307b36 x1853174993431168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325934.970869:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325934.970879:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008eba1c7b x1853174993431296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325934.970881:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eeaa2651. 00000100:00000001:0.0:1767325934.970882:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325934.970891:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000200:1.0:1767325934.970893:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993431040, offset 0 00000400:00000010:0.0:1767325934.970896:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042895cc0. 00000100:00000200:0.0:1767325934.970905:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993431168, offset 0 00000100:00000001:3.0:1767325934.970907:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325934.970910:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325934.970914:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325934.970923:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325934.970932:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325934.970939:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325934.970943:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325934.970949:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325934.970952:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325934.970957:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [352:352:256:4294967295] 192.168.203.107@tcp LPNI seq info [352:352:8:4294967295] 00000100:00000001:2.0:1767325934.970965:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325934.970970:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325934.970978:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:0.0:1767325934.970991:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:1.0:1767325934.970998:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325934.970999:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767325934.971005:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b90c43. 00000400:00000200:0.0:1767325934.971015:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:3.0:1767325934.971017:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767325934.971022:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:3.0:1767325934.971025:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325934.971030:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767325934.971035:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325934.971040:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:1.0:1767325934.971042:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00100000:3.0:1767325934.971044:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008eba1c7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993431296:192.168.203.107@tcp:400: 00000800:00000200:1.0:1767325934.971054:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c1b90c43 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325934.971055:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [353:353:255:4294967295] 192.168.203.107@tcp LPNI seq info [353:353:7:4294967295] 00000100:00000001:3.0:1767325934.971058:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325934.971064:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325934.971071:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325934.971074:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325934.971080:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000010:3.0:1767325934.971081:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a4f1d291. 02000000:00000001:3.0:1767325934.971086:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325934.971089:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325934.971091:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cffb712. 00000100:00000001:1.0:1767325934.971093:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767325934.971096:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058804b06. 00000100:00000001:1.0:1767325934.971099:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305856538 00000400:00000010:3.0:1767325934.971105:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001897d440. 00000800:00000200:0.0:1767325934.971106:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:1.0:1767325934.971107:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000019584459. 00000100:00000200:3.0:1767325934.971112:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993431296, portal 10 00000100:00000001:3.0:1767325934.971117:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325934.971118:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767325934.971118:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325934.971120:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268025600 : -112767441526016 : ffff997048b4a300) 00000800:00000200:0.0:1767325934.971126:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000058804b06 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767325934.971136:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008eba1c7b x1853174993431296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325934.971136:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305856538 00000100:00000001:0.0:1767325934.971136:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325934.971175:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 273268 usecs (274 jiffies) 00000100:00000001:0.0:1767325934.971181:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305852179 00000100:00000010:1.0:1767325934.971186:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d819e2a. 00000100:00000001:0.0:1767325934.971188:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305856538 00000800:00000200:2.0:1767325934.971191:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325934.971197:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305852179 00000800:00000010:2.0:1767325934.971199:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b90c43. 00000100:00000001:1.0:1767325934.971199:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767325934.971209:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767325934.971209:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325934.971212:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305856538 00000100:00000001:1.0:1767325934.971213:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305856539 00000100:00000040:3.0:1767325934.971214:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325934.971222:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325934.971222:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305852179 00000100:00000010:1.0:1767325934.971224:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086f58006. 00000400:00000010:3.0:1767325934.971225:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000273bba3d. 00000400:00000200:2.0:1767325934.971230:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eeaa2651 00000100:00000001:1.0:1767325934.971231:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767325934.971234:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eeaa2651. 00000100:00000001:0.0:1767325934.971241:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305856539 00000100:00000200:3.0:1767325934.971242:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993431296, offset 0 00000100:00000001:2.0:1767325934.971242:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325934.971242:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305856539 00000100:00000200:2.0:1767325934.971254:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001020973f x1853174993431040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325934.971254:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305852179 00000100:00000010:1.0:1767325934.971256:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b21650d. 00000400:00000200:3.0:1767325934.971265:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325934.971266:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767325934.971273:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325934.971281:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305856539 00000400:00000200:3.0:1767325934.971282:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325934.971282:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767325934.971283:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001020973f x1853174993431040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325934.971295:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325934.971297:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325934.971298:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325934.971300:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325934.971301:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325934.971302:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325934.971303:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325934.971306:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325934.971315:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325934.971316:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767325934.971318:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325934.971321:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325934.971323:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325934.971325:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325934.971328:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325934.971330:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325934.971333:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325934.971335:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325934.971335:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325934.971341:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325934.971343:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325934.971347:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [354:354:254:4294967295] 192.168.203.107@tcp LPNI seq info [354:354:6:4294967295] 00000100:00000001:1.0:1767325934.971350:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325934.971354:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325934.971359:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325934.971366:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325934.971369:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325934.971377:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767325934.971381:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe2b1497. 00000800:00000200:3.0:1767325934.971388:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767325934.971394:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325934.971396:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe2b1497 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325934.971400:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325934.971402:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 16352 usecs (17 jiffies) 00000100:00000001:3.0:1767325934.971404:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305851922 00000100:00000001:3.0:1767325934.971406:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305856538 00000100:00000001:3.0:1767325934.971407:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305851922 00000100:00000001:3.0:1767325934.971408:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305856538 00000100:00000001:3.0:1767325934.971410:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305851922 00000100:00000001:3.0:1767325934.971411:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305856539 00000100:00000001:3.0:1767325934.971412:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305851922 00000100:00000001:3.0:1767325934.971413:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305856539 00000100:00000001:3.0:1767325934.971414:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325934.971416:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325934.971418:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325934.971419:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325934.971449:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325934.971452:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058804b06. 00000400:00000200:2.0:1767325934.971454:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325934.971457:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325934.971458:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042895cc0 00000400:00000010:2.0:1767325934.971459:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042895cc0. 00000100:00000001:2.0:1767325934.971461:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325934.971463:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7307b36 x1853174993431168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325934.971468:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325934.971469:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7307b36 x1853174993431168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325934.971481:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325934.971482:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325934.971505:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325934.971506:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe2b1497. 00000400:00000200:2.0:1767325934.971508:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325934.971511:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325934.971513:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000273bba3d 00000400:00000010:2.0:1767325934.971513:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000273bba3d. 00000100:00000001:2.0:1767325934.971516:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325934.971518:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008eba1c7b x1853174993431296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325934.971523:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325934.971524:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008eba1c7b x1853174993431296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325934.971528:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325934.971528:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325934.972871:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325934.972884:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325934.972887:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325934.972890:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325934.972897:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325934.972907:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30aa00 00000400:00000200:2.0:1767325934.972912:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xbd5 [1] + 224 00000800:00000001:2.0:1767325934.972918:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325934.972924:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325934.972925:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325934.972927:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325934.972931:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325934.972933:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001020973f x1853174993431040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325934.972940:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001020973f x1853174993431040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325934.972998:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325934.973003:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325934.973099:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325934.973122:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325934.973129:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325934.973131:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325934.973133:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325934.973136:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325934.973165:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325934.973168:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f7193d. 00000400:00000200:2.0:1767325934.973171:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325934.973178:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30ab00 00000400:00000200:1.0:1767325934.973184:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000723137a0 00000400:00000010:1.0:1767325934.973189:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000723137a0. 00000100:00000001:1.0:1767325934.973195:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767325934.973200:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xbe5 [1] + 224 00000100:00000200:1.0:1767325934.973205:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001020973f x1853174993431040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325934.973208:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325934.973215:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325934.973222:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767325934.973228:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001020973f x1853174993431040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325934.973234:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325934.973243:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325934.973249:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767325934.973250:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008eba1c7b x1853174993431296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325934.973255:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325934.973265:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008eba1c7b x1853174993431296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325934.973266:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325934.973276:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325934.973279:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325934.973284:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325934.973287:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325934.973288:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767325934.973294:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=41 v=5 (5 5 5 5) 00000800:00000001:2.0:1767325934.973296:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325934.973301:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767325934.973302:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=41 v=5 (1 1 1 1) 00000800:00000001:2.0:1767325934.973306:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325934.973310:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767325934.973312:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325934.973314:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325934.973320:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767325934.973322:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00010000:00000001:1.0:1767325934.973324:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325934.973329:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30aa80 00000100:00000001:1.0:1767325934.973331:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325934.973335:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xbd9 [1] + 224 00000100:00000040:1.0:1767325934.973341:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001020973f x1853174993431040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325934.973343:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325934.973350:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325934.973353:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325934.973358:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325934.973369:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325934.973375:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325934.973381:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767325934.973384:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7307b36 x1853174993431168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325934.973385:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325934.973401:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001020973f x1853174993431040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325934.973402:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e7307b36 x1853174993431168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325934.973437:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767325934.973439:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993431040:192.168.203.107@tcp:400: 00000800:00000001:2.0:1767325934.973442:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325934.973451:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325934.973455:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325934.973460:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325934.973465:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325934.973467:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001020973f x1853174993431040/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325934.973470:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325934.973477:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325934.973481:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767325934.973482:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1767325934.973483:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1205751. 00000400:00000200:0.0:1767325934.973499:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325934.973503:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 02000000:00000001:1.0:1767325934.973504:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767325934.973507:0:211466:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767325934.973509:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b19fa07e. 00000100:00000200:0.0:1767325934.973515:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7307b36 x1853174993431168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325934.973520:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325934.973526:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325934.973529:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000200:0.0:1767325934.973534:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7307b36 x1853174993431168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767325934.973535:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325934.973536:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325934.973540:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767325934.973540:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000cfce3c5. 00000400:00000001:3.0:1767325934.973546:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325934.973550:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767325934.973551:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1767325934.973554:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cffb712. 02000000:00000001:1.0:1767325934.973556:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767325934.973559:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1767325934.973561:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001020973f. 00000100:00000001:0.0:1767325934.973563:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325934.973567:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001897d440 00000100:00000001:1.0:1767325934.973570:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325934.973570:0:211466:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767325934.973571:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001897d440. 00000100:00000001:1.0:1767325934.973575:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325934.973575:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325934.973579:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325934.973579:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325934.973582:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325934.973582:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325934.973587:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008eba1c7b x1853174993431296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325934.973592:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767325934.973594:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325934.973600:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325934.973604:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=31 v=5 (5 5 5 5) 00000100:00001000:0.0:1767325934.973609:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=31 v=5 (1 1 1 1) 00000100:00000001:1.0:1767325934.973610:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325934.973612:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325934.973616:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325934.973618:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325934.973619:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767325934.973620:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008eba1c7b x1853174993431296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325934.973623:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325934.973628:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325934.973631:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325934.973634:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325934.973637:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325934.973638:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325934.973642:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325934.973645:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7307b36 x1853174993431168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325934.973647:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325934.973650:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325934.973654:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325934.973654:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325934.973657:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325934.973658:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325934.973661:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325934.973662:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325934.973667:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=41 v=5 (5 5 5 5) 00000100:00001000:3.0:1767325934.973674:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=138 v=5 (1 0 0 0) 00000100:00000040:0.0:1767325934.973675:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7307b36 x1853174993431168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325934.973678:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325934.973680:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325934.973683:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767325934.973688:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008eba1c7b x1853174993431296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325934.973690:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993431168:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325934.973698:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767325934.973702:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325934.973702:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325934.973705:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325934.973708:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000040:0.0:1767325934.973708:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7307b36 x1853174993431168/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325934.973711:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325934.973713:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325934.973719:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008eba1c7b x1853174993431296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325934.973720:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325934.973723:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325934.973726:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767325934.973726:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000005cc66ef. 00000100:00000001:3.0:1767325934.973730:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325934.973731:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325934.973731:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325934.973733:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767325934.973735:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008eba1c7b x1853174993431296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767325934.973736:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767325934.973741:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325934.973743:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000056075b4e. 02000000:00000001:0.0:1767325934.973747:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325934.973748:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325934.973749:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7307b36. 00000100:00000001:0.0:1767325934.973751:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325934.973754:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325934.973757:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325934.973763:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767325934.973765:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008eba1c7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993431296:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325934.973765:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325934.973769:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325934.973771:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325934.973772:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325934.973775:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325934.973776:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008eba1c7b x1853174993431296/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325934.973784:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325934.973785:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325934.973787:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a4f1d291. 02000000:00000001:3.0:1767325934.973790:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325934.973790:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325934.973791:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325934.973793:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325934.973794:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000caa95cc3. 02000000:00000001:3.0:1767325934.973795:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325934.973796:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325934.973797:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008eba1c7b. 00000100:00000001:3.0:1767325934.973799:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325934.973800:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325934.973801:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325934.973804:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325934.973804:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325934.973805:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325934.973806:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325935.610253:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325935.610260:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325935.610265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325935.610269:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325935.610270:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325935.610276:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325935.610279:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325935.610280:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325935.610282:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325935.610284:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325935.610286:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325935.610287:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325935.610342:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325935.610346:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325935.610349:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325936.634218:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325936.634225:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325936.634231:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325936.634233:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325936.634293:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325936.634296:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325936.634298:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325937.658242:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325937.658251:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325937.658259:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325937.658260:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325937.658318:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325937.658323:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325937.658326:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325938.682251:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325938.682257:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325938.682262:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325938.682263:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325938.682319:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325938.682323:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325938.682325:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325939.706255:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325939.706262:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325939.706268:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325939.706269:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325939.706325:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325939.706330:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325939.706333:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325940.090236:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305856539, at 4305857024 00000100:00000040:2.0:1767325940.090236:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305856539, at 4305857024 00000100:00000040:1.0:1767325940.090236:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305856538, at 4305857024 00000100:00000040:0.0:1767325940.090236:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305856538, at 4305857024 00000100:00000010:3.0:1767325940.090257:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b21650d. 00000100:00000010:0.0:1767325940.090261:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000019584459. 00000100:00000010:1.0:1767325940.090263:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d819e2a. 00000100:00000010:2.0:1767325940.090267:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086f58006. 00000100:00000040:3.0:1767325940.090275:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325940.090280:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325940.090287:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008eba1c7b. 00000020:00000040:3.0:1767325940.090291:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325940.090295:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325940.090298:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325940.090303:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325940.090317:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000caa95cc3. 00000100:00000001:3.0:1767325940.090323:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325940.090333:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000008eba1c7b x1853174993431424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325940.090343:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325940.090346:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325940.090352:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eba1c7b] to pc [ptlrpcd_00_03+3] req@000000008eba1c7b x1853174993431424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325940.090379:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325940.090382:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325940.090385:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325940.090388:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d9c04da. 00000020:00000040:3.0:1767325940.090391:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325940.090394:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325940.090396:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325940.090398:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325940.090399:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767325940.090404:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000056075b4e. 00000100:00000001:0.0:1767325940.090408:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325940.090409:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325940.090414:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325940.090416:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000008d9c04da x1853174993431552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325940.090418:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325940.090423:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325940.090424:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008eba1c7b x1853174993431424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325940.090438:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325940.090441:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325940.090443:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767325940.090447:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c04da] to pc [ptlrpcd_00_00+0] req@000000008d9c04da x1853174993431552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325940.090448:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325940.090468:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325940.090472:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325940.090475:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325940.090479:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008eba1c7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993431424:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325940.090489:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325940.090496:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325940.090498:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325940.090501:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325940.090507:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8f3d421. 02000000:00000001:0.0:1767325940.090509:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325940.090512:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325940.090516:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767325940.090516:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1205751. 00000100:00000001:3.0:1767325940.090523:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767325940.090524:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767325940.090528:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abf35ff8. 00000100:00000001:1.0:1767325940.090528:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767325940.090529:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000020:00000040:3.0:1767325940.090533:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767325940.090538:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325940.090539:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1767325940.090540:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993431424, portal 25 00000100:00000001:0.0:1767325940.090544:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767325940.090546:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d9c04da x1853174993431552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325940.090547:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268025600 : -112767441526016 : ffff997048b4a300) 00000100:00000001:2.0:1767325940.090548:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325940.090552:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325940.090558:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767325940.090559:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008eba1c7b x1853174993431424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325940.090563:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325940.090566:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325940.090569:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325940.090572:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000cfce3c5. 02000000:00000001:1.0:1767325940.090575:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325940.090578:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325940.090579:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325940.090581:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767325940.090584:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325940.090588:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000abf35ff8 x1853174993431680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767325940.090590:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993431552:192.168.203.107@tcp:400: 00000100:00000040:0.0:1767325940.090596:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325940.090601:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767325940.090602:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000794ac830. 02000000:00000001:1.0:1767325940.090606:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767325940.090609:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767325940.090609:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325940.090610:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993431424, offset 0 00000100:00000001:3.0:1767325940.090613:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325940.090614:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325940.090620:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2059c26. 00000100:00000040:3.0:1767325940.090622:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abf35ff8] to pc [ptlrpcd_00_01+1] req@00000000abf35ff8 x1853174993431680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325940.090625:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325940.090625:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325940.090633:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f7193d. 00000400:00000010:1.0:1767325940.090640:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000723137a0. 00000100:00000001:3.0:1767325940.090644:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325940.090644:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993431552, portal 10 00000400:00000200:0.0:1767325940.090645:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325940.090648:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767325940.090650:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325940.090653:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268017536 : -112767441534080 : ffff997048b48380) 00000100:00000040:3.0:1767325940.090657:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767325940.090657:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325940.090661:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325940.090663:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d9c04da x1853174993431552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325940.090665:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11194) 00000100:00000001:2.0:1767325940.090665:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325940.090666:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325940.090668:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325940.090677:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abf35ff8 x1853174993431680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325940.090677:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325940.090678:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325940.090686:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325940.090687:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:1.0:1767325940.090690:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056cf3dc7. 00000100:00000200:1.0:1767325940.090696:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993431552, offset 0 00000400:00000200:0.0:1767325940.090697:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [355:355:256:4294967295] 192.168.203.107@tcp LPNI seq info [355:355:8:4294967295] 00000100:00000001:2.0:1767325940.090703:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767325940.090707:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325940.090708:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325940.090713:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325940.090716:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325940.090720:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:2.0:1767325940.090722:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325940.090729:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000abf35ff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993431680:192.168.203.107@tcp:400: 00000800:00000200:0.0:1767325940.090732:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325940.090733:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325940.090739:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767325940.090741:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767325940.090743:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018112a94. 02000000:00000001:2.0:1767325940.090744:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767325940.090746:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:2.0:1767325940.090749:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325940.090751:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767325940.090753:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767325940.090757:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767325940.090758:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000010:2.0:1767325940.090760:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000054a5700. 02000000:00000001:2.0:1767325940.090765:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325940.090766:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [356:356:255:4294967295] 192.168.203.107@tcp LPNI seq info [356:356:7:4294967295] 00000800:00000200:0.0:1767325940.090769:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000010:2.0:1767325940.090770:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae156ae. 00000800:00000200:0.0:1767325940.090776:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000018112a94 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767325940.090779:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939b1d42. 00000100:00000200:2.0:1767325940.090786:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993431680, portal 10 00000400:00000200:1.0:1767325940.090788:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325940.090790:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325940.090793:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268026496 : -112767441525120 : ffff997048b4a680) 00000800:00000200:1.0:1767325940.090798:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325940.090798:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325940.090803:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000abf35ff8 x1853174993431680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767325940.090807:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f9e2ebb4. 00000100:00000001:0.0:1767325940.090807:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305861658 00000800:00000200:1.0:1767325940.090816:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:0.0:1767325940.090816:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077e90a0d. 00000100:00000001:2.0:1767325940.090818:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325940.090825:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325940.090825:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767325940.090828:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000010:2.0:1767325940.090831:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd0dfdf7. 00000800:00000200:1.0:1767325940.090832:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f9e2ebb4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325940.090833:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305861658 00000100:00000200:2.0:1767325940.090839:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993431680, offset 0 00000100:00000001:1.0:1767325940.090840:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325940.090841:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001dd496f8. 00000100:00000040:1.0:1767325940.090847:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 270676 usecs (271 jiffies) 00000400:00000200:2.0:1767325940.090848:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325940.090848:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767325940.090854:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305857295 00000100:00000001:0.0:1767325940.090855:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305861658 00000100:00000001:1.0:1767325940.090861:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305861658 00000100:00000010:0.0:1767325940.090862:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f14dad39. 00000100:00000001:1.0:1767325940.090865:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305857295 00000400:00000200:2.0:1767325940.090867:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:3.0:1767325940.090870:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325940.090870:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305861658 00000100:00000001:0.0:1767325940.090870:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767325940.090873:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767325940.090877:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018112a94. 00000100:00000001:1.0:1767325940.090877:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305857295 00000100:00000001:0.0:1767325940.090877:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305861658 00000400:00000200:2.0:1767325940.090880:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325940.090884:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305861658 00000400:00000200:3.0:1767325940.090885:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767325940.090885:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d955938c. 00000400:00000200:2.0:1767325940.090886:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325940.090891:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305857295 00000100:00000001:0.0:1767325940.090893:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767325940.090894:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325940.090899:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325940.090902:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305861658 00000100:00000001:0.0:1767325940.090902:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325940.090906:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325940.090909:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [357:357:254:4294967295] 192.168.203.107@tcp LPNI seq info [357:357:6:4294967295] 00000100:00000001:1.0:1767325940.090910:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325940.090914:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325940.090916:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325940.090920:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325940.090921:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325940.090926:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325940.090931:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325940.090932:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325940.090934:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325940.090936:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325940.090938:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325940.090941:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325940.090942:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000794ac830 00000800:00000200:2.0:1767325940.090944:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325940.090944:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325940.090945:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767325940.090946:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000794ac830. 00000100:00000001:0.0:1767325940.090948:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767325940.090953:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fc6f982. 00000100:00000001:0.0:1767325940.090953:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325940.090954:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325940.090957:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325940.090960:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325940.090962:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325940.090963:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008eba1c7b x1853174993431424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325940.090965:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767325940.090977:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325940.090980:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767325940.090981:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fc6f982 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767325940.090987:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008eba1c7b x1853174993431424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325956 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325940.090987:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325940.090994:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 16226 usecs (17 jiffies) 00000100:00000001:2.0:1767325940.091000:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305857041 00000100:00000001:3.0:1767325940.091001:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325940.091005:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305861658 00000100:00000001:3.0:1767325940.091006:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325940.091010:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305857041 00000100:00000001:2.0:1767325940.091012:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305861658 00000100:00000001:2.0:1767325940.091014:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305857041 00000100:00000001:2.0:1767325940.091017:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305861658 00000100:00000001:2.0:1767325940.091019:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305857041 00000800:00000200:3.0:1767325940.091021:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325940.091022:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305861658 00000800:00000010:3.0:1767325940.091025:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f9e2ebb4. 00000100:00000001:2.0:1767325940.091026:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325940.091030:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325940.091031:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325940.091033:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325940.091035:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325940.091042:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325940.091042:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325940.091046:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767325940.091047:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056cf3dc7 00000400:00000010:3.0:1767325940.091050:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056cf3dc7. 00000100:00000001:3.0:1767325940.091052:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325940.091057:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d9c04da x1853174993431552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325940.091058:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325940.091061:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325940.091063:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325940.091067:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325940.091073:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325940.091076:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d9c04da x1853174993431552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325956 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325940.091083:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325940.091084:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325940.091170:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325940.091172:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fc6f982. 00000400:00000200:3.0:1767325940.091177:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325940.091180:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325940.091183:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd0dfdf7 00000400:00000010:3.0:1767325940.091184:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd0dfdf7. 00000100:00000001:3.0:1767325940.091187:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325940.091189:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abf35ff8 x1853174993431680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325940.091195:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325940.091197:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abf35ff8 x1853174993431680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325956 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325940.091202:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325940.091204:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325940.093711:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325940.093727:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325940.093731:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325940.093733:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325940.093742:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325940.093755:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30ab80 00000400:00000200:2.0:1767325940.093774:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xbed [1] + 224 00000800:00000001:2.0:1767325940.093782:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325940.093788:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325940.093791:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325940.093795:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325940.093800:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325940.093806:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008eba1c7b x1853174993431424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325940.093817:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008eba1c7b x1853174993431424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325940.093833:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325940.093840:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325940.093843:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325940.093845:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325940.093847:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325940.093851:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325940.093858:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30ac00 00000400:00000200:2.0:1767325940.093863:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xbf5 [1] + 224 00000800:00000001:2.0:1767325940.093867:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325940.093871:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767325940.093872:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325940.093875:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325940.093876:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325940.093881:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:0.0:1767325940.093882:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325940.093886:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325940.093888:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1205751. 00000400:00000200:0.0:1767325940.093891:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325940.093892:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:0.0:1767325940.093894:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325940.093895:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325940.093902:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008eba1c7b x1853174993431424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325940.093914:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d9c04da x1853174993431552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325940.093914:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008eba1c7b x1853174993431424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325940.093931:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325940.093933:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325940.093938:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325940.093940:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767325940.093941:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008d9c04da x1853174993431552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325940.093942:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325940.093945:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325940.093949:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325940.093957:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=47 v=5 (5 5 5 5) 00000100:00001000:0.0:1767325940.093962:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=47 v=5 (1 1 1 1) 00000100:00000001:2.0:1767325940.093967:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325940.093975:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325940.093978:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767325940.093982:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325940.093982:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325940.093986:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767325940.093987:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767325940.093991:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325940.093992:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325940.093997:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325940.094002:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767325940.094006:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325940.094006:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008eba1c7b x1853174993431424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325940.094010:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325940.094015:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30ac80 00000400:00000001:1.0:1767325940.094016:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325940.094019:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325940.094027:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f7193d. 00000400:00000200:1.0:1767325940.094032:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000723137a0 00000400:00000010:1.0:1767325940.094036:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000723137a0. 00000100:00000001:1.0:1767325940.094042:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325940.094043:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325940.094047:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xbfd [1] + 224 00000100:00000200:1.0:1767325940.094050:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d9c04da x1853174993431552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325940.094050:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325940.094054:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325940.094056:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767325940.094065:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008eba1c7b x1853174993431424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325940.094066:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325940.094068:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d9c04da x1853174993431552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325940.094071:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325940.094094:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00100000:0.0:1767325940.094096:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008eba1c7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993431424:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325940.094097:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325940.094101:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325940.094102:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325940.094103:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325940.094106:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767325940.094107:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767325940.094109:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abf35ff8 x1853174993431680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325940.094111:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767325940.094114:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008eba1c7b x1853174993431424/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325940.094115:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325940.094118:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325940.094124:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325940.094132:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=37 v=5 (5 5 5 5) 00000100:00000040:2.0:1767325940.094137:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000abf35ff8 x1853174993431680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767325940.094169:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=37 v=5 (1 1 1 1) 00000100:00000001:0.0:1767325940.094170:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325940.094173:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767325940.094177:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767325940.094178:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8f3d421. 00000100:00000001:1.0:1767325940.094181:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325940.094182:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325940.094186:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767325940.094186:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767325940.094186:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325940.094190:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00010000:00000001:1.0:1767325940.094192:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325940.094193:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:2.0:1767325940.094195:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767325940.094196:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000caa95cc3. 00000100:00000001:1.0:1767325940.094198:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767325940.094201:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325940.094201:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767325940.094202:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325940.094203:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325940.094203:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767325940.094208:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325940.094208:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:0.0:1767325940.094208:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008eba1c7b. 00000100:00000001:1.0:1767325940.094213:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325940.094213:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:3.0:1767325940.094214:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767325940.094216:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767325940.094219:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325940.094219:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325940.094220:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d9c04da x1853174993431552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325940.094224:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae156ae. 00000100:00000001:0.0:1767325940.094226:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325940.094229:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325940.094230:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939b1d42 00000400:00000010:3.0:1767325940.094234:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939b1d42. 00000100:00000001:0.0:1767325940.094234:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325940.094238:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325940.094240:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325940.094240:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325940.094245:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767325940.094246:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abf35ff8 x1853174993431680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325940.094248:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325940.094254:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d9c04da x1853174993431552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325940.094272:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abf35ff8 x1853174993431680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325940.094275:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993431552:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325940.094279:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325940.094282:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325940.094286:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325940.094289:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325940.094290:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325940.094291:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325940.094295:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325940.094296:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767325940.094299:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325940.094302:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d9c04da x1853174993431552/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767325940.094306:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=47 v=5 (5 5 5 5) 00000100:00001000:3.0:1767325940.094314:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=144 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325940.094315:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325940.094319:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325940.094320:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767325940.094322:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2059c26. 00000100:00000001:3.0:1767325940.094323:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325940.094328:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767325940.094328:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325940.094332:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325940.094335:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00010000:00080000:3.0:1767325940.094336:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000abf35ff8 x1853174993431680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767325940.094339:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325940.094342:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000056075b4e. 02000000:00000001:1.0:1767325940.094347:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325940.094349:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767325940.094351:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325940.094352:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d9c04da. 00000100:00000001:3.0:1767325940.094358:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767325940.094359:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767325940.094362:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325940.094363:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325940.094367:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325940.094368:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325940.094371:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325940.094375:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767325940.094378:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abf35ff8 x1853174993431680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325940.094378:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325940.094383:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325940.094386:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325940.094390:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325940.094393:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325940.094394:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325940.094396:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abf35ff8 x1853174993431680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325940.094401:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000abf35ff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993431680:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325940.094404:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325940.094410:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325940.094412:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abf35ff8 x1853174993431680/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325956 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325940.094416:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325940.094417:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325940.094418:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000054a5700. 02000000:00000001:3.0:1767325940.094420:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325940.094421:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325940.094422:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325940.094424:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325940.094425:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000cfce3c5. 02000000:00000001:3.0:1767325940.094426:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325940.094427:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325940.094428:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abf35ff8. 00000100:00000001:3.0:1767325940.094429:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325940.094430:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325940.094431:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325940.094433:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325940.094434:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325940.094436:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325940.094437:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325940.730267:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325940.730277:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325940.730284:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325940.730285:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325940.730346:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325940.730350:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325940.730353:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325941.754262:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325941.754268:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325941.754274:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325941.754276:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325941.754380:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325941.754386:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325941.754406:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325942.778265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325942.778271:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325942.778275:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325942.778276:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325942.778337:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325942.778341:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325942.778344:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325943.802265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325943.802272:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325943.802274:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325943.802276:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325943.802281:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325943.802283:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325943.802284:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325943.802286:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325943.802289:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325943.802291:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325943.802351:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325943.802354:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325943.802357:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325944.826250:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325944.826258:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325944.826265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325944.826267:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325944.826332:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325944.826337:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325944.826340:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325945.210293:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305861658, at 4305862144 00000100:00000040:1.0:1767325945.210293:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305861658, at 4305862144 00000100:00000040:3.0:1767325945.210302:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305861658, at 4305862144 00000100:00000010:2.0:1767325945.210311:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f14dad39. 00000100:00000010:3.0:1767325945.210312:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d955938c. 00000100:00000040:0.0:1767325945.210317:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:1.0:1767325945.210318:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001dd496f8. 00000100:00000001:0.0:1767325945.210331:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325945.210343:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ab82abb. 00000020:00000040:0.0:1767325945.210350:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325945.210355:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325945.210359:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325945.210366:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325945.210374:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005e4ab40. 00000100:00000001:0.0:1767325945.210382:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325945.210393:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000003ab82abb x1853174993431808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325945.210404:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325945.210406:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325945.210412:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ab82abb] to pc [ptlrpcd_00_02+2] req@000000003ab82abb x1853174993431808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325945.210471:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325945.210474:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325945.210477:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325945.210483:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007523782f. 00000020:00000040:0.0:1767325945.210486:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325945.210488:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325945.210489:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325945.210494:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325945.210495:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325945.210499:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325945.210509:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ab82abb x1853174993431808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325945.210511:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325945.210514:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325945.210516:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325945.210524:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000018112a94. 00000100:00000001:2.0:1767325945.210530:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325945.210531:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325945.210533:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325945.210541:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000007523782f x1853174993431936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767325945.210544:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325945.210548:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325945.210553:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325945.210558:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993431808:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325945.210564:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325945.210567:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325945.210568:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325945.210575:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767325945.210579:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007523782f] to pc [ptlrpcd_00_03+3] req@000000007523782f x1853174993431936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325945.210581:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325945.210590:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325945.210606:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325945.210608:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325945.210611:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325945.210614:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006df0bad6. 00000020:00000040:0.0:1767325945.210620:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000010:2.0:1767325945.210621:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047e98dfd. 00000100:00000001:0.0:1767325945.210625:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325945.210627:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325945.210629:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325945.210629:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325945.210635:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325945.210636:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767325945.210637:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066809e37. 00000100:00000001:3.0:1767325945.210640:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767325945.210644:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000058804b06. 00000400:00000010:2.0:1767325945.210649:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006167ed22. 00000100:00000040:3.0:1767325945.210651:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007523782f x1853174993431936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325945.210653:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325945.210658:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993431808, portal 25 00000100:00000001:2.0:1767325945.210664:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767325945.210667:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000006df0bad6 x1853174993432064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325945.210669:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250667776 : -112767458883840 : ffff997047abc700) 00000100:00000040:2.0:1767325945.210684:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ab82abb x1853174993431808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325945.210690:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325945.210696:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325945.210706:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325945.210714:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325945.210728:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325945.210728:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325945.210730:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325945.210732:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325945.210740:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993431936:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767325945.210740:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767325945.210744:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006df0bad6] to pc [ptlrpcd_00_00+0] req@000000006df0bad6 x1853174993432064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325945.210746:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9db31c4. 00000100:00000200:2.0:1767325945.210754:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993431808, offset 0 00000100:00000001:3.0:1767325945.210762:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325945.210768:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325945.210772:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325945.210773:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325945.210776:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325945.210783:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1a215d9. 02000000:00000001:3.0:1767325945.210786:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325945.210790:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cffb712. 00000400:00000200:2.0:1767325945.210790:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:3.0:1767325945.210797:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001897d440. 00000400:00000200:2.0:1767325945.210799:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767325945.210804:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993431936, portal 10 00000100:00000001:0.0:1767325945.210804:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325945.210812:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767325945.210813:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767325945.210815:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325945.210819:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000400:00000200:2.0:1767325945.210823:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767325945.210824:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767325945.210828:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325945.210834:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007523782f x1853174993431936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325945.210837:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325945.210838:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:0.0:1767325945.210838:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11199) 00000100:00000001:1.0:1767325945.210843:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325945.210852:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006df0bad6 x1853174993432064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325945.210855:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [358:358:256:4294967295] 192.168.203.107@tcp LPNI seq info [358:358:8:4294967295] 00000100:00000040:0.0:1767325945.210872:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305861658, at 4305862144 00000100:00000001:3.0:1767325945.210883:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767325945.210888:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077e90a0d. 00000100:00000001:1.0:1767325945.210891:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325945.210897:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325945.210898:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767325945.210907:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767325945.210908:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008237aba. 02000000:00000001:1.0:1767325945.210912:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767325945.210914:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993431936, offset 0 00000400:00000200:2.0:1767325945.210915:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:1.0:1767325945.210917:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325945.210932:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00100000:1.0:1767325945.210932:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993432064:192.168.203.107@tcp:400: 00000800:00000200:2.0:1767325945.210938:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325945.210947:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1767325945.210951:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc002f00. 00000400:00000200:3.0:1767325945.210952:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:1.0:1767325945.210953:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325945.210954:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325945.210963:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325945.210965:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325945.210967:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767325945.210968:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767325945.210975:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000010:1.0:1767325945.210977:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071d9f00d. 00000400:00000200:3.0:1767325945.210983:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:1.0:1767325945.210984:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325945.210994:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000010:1.0:1767325945.210995:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f7193d. 00000400:00000200:3.0:1767325945.210998:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767325945.211007:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc002f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325945.211008:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:1.0:1767325945.211009:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000723137a0. 00000100:00000200:1.0:1767325945.211020:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993432064, portal 10 00000400:00000200:3.0:1767325945.211021:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [359:359:255:4294967295] 192.168.203.107@tcp LPNI seq info [359:359:7:4294967295] 00000100:00000001:1.0:1767325945.211026:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325945.211029:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250670464 : -112767458881152 : ffff997047abd180) 00000100:00000001:2.0:1767325945.211037:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325945.211045:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305866778 00000400:00000200:3.0:1767325945.211046:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:1.0:1767325945.211047:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006df0bad6 x1853174993432064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767325945.211056:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082a1942f. 00000100:00000001:2.0:1767325945.211070:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767325945.211077:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767325945.211079:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325945.211083:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305866778 00000100:00000040:1.0:1767325945.211084:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325945.211090:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000800:00000010:3.0:1767325945.211091:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000cfce3c5. 00000100:00000200:1.0:1767325945.211094:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993432064, offset 0 00000100:00000010:2.0:1767325945.211099:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000286d1ffb. 00000100:00000001:2.0:1767325945.211106:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767325945.211111:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:3.0:1767325945.211112:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767325945.211116:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305866778 00000100:00000010:2.0:1767325945.211123:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005885a45f. 00000400:00000200:1.0:1767325945.211124:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325945.211135:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1767325945.211137:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767325945.211138:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325945.211184:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325945.211185:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305866779 00000400:00000200:1.0:1767325945.211190:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767325945.211191:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000cfce3c5 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767325945.211195:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000023df3ba7. 00000400:00000200:1.0:1767325945.211196:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325945.211203:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325945.211206:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767325945.211211:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [360:360:254:4294967295] 192.168.203.107@tcp LPNI seq info [360:360:6:4294967295] 00000800:00000200:0.0:1767325945.211211:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325945.211214:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767325945.211219:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 268141 usecs (269 jiffies) 00000800:00000010:0.0:1767325945.211222:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc002f00. 00000100:00000001:2.0:1767325945.211226:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325945.211231:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305862414 00000100:00000001:2.0:1767325945.211233:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325945.211234:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325945.211241:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305866778 00000100:00000001:2.0:1767325945.211244:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325945.211249:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305862414 00000400:00000200:0.0:1767325945.211252:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325945.211260:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767325945.211260:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767325945.211261:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305866778 00000100:00000001:2.0:1767325945.211268:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325945.211270:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305862414 00000100:00000001:3.0:1767325945.211280:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305866778 00000100:00000001:2.0:1767325945.211280:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325945.211282:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9db31c4 00000100:00000001:2.0:1767325945.211287:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767325945.211287:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325945.211293:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9db31c4. 00000100:00000001:3.0:1767325945.211294:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305862414 00000100:00000001:2.0:1767325945.211295:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325945.211298:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009620fff6. 00000100:00000001:2.0:1767325945.211307:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325945.211310:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767325945.211316:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:0.0:1767325945.211322:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ab82abb x1853174993431808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325945.211329:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325945.211336:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009620fff6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325945.211340:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325945.211345:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ab82abb x1853174993431808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325961 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325945.211350:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325945.211357:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 16111 usecs (17 jiffies) 00000100:00000001:0.0:1767325945.211357:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325945.211361:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325945.211364:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305862162 00000100:00000001:1.0:1767325945.211369:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305866778 00000100:00000001:1.0:1767325945.211372:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305862162 00000100:00000001:1.0:1767325945.211375:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305866778 00000100:00000001:1.0:1767325945.211377:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305862162 00000100:00000001:1.0:1767325945.211380:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305866778 00000800:00000200:0.0:1767325945.211381:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325945.211385:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305862162 00000800:00000010:0.0:1767325945.211385:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000cfce3c5. 00000100:00000001:1.0:1767325945.211391:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305866779 00000400:00000200:0.0:1767325945.211391:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325945.211397:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325945.211402:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325945.211402:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325945.211409:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325945.211410:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008237aba 00000100:00000001:1.0:1767325945.211412:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767325945.211413:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008237aba. 00000100:00000001:1.0:1767325945.211430:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325945.211431:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325945.211433:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767325945.211438:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007523782f x1853174993431936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325945.211440:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325945.211444:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325945.211447:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325945.211453:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325945.211456:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305866779 00000100:00000040:0.0:1767325945.211458:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007523782f x1853174993431936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325961 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325945.211461:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325945.211465:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325945.211475:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325945.211479:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325945.211481:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325945.211483:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325945.211499:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325945.211507:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009620fff6. 00000400:00000200:0.0:1767325945.211511:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325945.211515:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325945.211519:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000400:00000010:0.0:1767325945.211521:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00000001:0.0:1767325945.211524:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325945.211529:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006df0bad6 x1853174993432064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325945.211536:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325945.211539:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006df0bad6 x1853174993432064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325961 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325945.211545:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325945.211546:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325945.211560:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325945.211569:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325945.211571:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325945.211573:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325945.211576:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325945.211577:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325945.211579:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325945.212836:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325945.212847:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325945.212896:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325945.212899:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325945.212907:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325945.212916:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30ad00 00000400:00000200:3.0:1767325945.212922:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xc05 [1] + 224 00000800:00000001:3.0:1767325945.212928:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325945.212937:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325945.212939:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325945.212942:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325945.212947:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325945.212957:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ab82abb x1853174993431808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325945.212965:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ab82abb x1853174993431808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325945.212979:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325945.212989:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325945.212992:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325945.213010:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325945.213014:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325945.213019:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325945.213020:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325945.213022:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066809e37. 00000400:00000200:2.0:1767325945.213026:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006167ed22 00000400:00000010:2.0:1767325945.213027:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006167ed22. 00000100:00000001:2.0:1767325945.213030:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325945.213034:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ab82abb x1853174993431808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325945.213043:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ab82abb x1853174993431808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325945.213049:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325945.213050:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325945.213052:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325945.213054:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325945.213062:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325945.213064:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325945.213066:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325945.213072:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=52 v=5 (5 5 5 5) 00000100:00001000:2.0:1767325945.213075:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=52 v=5 (1 1 1 1) 00000100:00000001:2.0:1767325945.213078:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325945.213079:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325945.213081:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325945.213083:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325945.213085:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325945.213088:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ab82abb x1853174993431808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325945.213094:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325945.213097:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325945.213098:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325945.213101:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ab82abb x1853174993431808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325945.213107:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993431808:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325945.213111:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325945.213113:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325945.213115:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ab82abb x1853174993431808/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325945.213121:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325945.213123:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325945.213126:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047e98dfd. 02000000:00000001:2.0:1767325945.213129:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325945.213131:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325945.213133:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767325945.213158:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325945.213161:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005e4ab40. 02000000:00000001:2.0:1767325945.213165:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325945.213167:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325945.213168:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ab82abb. 00000100:00000001:2.0:1767325945.213176:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325945.213178:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325945.213180:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325945.213184:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325945.213185:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325945.213187:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325945.213189:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325945.213192:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325945.213198:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325945.213200:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325945.213202:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325945.213207:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325945.213214:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30ae00 00000400:00000200:3.0:1767325945.213219:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xc15 [1] + 224 00000800:00000001:3.0:1767325945.213330:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325945.213334:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325945.213336:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325945.213339:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325945.213342:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325945.213346:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006df0bad6 x1853174993432064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325945.213353:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006df0bad6 x1853174993432064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325945.213370:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325945.213414:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325945.213417:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325945.213435:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325945.213436:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325945.213438:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f7193d. 00000800:00000001:3.0:1767325945.213439:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767325945.213445:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000723137a0 00000800:00000001:3.0:1767325945.213446:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767325945.213448:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000723137a0. 00000800:00000001:3.0:1767325945.213450:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325945.213454:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767325945.213455:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325945.213463:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006df0bad6 x1853174993432064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325945.213465:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325945.213473:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30ad80 00000400:00000200:3.0:1767325945.213483:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xc0d [1] + 224 00000100:00000200:1.0:1767325945.213488:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006df0bad6 x1853174993432064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325945.213498:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325945.213504:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325945.213508:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325945.213516:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325945.213523:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325945.213524:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325945.213527:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325945.213528:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007523782f x1853174993431936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325945.213531:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325945.213534:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325945.213537:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325945.213540:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325945.213543:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325945.213544:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007523782f x1853174993431936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767325945.213549:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=52 v=5 (5 5 5 5) 00000100:00001000:1.0:1767325945.213558:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=149 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325945.213561:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325945.213562:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325945.213564:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325945.213568:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00080000:1.0:1767325945.213569:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006df0bad6 x1853174993432064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325945.213574:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325945.213578:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325945.213580:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325945.213584:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325945.213586:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325945.213589:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325945.213591:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325945.213596:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006df0bad6 x1853174993432064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325945.213603:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325945.213605:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325945.213606:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325945.213612:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006df0bad6 x1853174993432064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325945.213613:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325945.213618:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325945.213628:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767325945.213630:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993432064:192.168.203.107@tcp:400: 00000400:00000001:0.0:1767325945.213632:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325945.213636:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cffb712. 00000100:00000001:1.0:1767325945.213638:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325945.213643:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767325945.213643:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001897d440 00000400:00000010:0.0:1767325945.213648:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001897d440. 00000100:00000001:0.0:1767325945.213653:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767325945.213655:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006df0bad6 x1853174993432064/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325945.213661:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007523782f x1853174993431936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325945.213691:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007523782f x1853174993431936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325945.213743:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325945.213749:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325945.213749:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325945.213753:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767325945.213755:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767325945.213757:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071d9f00d. 02000000:00000001:0.0:1767325945.213759:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325945.213763:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767325945.213765:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767325945.213767:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325945.213769:0:211465:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767325945.213772:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325945.213773:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767325945.213778:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325945.213780:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000058804b06. 00000100:00001000:0.0:1767325945.213781:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=42 v=5 (5 5 5 5) 02000000:00000001:1.0:1767325945.213784:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1767325945.213789:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=42 v=5 (1 1 1 1) 02000000:00000001:1.0:1767325945.213790:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325945.213791:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006df0bad6. 00000100:00000001:1.0:1767325945.213795:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325945.213796:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325945.213801:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325945.213805:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325945.213808:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325945.213809:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325945.213814:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325945.213815:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767325945.213820:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767325945.213821:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325945.213825:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325945.213827:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325945.213831:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325945.213834:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325945.213835:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325945.213842:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007523782f x1853174993431936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325945.213850:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325945.213853:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325945.213854:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325945.213857:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007523782f x1853174993431936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325945.213864:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993431936:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325945.213867:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325945.213869:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325945.213871:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007523782f x1853174993431936/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325961 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325945.213877:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325945.213879:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325945.213882:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1a215d9. 02000000:00000001:0.0:1767325945.213885:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325945.213887:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325945.213888:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767325945.213891:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325945.213893:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000018112a94. 02000000:00000001:0.0:1767325945.213895:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325945.213897:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325945.213898:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007523782f. 00000100:00000001:0.0:1767325945.213901:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325945.213903:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325945.213909:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325945.213913:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325945.213915:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325945.213917:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325945.213919:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325945.850178:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325945.850182:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325945.850187:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325945.850190:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325945.850192:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325945.850197:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325945.850199:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325945.850201:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325945.850204:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325945.850207:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325945.850209:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325945.850212:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325945.850284:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325945.850288:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325945.850290:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325946.874233:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325946.874241:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325946.874249:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325946.874251:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325946.874297:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325946.874302:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325946.874305:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325947.898251:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325947.898259:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325947.898266:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325947.898267:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325947.898334:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325947.898338:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325947.898341:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325948.922224:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325948.922232:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325948.922239:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325948.922240:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325948.922297:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325948.922301:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325948.922303:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325949.947319:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325949.947323:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325949.947326:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325949.947327:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325949.947365:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325949.947370:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325949.947374:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325950.330253:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305866778, at 4305867264 00000100:00000040:1.0:1767325950.330261:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305866778, at 4305867264 00000100:00000040:0.0:1767325950.330264:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305866778, at 4305867264 00000100:00000010:2.0:1767325950.330266:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005885a45f. 00000100:00000040:3.0:1767325950.330272:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325950.330284:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325950.330284:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082a1942f. 00000100:00000010:1.0:1767325950.330287:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000286d1ffb. 00000100:00000010:3.0:1767325950.330296:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abf35ff8. 00000020:00000040:3.0:1767325950.330303:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325950.330308:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325950.330312:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325950.330319:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325950.330327:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe2b1497. 00000100:00000001:3.0:1767325950.330334:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325950.330345:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000abf35ff8 x1853174993432192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325950.330357:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325950.330360:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325950.330366:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abf35ff8] to pc [ptlrpcd_00_01+1] req@00000000abf35ff8 x1853174993432192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325950.330413:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325950.330416:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325950.330420:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767325950.330431:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325950.330435:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325950.330436:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767325950.330438:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023d54c03. 00000100:00000001:0.0:1767325950.330439:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325950.330440:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767325950.330444:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000040:0.0:1767325950.330447:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abf35ff8 x1853174993432192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325950.330449:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325950.330453:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325950.330457:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325950.330458:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325950.330461:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325950.330463:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000cfce3c5. 02000000:00000001:0.0:1767325950.330466:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325950.330468:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325950.330470:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767325950.330475:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000023d54c03 x1853174993432320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325950.330475:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325950.330482:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000abf35ff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993432192:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325950.330489:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325950.330491:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325950.330497:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767325950.330498:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023d54c03] to pc [ptlrpcd_00_02+2] req@0000000023d54c03 x1853174993432320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325950.330508:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325950.330518:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325950.330522:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325950.330523:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325950.330527:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f0672a4. 00000100:00000040:3.0:1767325950.330528:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767325950.330533:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325950.330535:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325950.330540:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089695778. 00000400:00000010:0.0:1767325950.330541:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1205751. 00000020:00000040:3.0:1767325950.330544:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767325950.330544:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325950.330544:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325950.330550:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767325950.330550:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000010:0.0:1767325950.330553:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 02000000:00000001:3.0:1767325950.330554:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325950.330554:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325950.330558:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325950.330564:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000056075b4e. 00000100:00000200:0.0:1767325950.330564:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993432192, portal 25 00000100:00000001:2.0:1767325950.330566:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325950.330569:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325950.330571:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325950.330577:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325950.330579:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325950.330581:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000089695778 x1853174993432448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325950.330582:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268026496 : -112767441525120 : ffff997048b4a680) 00000100:00000001:1.0:1767325950.330584:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325950.330587:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325950.330590:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325950.330595:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000abf35ff8 x1853174993432192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325950.330596:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023d54c03 x1853174993432320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325950.330599:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325950.330603:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325950.330611:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089695778] to pc [ptlrpcd_00_03+3] req@0000000089695778 x1853174993432448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325950.330624:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325950.330626:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325950.330627:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767325950.330631:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767325950.330634:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767325950.330638:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b20fe0. 02000000:00000001:1.0:1767325950.330640:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325950.330641:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325950.330643:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993432192, offset 0 02000000:00000001:1.0:1767325950.330645:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325950.330646:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767325950.330651:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993432320:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325950.330658:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325950.330658:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767325950.330663:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767325950.330663:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325950.330664:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325950.330670:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325950.330672:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767325950.330673:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:3.0:1767325950.330675:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11204) 02000000:00000010:1.0:1767325950.330675:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f02238f. 00000100:00000001:2.0:1767325950.330677:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325950.330679:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:1.0:1767325950.330681:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325950.330688:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f7193d. 00000400:00000200:0.0:1767325950.330691:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325950.330692:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767325950.330693:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000723137a0. 00000100:00000040:3.0:1767325950.330695:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305866779, at 4305867264 00000100:00000001:2.0:1767325950.330700:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325950.330701:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993432320, portal 10 00000100:00000010:3.0:1767325950.330704:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000023df3ba7. 00000400:00000200:0.0:1767325950.330709:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325950.330710:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325950.330714:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325950.330714:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030080 : -112767441521536 : ffff997048b4b480) 00000100:00000001:2.0:1767325950.330718:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325950.330719:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325950.330721:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325950.330725:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023d54c03 x1853174993432320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325950.330729:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:2.0:1767325950.330736:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089695778 x1853174993432448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325950.330744:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767325950.330747:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [361:361:256:4294967295] 192.168.203.107@tcp LPNI seq info [361:361:8:4294967295] 00000100:00000040:1.0:1767325950.330755:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325950.330759:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b4b29cd. 00000100:00000200:1.0:1767325950.330766:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993432320, offset 0 00000400:00000200:1.0:1767325950.330781:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325950.330788:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325950.330789:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325950.330795:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325950.330801:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:0.0:1767325950.330803:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767325950.330806:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767325950.330809:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767325950.330812:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018112a94. 02000000:00000001:2.0:1767325950.330813:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325950.330814:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:2.0:1767325950.330823:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325950.330825:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767325950.330834:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00100000:2.0:1767325950.330844:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000089695778 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993432448:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767325950.330845:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767325950.330850:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767325950.330861:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [362:362:255:4294967295] 192.168.203.107@tcp LPNI seq info [362:362:7:4294967295] 00000100:00000001:2.0:1767325950.330862:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767325950.330863:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000018112a94 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767325950.330872:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325950.330880:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325950.330880:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325950.330882:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325950.330895:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325950.330898:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305871898 00000800:00000200:1.0:1767325950.330899:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000010:2.0:1767325950.330901:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004eeebb60. 00000800:00000010:1.0:1767325950.330904:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b6dbbf0. 00000100:00000010:0.0:1767325950.330909:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d63c42e. 02000000:00000001:2.0:1767325950.330910:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325950.330919:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:2.0:1767325950.330923:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066809e37. 00000800:00000200:1.0:1767325950.330924:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325950.330924:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767325950.330933:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006167ed22. 00000100:00000001:0.0:1767325950.330937:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305871898 00000800:00000200:1.0:1767325950.330945:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b6dbbf0 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767325950.330947:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062bef00c. 00000100:00000200:2.0:1767325950.330948:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993432448, portal 10 00000100:00000001:1.0:1767325950.330950:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325950.330954:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767325950.330958:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 265648 usecs (266 jiffies) 00000100:00000001:2.0:1767325950.330960:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325950.330961:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305871898 00000100:00000001:1.0:1767325950.330963:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305867530 00000100:00000001:2.0:1767325950.330968:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268027392 : -112767441524224 : ffff997048b4aa00) 00000100:00000001:1.0:1767325950.330970:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305871898 00000100:00000010:0.0:1767325950.330970:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077e90a0d. 00000100:00000001:0.0:1767325950.330976:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767325950.330981:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305867530 00000100:00000001:0.0:1767325950.330982:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305871898 00000100:00000040:2.0:1767325950.330986:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000089695778 x1853174993432448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325950.330988:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305871898 00000100:00000010:0.0:1767325950.330990:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000797caa63. 00000100:00000001:1.0:1767325950.330992:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305867530 00000100:00000001:1.0:1767325950.331000:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305871898 00000100:00000001:0.0:1767325950.331000:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767325950.331007:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305867530 00000100:00000001:0.0:1767325950.331010:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767325950.331012:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325950.331015:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305871898 00000800:00000010:3.0:1767325950.331025:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018112a94. 00000100:00000001:1.0:1767325950.331025:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325950.331025:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325950.331040:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325950.331041:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325950.331041:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325950.331041:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325950.331049:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325950.331050:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325950.331057:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325950.331058:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325950.331058:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767325950.331061:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325950.331063:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325950.331064:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325950.331069:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325950.331071:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767325950.331072:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002101126a. 00000100:00000001:1.0:1767325950.331072:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325950.331074:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b20fe0 00000100:00000001:0.0:1767325950.331074:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325950.331077:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325950.331082:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325950.331085:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b20fe0. 00000100:00000001:0.0:1767325950.331085:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325950.331093:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993432448, offset 0 00000400:00000200:2.0:1767325950.331113:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325950.331124:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325950.331129:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325950.331133:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325950.331136:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325950.331139:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325950.331172:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [363:363:254:4294967295] 192.168.203.107@tcp LPNI seq info [363:363:6:4294967295] 00000100:00000001:3.0:1767325950.331182:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767325950.331190:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:3.0:1767325950.331194:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abf35ff8 x1853174993432192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325950.331210:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325950.331214:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:2.0:1767325950.331218:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b371746e. 00000100:00000040:3.0:1767325950.331220:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abf35ff8 x1853174993432192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325966 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325950.331235:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325950.331235:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325950.331242:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325950.331250:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325950.331255:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b371746e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325950.331259:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325950.331262:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767325950.331264:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 15988 usecs (16 jiffies) 00000800:00000010:3.0:1767325950.331267:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b6dbbf0. 00000100:00000001:2.0:1767325950.331270:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305867281 00000400:00000200:3.0:1767325950.331274:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325950.331276:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305871898 00000400:00000200:3.0:1767325950.331282:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325950.331282:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305867281 00000100:00000001:2.0:1767325950.331290:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305871898 00000400:00000200:3.0:1767325950.331292:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b4b29cd 00000400:00000010:3.0:1767325950.331297:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b4b29cd. 00000100:00000001:2.0:1767325950.331297:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305867281 00000100:00000001:3.0:1767325950.331302:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325950.331304:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305871898 00000100:00000200:3.0:1767325950.331311:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023d54c03 x1853174993432320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325950.331311:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305867281 00000100:00000001:2.0:1767325950.331319:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305871898 00000100:00000001:2.0:1767325950.331327:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325950.331337:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325950.331340:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325950.331342:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325950.331345:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023d54c03 x1853174993432320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325966 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325950.331349:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325950.331361:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325950.331369:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325950.331413:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325950.331415:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b371746e. 00000400:00000200:3.0:1767325950.331420:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325950.331424:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325950.331426:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002101126a 00000400:00000010:3.0:1767325950.331428:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002101126a. 00000100:00000001:3.0:1767325950.331430:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325950.331434:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089695778 x1853174993432448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325950.331441:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325950.331443:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000089695778 x1853174993432448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325966 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325950.331448:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325950.331450:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325950.332290:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325950.332302:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325950.332334:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325950.332338:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325950.332345:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325950.332355:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30ae80 00000400:00000200:3.0:1767325950.332362:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xc1d [1] + 224 00000800:00000001:3.0:1767325950.332368:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325950.332374:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325950.332376:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325950.332379:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325950.332383:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325950.332400:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abf35ff8 x1853174993432192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325950.332409:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000abf35ff8 x1853174993432192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325950.332424:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325950.332434:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325950.332438:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325950.332467:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325950.332471:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325950.332476:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325950.332478:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325950.332480:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1205751. 00000400:00000200:0.0:1767325950.332484:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325950.332486:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:0.0:1767325950.332488:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325950.332492:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abf35ff8 x1853174993432192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325950.332501:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abf35ff8 x1853174993432192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325950.332508:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325950.332509:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325950.332512:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325950.332520:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325950.332522:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325950.332524:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325950.332527:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325950.332533:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=57 v=5 (5 5 5 5) 00000100:00001000:0.0:1767325950.332537:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=57 v=5 (1 1 1 1) 00000100:00000001:0.0:1767325950.332540:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325950.332542:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325950.332545:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325950.332547:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325950.332550:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325950.332554:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abf35ff8 x1853174993432192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325950.332560:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325950.332563:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325950.332566:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325950.332568:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abf35ff8 x1853174993432192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325950.332576:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000abf35ff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993432192:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325950.332580:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325950.332582:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325950.332585:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abf35ff8 x1853174993432192/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325950.332591:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325950.332594:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325950.332596:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f0672a4. 02000000:00000001:0.0:1767325950.332600:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325950.332602:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325950.332604:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000800:00000001:3.0:1767325950.332606:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767325950.332606:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325950.332611:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe2b1497. 00000800:00000001:3.0:1767325950.332613:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325950.332615:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1767325950.332617:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767325950.332618:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1767325950.332621:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767325950.332622:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abf35ff8. 00000400:00000200:3.0:1767325950.332627:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767325950.332635:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767325950.332637:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30af00 00000100:00000001:0.0:1767325950.332638:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325950.332644:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325950.332648:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xc25 [1] + 224 00000100:00000001:0.0:1767325950.332651:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1767325950.332653:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325950.332654:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325950.332658:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767325950.332660:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325950.332661:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325950.332666:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325950.332749:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325950.332752:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325950.332755:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023d54c03 x1853174993432320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325950.332764:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000023d54c03 x1853174993432320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325950.332808:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325950.332811:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767325950.332814:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325950.332815:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767325950.332819:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325950.332820:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325950.332822:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767325950.332823:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767325950.332825:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f7193d. 00000800:00000001:3.0:1767325950.332827:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325950.332831:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000723137a0 00000400:00000010:1.0:1767325950.332835:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000723137a0. 00000400:00000200:3.0:1767325950.332836:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767325950.332839:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325950.332845:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023d54c03 x1853174993432320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325950.332847:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30af80 00000400:00000200:3.0:1767325950.332857:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xc2d [1] + 224 00000100:00000200:1.0:1767325950.332862:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023d54c03 x1853174993432320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325950.332864:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325950.332870:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325950.332873:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325950.332879:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325950.332884:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325950.332889:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767325950.332890:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089695778 x1853174993432448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325950.332892:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325950.332894:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325950.332895:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325950.332897:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325950.332900:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325950.332904:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325950.332911:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=47 v=5 (5 5 5 5) 00000100:00000040:3.0:1767325950.332914:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000089695778 x1853174993432448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767325950.332917:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=47 v=5 (1 1 1 1) 00000100:00000001:1.0:1767325950.332923:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325950.332926:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325950.332930:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325950.332942:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767325950.332943:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325950.332947:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325950.332949:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000800:00000001:3.0:1767325950.332950:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325950.332952:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1767325950.332955:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325950.332955:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325950.332963:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023d54c03 x1853174993432320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325950.332971:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325950.332973:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325950.332974:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325950.332977:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023d54c03 x1853174993432320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325950.332984:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993432320:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325950.332987:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325950.332989:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325950.332991:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325950.332994:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023d54c03 x1853174993432320/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325950.332996:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325950.333001:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767325950.333003:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1767325950.333004:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325950.333006:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066809e37. 00000400:00000200:2.0:1767325950.333009:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006167ed22 00000400:00000010:2.0:1767325950.333012:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006167ed22. 02000000:00000001:1.0:1767325950.333014:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767325950.333016:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325950.333022:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089695778 x1853174993432448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325950.333023:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f02238f. 02000000:00000001:1.0:1767325950.333028:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325950.333030:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325950.333033:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767325950.333037:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325950.333039:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000cfce3c5. 02000000:00000001:1.0:1767325950.333041:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325950.333043:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325950.333044:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023d54c03. 00000100:00000001:1.0:1767325950.333046:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325950.333049:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325950.333052:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089695778 x1853174993432448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325950.333053:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325950.333058:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325950.333061:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325950.333063:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325950.333064:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325950.333066:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325950.333069:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325950.333070:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325950.333070:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325950.333073:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325950.333074:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325950.333075:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325950.333081:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=57 v=5 (5 5 5 5) 00000100:00001000:2.0:1767325950.333083:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=154 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325950.333085:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325950.333087:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325950.333088:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325950.333090:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000089695778 x1853174993432448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325950.333095:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325950.333097:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325950.333098:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325950.333099:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325950.333100:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325950.333101:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089695778 x1853174993432448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325950.333105:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325950.333106:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325950.333112:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325950.333114:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089695778 x1853174993432448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325950.333118:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000089695778 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993432448:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325950.333121:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325950.333122:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325950.333124:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000089695778 x1853174993432448/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325966 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325950.333127:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325950.333128:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325950.333129:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004eeebb60. 02000000:00000001:2.0:1767325950.333131:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325950.333132:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325950.333132:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325950.333134:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325950.333135:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000056075b4e. 02000000:00000001:2.0:1767325950.333136:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325950.333137:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325950.333138:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089695778. 00000100:00000001:2.0:1767325950.333155:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325950.333157:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325950.333158:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325950.333160:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325950.333161:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325950.333162:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325950.333163:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325950.970196:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325950.970202:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325950.970207:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325950.970209:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325950.970250:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325950.970254:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325950.970256:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325951.994238:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325951.994246:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325951.994252:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325951.994252:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325951.994302:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325951.994305:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325951.994308:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325953.018260:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325953.018283:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325953.018289:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325953.018290:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325953.018344:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325953.018348:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325953.018351:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325954.042212:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325954.042218:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325954.042221:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325954.042222:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325954.042227:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325954.042229:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325954.042231:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325954.042232:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325954.042236:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325954.042237:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325954.042294:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325954.042297:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325954.042299:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325955.066239:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325955.066246:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325955.066253:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325955.066255:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325955.066309:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325955.066315:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325955.066319:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325955.450242:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305871898, at 4305872384 00000100:00000040:1.0:1767325955.450242:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305871898, at 4305872384 00000100:00000040:0.0:1767325955.450242:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305871898, at 4305872384 00000100:00000010:1.0:1767325955.450256:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062bef00c. 00000100:00000010:0.0:1767325955.450258:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d63c42e. 00000100:00000010:2.0:1767325955.450260:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077e90a0d. 00000100:00000040:3.0:1767325955.450270:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325955.450279:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325955.450289:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d9c2130. 00000020:00000040:3.0:1767325955.450294:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325955.450299:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325955.450302:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325955.450307:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325955.450314:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000caa95cc3. 00000100:00000001:3.0:1767325955.450320:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325955.450330:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000007d9c2130 x1853174993432576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325955.450339:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325955.450341:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325955.450345:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9c2130] to pc [ptlrpcd_00_00+0] req@000000007d9c2130 x1853174993432576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325955.450388:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325955.450390:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325955.450393:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325955.450395:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f8ef0b3. 00000020:00000040:3.0:1767325955.450397:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325955.450399:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325955.450400:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325955.450401:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325955.450402:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767325955.450406:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000056075b4e. 00000100:00000001:1.0:1767325955.450408:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325955.450410:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325955.450413:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325955.450424:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d9c2130 x1853174993432576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325955.450428:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325955.450429:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000003f8ef0b3 x1853174993432704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325955.450436:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325955.450438:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325955.450441:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325955.450450:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325955.450454:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325955.450456:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767325955.450457:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325955.450460:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325955.450464:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d9c2130 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993432576:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767325955.450472:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f8ef0b3] to pc [ptlrpcd_00_01+1] req@000000003f8ef0b3 x1853174993432704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325955.450485:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325955.450490:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767325955.450492:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325955.450493:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325955.450503:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767325955.450504:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325955.450509:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:1.0:1767325955.450511:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000415c9cd6. 00000100:00000010:3.0:1767325955.450513:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089695778. 02000000:00000001:1.0:1767325955.450514:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767325955.450517:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767325955.450517:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767325955.450520:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f7193d. 00000100:00000001:3.0:1767325955.450523:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325955.450524:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767325955.450526:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325955.450527:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767325955.450530:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000723137a0. 02000000:00000001:3.0:1767325955.450531:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325955.450540:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000cfce3c5. 00000100:00000040:0.0:1767325955.450540:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f8ef0b3 x1853174993432704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325955.450543:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993432576, portal 25 00000100:00000001:3.0:1767325955.450549:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325955.450550:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325955.450553:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268020224 : -112767441531392 : ffff997048b48e00) 00000100:00000040:3.0:1767325955.450560:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000089695778 x1853174993432832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767325955.450568:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d9c2130 x1853174993432576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325955.450593:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325955.450601:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325955.450615:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325955.450616:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325955.450619:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325955.450622:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325955.450625:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325955.450626:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089695778] to pc [ptlrpcd_00_02+2] req@0000000089695778 x1853174993432832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325955.450631:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325955.450642:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00100000:0.0:1767325955.450650:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003f8ef0b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993432704:192.168.203.107@tcp:400: 00000400:00000010:1.0:1767325955.450654:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000549626f3. 00000100:00000200:1.0:1767325955.450669:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993432576, offset 0 00000100:00000001:0.0:1767325955.450669:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325955.450674:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325955.450678:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325955.450684:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767325955.450684:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325955.450688:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325955.450693:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767325955.450696:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091ccf070. 00000100:00000040:3.0:1767325955.450699:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767325955.450702:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:0.0:1767325955.450703:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325955.450708:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325955.450712:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11210) 00000100:00000001:2.0:1767325955.450712:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767325955.450712:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1205751. 00000100:00000001:2.0:1767325955.450719:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767325955.450724:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767325955.450725:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000400:00000200:1.0:1767325955.450729:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000200:0.0:1767325955.450731:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993432704, portal 10 00000100:00000040:2.0:1767325955.450733:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089695778 x1853174993432832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325955.450734:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325955.450736:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767325955.450738:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305871898, at 4305872384 00000100:00000001:0.0:1767325955.450742:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268023808 : -112767441527808 : ffff997048b49c00) 00000400:00000200:1.0:1767325955.450743:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:3.0:1767325955.450751:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000797caa63. 00000400:00000200:1.0:1767325955.450754:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [364:364:256:4294967295] 192.168.203.107@tcp LPNI seq info [364:364:8:4294967295] 00000100:00000040:0.0:1767325955.450761:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003f8ef0b3 x1853174993432704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325955.450766:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325955.450770:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325955.450777:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325955.450780:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325955.450781:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325955.450782:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767325955.450783:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325955.450792:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325955.450793:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325955.450794:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767325955.450794:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325955.450806:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee91c56. 00000400:00000010:0.0:1767325955.450806:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f2dd931. 00000100:00100000:2.0:1767325955.450808:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000089695778 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993432832:192.168.203.107@tcp:400: 00000100:00000200:0.0:1767325955.450811:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993432704, offset 0 00000100:00000001:2.0:1767325955.450817:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767325955.450817:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:2.0:1767325955.450822:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325955.450825:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325955.450825:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767325955.450830:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767325955.450831:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767325955.450831:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ee91c56 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:2.0:1767325955.450838:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d48e05ee. 00000400:00000200:0.0:1767325955.450840:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325955.450844:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325955.450847:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325955.450848:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:2.0:1767325955.450849:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325955.450855:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066809e37. 00000400:00000200:0.0:1767325955.450855:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325955.450857:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305877018 00000400:00000200:0.0:1767325955.450862:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:2.0:1767325955.450864:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006167ed22. 00000100:00000010:1.0:1767325955.450864:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b66e9d2a. 00000400:00000200:0.0:1767325955.450869:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [365:365:255:4294967295] 192.168.203.107@tcp LPNI seq info [365:365:7:4294967295] 00000100:00000001:1.0:1767325955.450873:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767325955.450874:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993432832, portal 10 00000100:00000001:2.0:1767325955.450879:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325955.450882:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268027392 : -112767441524224 : ffff997048b4aa00) 00000100:00000001:1.0:1767325955.450882:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305877018 00000400:00000200:0.0:1767325955.450886:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:1.0:1767325955.450888:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fade2e0. 00000100:00000040:2.0:1767325955.450893:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000089695778 x1853174993432832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325955.450895:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325955.450896:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767325955.450902:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305877018 00000800:00000010:0.0:1767325955.450902:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007cab202f. 00000100:00000001:2.0:1767325955.450905:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325955.450910:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767325955.450910:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032497edf. 00000100:00000001:1.0:1767325955.450915:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767325955.450915:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:2.0:1767325955.450917:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0657e21. 00000100:00000001:1.0:1767325955.450920:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305877018 00000100:00000200:2.0:1767325955.450923:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993432832, offset 0 00000100:00000010:1.0:1767325955.450923:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d819e2a. 00000800:00000200:0.0:1767325955.450927:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325955.450929:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1767325955.450933:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007cab202f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325955.450934:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325955.450936:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325955.450940:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325955.450942:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325955.450943:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325955.450947:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325955.450948:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325955.450950:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 263195 usecs (264 jiffies) 00000400:00000200:2.0:1767325955.450954:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325955.450956:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325955.450956:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305872648 00000100:00000001:1.0:1767325955.450959:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767325955.450960:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325955.450962:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305877018 00000800:00000200:3.0:1767325955.450965:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325955.450966:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325955.450967:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305872648 00000400:00000200:2.0:1767325955.450968:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325955.450972:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325955.450976:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325955.450976:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325955.450980:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee91c56. 00000100:00000001:0.0:1767325955.450981:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305877018 00000100:00000001:1.0:1767325955.450982:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325955.450990:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [366:366:254:4294967295] 192.168.203.107@tcp LPNI seq info [366:366:6:4294967295] 00000400:00000200:3.0:1767325955.450992:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325955.450992:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305872648 00000100:00000001:0.0:1767325955.451000:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305877018 00000400:00000200:3.0:1767325955.451005:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325955.451007:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305872648 00000100:00000001:0.0:1767325955.451014:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305877018 00000400:00000200:2.0:1767325955.451016:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325955.451018:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325955.451023:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325955.451026:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325955.451028:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000549626f3 00000800:00000200:2.0:1767325955.451029:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325955.451031:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767325955.451034:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000549626f3. 00000800:00000010:2.0:1767325955.451039:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000072856849. 00000100:00000001:0.0:1767325955.451039:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325955.451042:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767325955.451047:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325955.451048:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767325955.451052:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325955.451055:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000072856849 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325955.451056:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325955.451060:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325955.451060:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325955.451066:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 15863 usecs (16 jiffies) 00000100:00000001:0.0:1767325955.451067:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325955.451072:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305872400 00000100:00000001:2.0:1767325955.451075:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305877018 00000100:00000001:2.0:1767325955.451077:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305872400 00000100:00000001:2.0:1767325955.451085:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305877018 00000100:00000001:2.0:1767325955.451087:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305872400 00000100:00000001:2.0:1767325955.451089:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305877018 00000100:00000001:2.0:1767325955.451091:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305872400 00000100:00000001:2.0:1767325955.451093:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305877018 00000100:00000001:2.0:1767325955.451095:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325955.451097:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325955.451100:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325955.451101:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325955.451106:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325955.451106:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325955.451108:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325955.451113:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767325955.451116:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d9c2130 x1853174993432576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325955.451117:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325955.451120:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325955.451128:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325955.451168:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325955.451173:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d9c2130 x1853174993432576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325971 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325955.451181:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325955.451183:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325955.451202:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325955.451205:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007cab202f. 00000400:00000200:3.0:1767325955.451208:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325955.451211:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325955.451214:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f2dd931 00000400:00000010:3.0:1767325955.451215:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f2dd931. 00000100:00000001:3.0:1767325955.451218:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325955.451221:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f8ef0b3 x1853174993432704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325955.451228:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325955.451230:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f8ef0b3 x1853174993432704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325971 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325955.451237:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325955.451238:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325955.451268:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325955.451270:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000072856849. 00000400:00000200:3.0:1767325955.451275:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325955.451279:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325955.451282:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0657e21 00000400:00000010:3.0:1767325955.451290:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0657e21. 00000100:00000001:3.0:1767325955.451294:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325955.451297:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089695778 x1853174993432832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325955.451305:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325955.451307:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000089695778 x1853174993432832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325971 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325955.451364:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325955.451366:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325955.452840:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325955.452851:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325955.452853:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325955.452855:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325955.452860:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325955.452871:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30b080 00000400:00000200:3.0:1767325955.452917:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xc3d [1] + 224 00000800:00000001:3.0:1767325955.452923:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325955.452927:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325955.452929:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325955.452931:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325955.452934:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325955.452937:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f8ef0b3 x1853174993432704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325955.452944:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f8ef0b3 x1853174993432704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325955.452956:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325955.452961:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325955.452963:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325955.452964:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325955.452965:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325955.452967:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325955.452970:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30b000 00000400:00000200:3.0:1767325955.452979:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xc35 [1] + 224 00000800:00000001:3.0:1767325955.452982:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325955.452986:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325955.452987:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325955.452991:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325955.452994:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325955.452996:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d9c2130 x1853174993432576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325955.453004:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007d9c2130 x1853174993432576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325955.453008:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325955.453013:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325955.453019:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767325955.453020:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325955.453024:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325955.453026:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1205751. 00000400:00000200:0.0:1767325955.453031:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325955.453033:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:0.0:1767325955.453037:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767325955.453039:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325955.453044:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325955.453048:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f8ef0b3 x1853174993432704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325955.453049:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325955.453053:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325955.453065:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767325955.453070:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325955.453077:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325955.453078:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30b100 00000100:00000200:0.0:1767325955.453088:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f8ef0b3 x1853174993432704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325955.453091:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xc45 [1] + 224 00000800:00000001:3.0:1767325955.453093:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767325955.453096:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767325955.453098:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325955.453100:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767325955.453105:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767325955.453108:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f7193d. 00000400:00000200:1.0:1767325955.453119:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000723137a0 00000400:00000200:3.0:1767325955.453122:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:1.0:1767325955.453124:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000723137a0. 00000100:00000001:0.0:1767325955.453124:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325955.453128:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325955.453130:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325955.453131:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325955.453132:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325955.453138:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767325955.453139:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d9c2130 x1853174993432576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325955.453174:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767325955.453175:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d9c2130 x1853174993432576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325955.453177:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325955.453180:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089695778 x1853174993432832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325955.453197:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325955.453211:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000089695778 x1853174993432832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325955.453214:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=52 v=5 (5 5 5 5) 00000100:00001000:0.0:1767325955.453233:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=52 v=5 (1 1 1 1) 00000100:00000001:0.0:1767325955.453249:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325955.453254:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325955.453255:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325955.453255:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325955.453262:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767325955.453263:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767325955.453264:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325955.453272:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325955.453273:0:211465:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767325955.453273:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325955.453279:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325955.453284:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325955.453285:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767325955.453286:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325955.453289:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 02000000:00000001:1.0:1767325955.453290:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325955.453293:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325955.453295:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767325955.453295:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=62 v=5 (5 5 5 5) 00000100:00000001:0.0:1767325955.453296:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325955.453300:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1767325955.453303:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=62 v=5 (1 1 1 1) 00000100:00000040:0.0:1767325955.453305:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f8ef0b3 x1853174993432704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767325955.453306:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767325955.453308:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:2.0:1767325955.453310:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767325955.453312:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325955.453314:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066809e37. 00010000:00000001:1.0:1767325955.453318:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767325955.453322:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006167ed22 00010000:00000001:1.0:1767325955.453323:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325955.453325:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767325955.453326:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006167ed22. 00000100:00000001:1.0:1767325955.453328:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325955.453329:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325955.453333:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325955.453333:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325955.453337:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d9c2130 x1853174993432576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325955.453342:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089695778 x1853174993432832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325955.453346:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f8ef0b3 x1853174993432704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325955.453366:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325955.453372:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325955.453375:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325955.453384:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d9c2130 x1853174993432576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325955.453386:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089695778 x1853174993432832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325955.453386:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003f8ef0b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993432704:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325955.453397:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325955.453401:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325955.453407:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f8ef0b3 x1853174993432704/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325955.453413:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767325955.453414:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d9c2130 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993432576:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325955.453417:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325955.453423:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767325955.453425:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325955.453427:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325955.453428:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767325955.453429:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325955.453430:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767325955.453432:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767325955.453434:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325955.453435:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d9c2130 x1853174993432576/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325955.453435:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091ccf070. 02000000:00000001:0.0:1767325955.453441:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325955.453445:0:211466:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767325955.453447:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767325955.453449:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325955.453452:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767325955.453453:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767325955.453455:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1767325955.453456:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=62 v=5 (5 5 5 5) 02000000:00000010:0.0:1767325955.453457:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000056075b4e. 02000000:00000010:1.0:1767325955.453458:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000415c9cd6. 02000000:00000001:0.0:1767325955.453464:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1767325955.453465:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=9 v=5 (1 1 0 0) 02000000:00000001:1.0:1767325955.453466:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325955.453469:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767325955.453470:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325955.453473:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325955.453473:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 02000000:00000001:0.0:1767325955.453473:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325955.453475:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f8ef0b3. 00010000:00000001:2.0:1767325955.453477:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325955.453479:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325955.453482:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767325955.453484:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00080000:2.0:1767325955.453485:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000089695778 x1853174993432832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325955.453485:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767325955.453487:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000caa95cc3. 00000100:00000001:0.0:1767325955.453491:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767325955.453493:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767325955.453494:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325955.453498:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767325955.453499:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767325955.453502:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d9c2130. 00000100:00000001:0.0:1767325955.453502:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325955.453505:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325955.453508:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325955.453509:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767325955.453511:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325955.453513:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325955.453515:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325955.453517:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325955.453520:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325955.453521:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325955.453525:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325955.453526:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089695778 x1853174993432832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325955.453529:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325955.453532:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325955.453540:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325955.453542:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325955.453544:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325955.453547:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089695778 x1853174993432832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325955.453555:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000089695778 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993432832:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325955.453559:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325955.453561:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325955.453563:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000089695778 x1853174993432832/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325971 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325955.453569:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325955.453571:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325955.453572:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d48e05ee. 02000000:00000001:2.0:1767325955.453575:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325955.453576:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325955.453577:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325955.453585:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325955.453586:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000cfce3c5. 02000000:00000001:2.0:1767325955.453589:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325955.453590:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325955.453591:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089695778. 00000100:00000001:2.0:1767325955.453594:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325955.453595:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325955.453597:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325955.453601:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325955.453602:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325955.453604:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325955.453605:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325956.090187:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325956.090193:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325956.090198:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325956.090201:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325956.090204:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325956.090212:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325956.090214:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325956.090216:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325956.090219:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325956.090221:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325956.090222:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325956.090223:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325956.090268:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325956.090273:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325956.090275:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325957.114270:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325957.114277:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325957.114283:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325957.114285:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325957.114355:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325957.114358:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325957.114361:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325958.138249:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325958.138254:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325958.138258:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325958.138259:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325958.138315:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325958.138319:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325958.138322:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325959.162258:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325959.162264:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325959.162269:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325959.162271:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325959.162318:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325959.162320:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325959.162322:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325960.186234:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325960.186242:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325960.186267:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325960.186269:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325960.186349:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325960.186353:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325960.186355:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325960.570259:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305877018, at 4305877504 00000100:00000040:2.0:1767325960.570272:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305877018, at 4305877504 00000100:00000040:1.0:1767325960.570273:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305877018, at 4305877504 00000100:00000010:0.0:1767325960.570274:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b66e9d2a. 00000100:00000040:3.0:1767325960.570275:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:2.0:1767325960.570291:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032497edf. 00000100:00000010:1.0:1767325960.570294:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fade2e0. 00000100:00000001:3.0:1767325960.570309:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325960.570326:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023d54c03. 00000020:00000040:3.0:1767325960.570332:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325960.570337:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325960.570341:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325960.570347:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325960.570355:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe2b1497. 00000100:00000001:3.0:1767325960.570362:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325960.570372:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000023d54c03 x1853174993432960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325960.570383:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325960.570386:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325960.570390:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023d54c03] to pc [ptlrpcd_00_03+3] req@0000000023d54c03 x1853174993432960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325960.570420:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325960.570422:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325960.570424:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325960.570426:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abf35ff8. 00000020:00000040:3.0:1767325960.570428:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325960.570430:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325960.570433:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325960.570434:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325960.570438:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000cfce3c5. 00000100:00000001:3.0:1767325960.570441:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325960.570443:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325960.570447:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000abf35ff8 x1853174993433088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325960.570450:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325960.570454:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325960.570458:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325960.570459:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325960.570462:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325960.570463:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325960.570473:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023d54c03 x1853174993432960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325960.570480:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abf35ff8] to pc [ptlrpcd_00_00+0] req@00000000abf35ff8 x1853174993433088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325960.570495:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325960.570499:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325960.570506:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325960.570510:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325960.570514:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325960.570519:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993432960:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325960.570524:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325960.570525:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325960.570532:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767325960.570535:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767325960.570538:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325960.570541:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325960.570543:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767325960.570544:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325960.570546:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767325960.570548:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d9c04da. 00000100:00000001:0.0:1767325960.570549:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767325960.570554:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767325960.570556:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325960.570557:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abf35ff8 x1853174993433088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325960.570562:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325960.570563:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325960.570568:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325960.570578:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325960.570578:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325960.570579:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325960.570581:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005694eb42. 02000000:00000001:0.0:1767325960.570583:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767325960.570585:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000caa95cc3. 02000000:00000001:1.0:1767325960.570588:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325960.570590:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325960.570592:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325960.570597:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325960.570602:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000008d9c04da x1853174993433216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767325960.570602:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f7193d. 00000100:00100000:0.0:1767325960.570607:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000abf35ff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993433088:192.168.203.107@tcp:400: 00000400:00000010:1.0:1767325960.570617:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000723137a0. 00000100:00000001:0.0:1767325960.570617:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325960.570619:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325960.570623:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325960.570625:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767325960.570628:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c04da] to pc [ptlrpcd_00_01+1] req@000000008d9c04da x1853174993433216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325960.570629:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325960.570635:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767325960.570645:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993432960, portal 25 02000000:00000010:0.0:1767325960.570645:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064629ddd. 00000100:00000001:3.0:1767325960.570647:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325960.570653:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325960.570658:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325960.570658:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767325960.570661:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1205751. 00000100:00000001:1.0:1767325960.570665:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030080 : -112767441521536 : ffff997048b4b480) 00000100:00000040:3.0:1767325960.570667:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767325960.570669:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000100:00000001:2.0:1767325960.570672:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325960.570674:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11215) 00000100:00000001:2.0:1767325960.570680:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767325960.570681:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993433088, portal 10 00000100:00000040:1.0:1767325960.570685:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023d54c03 x1853174993432960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325960.570689:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325960.570694:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268026496 : -112767441525120 : ffff997048b4a680) 00000100:00000040:3.0:1767325960.570695:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305877018, at 4305877504 00000100:00000001:2.0:1767325960.570697:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767325960.570707:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d819e2a. 00000100:00000040:0.0:1767325960.570709:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000abf35ff8 x1853174993433088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325960.570716:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d9c04da x1853174993433216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325960.570726:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325960.570745:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325960.570759:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d035787. 00000100:00000001:0.0:1767325960.570768:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767325960.570770:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993432960, offset 0 00000100:00000001:2.0:1767325960.570771:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325960.570777:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325960.570780:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767325960.570783:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767325960.570784:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0d5d521. 02000000:00000001:2.0:1767325960.570787:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325960.570792:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767325960.570793:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325960.570797:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993433216:192.168.203.107@tcp:400: 00000100:00000200:0.0:1767325960.570800:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993433088, offset 0 00000100:00000001:2.0:1767325960.570801:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325960.570806:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325960.570809:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325960.570816:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767325960.570816:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767325960.570817:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325960.570825:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf190ee2. 00000400:00000200:1.0:1767325960.570830:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767325960.570831:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325960.570837:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:2.0:1767325960.570838:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066809e37. 00000400:00000010:2.0:1767325960.570845:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006167ed22. 00000400:00000200:1.0:1767325960.570845:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325960.570850:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000200:2.0:1767325960.570852:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993433216, portal 10 00000100:00000001:2.0:1767325960.570857:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767325960.570857:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [367:367:256:4294967295] 192.168.203.107@tcp LPNI seq info [367:367:8:4294967295] 00000100:00000001:2.0:1767325960.570860:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268017536 : -112767441534080 : ffff997048b48380) 00000100:00000040:2.0:1767325960.570870:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d9c04da x1853174993433216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325960.570878:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767325960.570884:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:2.0:1767325960.570892:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325960.570895:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6e09edd. 00000800:00000200:1.0:1767325960.570896:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000200:2.0:1767325960.570899:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993433216, offset 0 00000400:00000200:0.0:1767325960.570901:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:1.0:1767325960.570905:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ec7aa78. 00000400:00000200:0.0:1767325960.570914:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325960.570917:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767325960.570925:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767325960.570926:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767325960.570936:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325960.570939:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325960.570947:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [368:368:255:4294967295] 192.168.203.107@tcp LPNI seq info [368:368:7:4294967295] 00000800:00000200:1.0:1767325960.570951:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325960.570958:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006ec7aa78 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325960.570960:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325960.570972:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325960.570976:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:0.0:1767325960.570977:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0d7f53f. 00000400:00000200:2.0:1767325960.570985:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325960.570986:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325960.570994:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305882138 00000400:00000200:2.0:1767325960.570997:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:0.0:1767325960.571003:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:1.0:1767325960.571006:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fade2e0. 00000400:00000200:2.0:1767325960.571008:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325960.571016:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767325960.571018:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767325960.571026:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [369:369:254:4294967295] 192.168.203.107@tcp LPNI seq info [369:369:6:4294967295] 00000800:00000200:0.0:1767325960.571027:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325960.571030:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305882138 00000800:00000200:0.0:1767325960.571038:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b0d7f53f type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767325960.571045:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004434e41e. 00000100:00000001:0.0:1767325960.571048:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325960.571054:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325960.571054:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767325960.571066:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305882138 00000100:00000040:0.0:1767325960.571066:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 260788 usecs (261 jiffies) 00000800:00000200:2.0:1767325960.571067:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325960.571076:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305877765 00000800:00000010:2.0:1767325960.571079:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000072856849. 00000100:00000010:1.0:1767325960.571080:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d819e2a. 00000100:00000001:0.0:1767325960.571080:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305882138 00000100:00000001:0.0:1767325960.571090:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305877765 00000800:00000200:2.0:1767325960.571091:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325960.571093:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767325960.571103:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305882138 00000800:00000200:2.0:1767325960.571104:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325960.571105:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305882138 00000800:00000200:3.0:1767325960.571110:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767325960.571115:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000072856849 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325960.571116:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305877765 00000800:00000010:3.0:1767325960.571118:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ec7aa78. 00000100:00000010:1.0:1767325960.571118:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032497edf. 00000100:00000001:0.0:1767325960.571123:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305882138 00000100:00000001:2.0:1767325960.571131:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325960.571132:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305877765 00000100:00000001:1.0:1767325960.571133:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767325960.571134:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767325960.571176:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 15746 usecs (16 jiffies) 00000100:00000001:1.0:1767325960.571178:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325960.571179:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305882138 00000100:00000001:2.0:1767325960.571182:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305877521 00000100:00000001:2.0:1767325960.571193:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305882138 00000100:00000001:1.0:1767325960.571195:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325960.571196:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305877521 00000100:00000001:0.0:1767325960.571196:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325960.571209:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305882138 00000100:00000001:0.0:1767325960.571211:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325960.571214:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325960.571216:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305877521 00000100:00000001:0.0:1767325960.571218:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325960.571220:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325960.571228:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305882138 00000100:00000001:0.0:1767325960.571228:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325960.571235:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767325960.571240:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325960.571243:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305877521 00000100:00000001:1.0:1767325960.571243:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767325960.571247:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d035787 00000100:00000001:2.0:1767325960.571247:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305882138 00000100:00000001:0.0:1767325960.571247:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325960.571249:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325960.571255:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767325960.571259:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d035787. 00000100:00000001:1.0:1767325960.571259:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325960.571260:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325960.571260:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325960.571268:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325960.571270:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325960.571271:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325960.571272:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325960.571273:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325960.571278:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325960.571281:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023d54c03 x1853174993432960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325960.571283:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325960.571284:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325960.571284:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325960.571296:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325960.571304:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325960.571310:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325960.571312:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325960.571329:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325960.571336:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325960.571348:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325960.571352:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023d54c03 x1853174993432960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325976 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325960.571359:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325960.571361:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325960.571380:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325960.571382:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0d7f53f. 00000400:00000200:3.0:1767325960.571385:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325960.571388:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325960.571391:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0d5d521 00000400:00000010:3.0:1767325960.571392:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0d5d521. 00000100:00000001:3.0:1767325960.571394:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325960.571397:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abf35ff8 x1853174993433088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325960.571403:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325960.571405:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abf35ff8 x1853174993433088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325976 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325960.571410:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325960.571412:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325960.571439:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325960.571441:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000072856849. 00000400:00000200:3.0:1767325960.571445:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325960.571448:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325960.571450:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6e09edd 00000400:00000010:3.0:1767325960.571452:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6e09edd. 00000100:00000001:3.0:1767325960.571455:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325960.571457:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d9c04da x1853174993433216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325960.571465:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325960.571467:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d9c04da x1853174993433216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325976 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325960.571482:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325960.571484:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325960.572998:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325960.573013:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325960.573017:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325960.573019:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325960.573027:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325960.573040:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30b180 00000400:00000200:3.0:1767325960.573046:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xc4d [1] + 224 00000800:00000001:3.0:1767325960.573182:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325960.573189:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325960.573192:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325960.573197:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325960.573204:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325960.573208:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023d54c03 x1853174993432960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325960.573217:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000023d54c03 x1853174993432960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325960.573273:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325960.573282:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325960.573285:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325960.573287:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325960.573288:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325960.573293:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325960.573300:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30b200 00000400:00000200:3.0:1767325960.573306:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xc51 [1] + 224 00000100:00000001:1.0:1767325960.573310:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767325960.573311:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325960.573325:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767325960.573326:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325960.573330:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767325960.573332:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767325960.573335:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:1.0:1767325960.573337:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325960.573341:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f7193d. 00000400:00000200:1.0:1767325960.573345:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000723137a0 00000400:00000010:1.0:1767325960.573347:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000723137a0. 00000100:00000001:1.0:1767325960.573351:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325960.573352:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325960.573356:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023d54c03 x1853174993432960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325960.573368:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abf35ff8 x1853174993433088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325960.573370:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023d54c03 x1853174993432960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325960.573396:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325960.573398:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325960.573401:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767325960.573405:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000abf35ff8 x1853174993433088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325960.573405:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325960.573415:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325960.573418:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325960.573421:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325960.573423:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767325960.573427:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=67 v=5 (5 5 5 5) 00000800:00000001:3.0:1767325960.573430:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767325960.573434:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=67 v=5 (1 1 1 1) 00000800:00000001:3.0:1767325960.573436:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325960.573439:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767325960.573441:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325960.573443:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325960.573446:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325960.573452:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00010000:00000001:1.0:1767325960.573456:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767325960.573461:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30b280 00010000:00000001:1.0:1767325960.573461:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325960.573466:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325960.573470:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xc5d [1] + 224 00000100:00000001:0.0:1767325960.573474:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325960.573475:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023d54c03 x1853174993432960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325960.573476:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325960.573482:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767325960.573486:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325960.573492:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325960.573492:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767325960.573498:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767325960.573499:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325960.573499:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325960.573506:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767325960.573509:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767325960.573515:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023d54c03 x1853174993432960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325960.573516:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1205751. 00000400:00000200:0.0:1767325960.573526:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325960.573531:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00100000:1.0:1767325960.573532:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993432960:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325960.573540:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325960.573540:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325960.573542:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325960.573547:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767325960.573549:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d9c04da x1853174993433216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325960.573555:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023d54c03 x1853174993432960/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325960.573555:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abf35ff8 x1853174993433088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325960.573587:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008d9c04da x1853174993433216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325960.573618:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325960.573624:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325960.573628:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005694eb42. 02000000:00000001:1.0:1767325960.573633:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1767325960.573634:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abf35ff8 x1853174993433088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767325960.573637:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325960.573639:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767325960.573641:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000800:00000001:3.0:1767325960.573646:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767325960.573652:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:3.0:1767325960.573654:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767325960.573658:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe2b1497. 02000000:00000001:1.0:1767325960.573668:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767325960.573670:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767325960.573672:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767325960.573675:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767325960.573677:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023d54c03. 00000100:00000001:0.0:1767325960.573680:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767325960.573683:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325960.573684:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325960.573691:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325960.573691:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325960.573692:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325960.573699:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767325960.573700:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767325960.573700:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767325960.573704:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767325960.573705:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767325960.573707:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066809e37. 00000100:00000001:1.0:1767325960.573713:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767325960.573714:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006167ed22 00000100:00000001:1.0:1767325960.573717:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325960.573718:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006167ed22. 02000000:00000001:0.0:1767325960.573718:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325960.573722:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325960.573727:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325960.573728:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325960.573732:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=57 v=5 (5 5 5 5) 00000100:00001000:0.0:1767325960.573742:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=57 v=5 (1 1 1 1) 00000100:00000200:2.0:1767325960.573746:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d9c04da x1853174993433216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325960.573746:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325960.573750:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325960.573756:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325960.573761:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325960.573769:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d9c04da x1853174993433216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325960.573770:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325960.573773:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325960.573781:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325960.573784:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325960.573792:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325960.573795:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325960.573797:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abf35ff8 x1853174993433088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325960.573800:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325960.573804:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325960.573807:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325960.573813:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325960.573820:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325960.573823:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767325960.573828:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=67 v=5 (5 5 5 5) 00000100:00000001:0.0:1767325960.573829:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325960.573834:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767325960.573837:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=14 v=5 (1 1 0 0) 00000100:00000040:0.0:1767325960.573843:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abf35ff8 x1853174993433088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325960.573844:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325960.573848:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325960.573856:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325960.573863:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008d9c04da x1853174993433216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325960.573873:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000abf35ff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993433088:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325960.573891:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767325960.573893:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325960.573897:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325960.573903:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abf35ff8 x1853174993433088/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325960.573907:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325960.573912:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325960.573916:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325960.573922:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767325960.573923:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325960.573928:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767325960.573930:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d9c04da x1853174993433216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325960.573933:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064629ddd. 02000000:00000001:0.0:1767325960.573942:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325960.573943:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325960.573947:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767325960.573947:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767325960.573953:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767325960.573954:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000040:2.0:1767325960.573958:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d9c04da x1853174993433216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767325960.573964:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325960.573970:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000cfce3c5. 00000100:00100000:2.0:1767325960.573976:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993433216:192.168.203.107@tcp:400: 02000000:00000001:0.0:1767325960.573979:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767325960.573981:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325960.573983:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325960.573984:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d9c04da x1853174993433216/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325976 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325960.573992:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767325960.573994:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:0.0:1767325960.573997:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abf35ff8. 02000000:00000001:2.0:1767325960.573998:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325960.574002:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf190ee2. 02000000:00000001:2.0:1767325960.574011:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767325960.574012:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767325960.574015:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325960.574017:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767325960.574017:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767325960.574021:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325960.574025:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000caa95cc3. 02000000:00000001:2.0:1767325960.574029:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767325960.574029:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325960.574030:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325960.574033:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d9c04da. 00000100:00000001:2.0:1767325960.574041:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325960.574042:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325960.574043:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325960.574044:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325960.574047:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325960.574048:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325960.574050:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325960.574056:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325960.574057:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325960.574060:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325960.574064:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325961.210223:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325961.210231:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325961.210237:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325961.210239:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325961.210308:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325961.210327:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325961.210331:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325962.234269:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325962.234277:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325962.234285:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325962.234286:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325962.234348:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325962.234352:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325962.234354:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325963.258275:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325963.258284:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325963.258293:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325963.258294:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325963.258363:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325963.258367:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325963.258369:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325964.282232:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325964.282242:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325964.282244:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325964.282247:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325964.282252:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325964.282255:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325964.282257:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325964.282259:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325964.282263:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325964.282265:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325964.282319:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325964.282324:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325964.282327:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325965.306247:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325965.306253:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325965.306259:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325965.306259:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325965.306319:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325965.306324:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325965.306327:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325965.690247:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305882138, at 4305882624 00000100:00000040:1.0:1767325965.690247:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305882138, at 4305882624 00000100:00000040:0.0:1767325965.690247:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305882138, at 4305882624 00000100:00000040:3.0:1767325965.690251:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305882138, at 4305882624 00000100:00000010:1.0:1767325965.690264:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004434e41e. 00000100:00000010:2.0:1767325965.690266:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d819e2a. 00000100:00000010:0.0:1767325965.690269:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fade2e0. 00000100:00000010:3.0:1767325965.690274:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032497edf. 00000100:00000040:1.0:1767325965.690305:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325965.690310:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325965.690316:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021e2dd14. 00000020:00000040:1.0:1767325965.690321:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325965.690325:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325965.690328:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325965.690332:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325965.690339:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007750120a. 00000100:00000001:1.0:1767325965.690345:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325965.690355:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000021e2dd14 x1853174993433344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325965.690371:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325965.690373:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325965.690379:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021e2dd14] to pc [ptlrpcd_00_02+2] req@0000000021e2dd14 x1853174993433344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325965.690408:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325965.690411:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325965.690415:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325965.690418:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cc08b51. 00000020:00000040:1.0:1767325965.690421:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325965.690423:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767325965.690429:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325965.690434:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325965.690437:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767325965.690442:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325965.690445:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325965.690446:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021e2dd14 x1853174993433344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325965.690451:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006ec7aa78. 00000100:00000001:1.0:1767325965.690456:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325965.690461:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000002cc08b51 x1853174993433472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325965.690479:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325965.690481:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325965.690486:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767325965.690487:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cc08b51] to pc [ptlrpcd_00_03+3] req@000000002cc08b51 x1853174993433472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325965.690489:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325965.690496:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325965.690497:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325965.690500:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325965.690500:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767325965.690502:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325965.690503:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325965.690504:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767325965.690508:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325965.690509:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767325965.690511:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002cc08b51 x1853174993433472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325965.690514:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4811535. 00000100:00100000:3.0:1767325965.690517:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993433344:192.168.203.107@tcp:400: 00000020:00000040:1.0:1767325965.690519:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767325965.690524:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325965.690527:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767325965.690529:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325965.690530:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325965.690531:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325965.690533:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325965.690535:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ee91c56. 02000000:00000001:3.0:1767325965.690536:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325965.690537:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325965.690538:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325965.690541:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325965.690542:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325965.690544:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000a4811535 x1853174993433600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325965.690545:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325965.690547:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1767325965.690552:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002cc08b51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993433472:192.168.203.107@tcp:400: 02000000:00000010:3.0:1767325965.690555:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c5c15de. 00000100:00000001:0.0:1767325965.690560:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325965.690561:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325965.690562:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767325965.690570:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005741a56c. 00000100:00000001:1.0:1767325965.690571:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325965.690571:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325965.690574:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325965.690576:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767325965.690578:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4811535] to pc [ptlrpcd_00_00+0] req@00000000a4811535 x1853174993433600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325965.690581:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000deb1a1f7. 00000400:00000010:3.0:1767325965.690582:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000541ee6a5. 02000000:00000001:0.0:1767325965.690585:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325965.690592:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1205751. 00000400:00000010:0.0:1767325965.690599:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000100:00000001:1.0:1767325965.690604:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325965.690607:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767325965.690607:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993433472, portal 10 00000100:00000040:1.0:1767325965.690613:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767325965.690613:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325965.690617:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138723200 : -112766570828416 : ffff99707c9a6d80) 00000100:00000040:1.0:1767325965.690620:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11220) 00000100:00000001:2.0:1767325965.690624:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325965.690629:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767325965.690629:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002cc08b51 x1853174993433472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325965.690632:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325965.690641:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4811535 x1853174993433600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325965.690643:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325965.690644:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325965.690650:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325965.690651:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325965.690657:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cd6c941. 00000100:00000200:3.0:1767325965.690660:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993433344, portal 25 00000100:00000001:2.0:1767325965.690663:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767325965.690663:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993433472, offset 0 00000100:00000001:3.0:1767325965.690666:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325965.690666:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325965.690669:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138725888 : -112766570825728 : ffff99707c9a7800) 02000000:00000001:2.0:1767325965.690672:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767325965.690672:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767325965.690678:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021e2dd14 x1853174993433344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325965.690682:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325965.690688:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325965.690690:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767325965.690695:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767325965.690696:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993433600:192.168.203.107@tcp:400: 00000400:00000200:0.0:1767325965.690700:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767325965.690705:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325965.690706:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325965.690709:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:2.0:1767325965.690711:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767325965.690712:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d0fe3be. 00000400:00000200:0.0:1767325965.690714:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767325965.690715:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325965.690719:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993433344, offset 0 02000000:00000001:2.0:1767325965.690720:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325965.690720:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767325965.690725:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [370:370:256:4294967295] 192.168.203.107@tcp LPNI seq info [370:370:8:4294967295] 02000000:00000010:2.0:1767325965.690726:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7443265. 02000000:00000001:2.0:1767325965.690730:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325965.690735:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066809e37. 00000400:00000200:0.0:1767325965.690735:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:2.0:1767325965.690742:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006167ed22. 00000800:00000200:0.0:1767325965.690743:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000200:2.0:1767325965.690749:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993433600, portal 10 00000800:00000010:0.0:1767325965.690750:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9272bf7. 00000100:00000001:2.0:1767325965.690755:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325965.690757:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138711552 : -112766570840064 : ffff99707c9a4000) 00000800:00000200:0.0:1767325965.690760:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:2.0:1767325965.690766:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4811535 x1853174993433600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325965.690771:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325965.690777:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9272bf7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325965.690781:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325965.690786:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325965.690790:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d7be8e. 00000100:00000200:2.0:1767325965.690792:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993433600, offset 0 00000100:00000001:0.0:1767325965.690797:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325965.690799:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767325965.690803:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 258432 usecs (259 jiffies) 00000100:00000001:0.0:1767325965.690807:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305882883 00000400:00000200:2.0:1767325965.690808:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325965.690813:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767325965.690816:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f14dad39. 00000400:00000200:2.0:1767325965.690818:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325965.690822:0:211468:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767325965.690823:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325965.690828:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305882883 00000400:00000200:2.0:1767325965.690829:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:0.0:1767325965.690833:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001dd496f8. 00000400:00000200:2.0:1767325965.690838:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [371:371:255:4294967295] 192.168.203.107@tcp LPNI seq info [371:371:7:4294967295] 00000100:00000001:0.0:1767325965.690838:0:211468:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767325965.690844:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325965.690844:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305882883 00000100:00000010:0.0:1767325965.690851:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000198668e1. 00000100:00000001:0.0:1767325965.690855:0:211468:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767325965.690860:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325965.690860:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305882883 00000100:00000010:0.0:1767325965.690865:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000ae3708a. 00000100:00000001:0.0:1767325965.690868:0:211468:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767325965.690869:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325965.690872:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325965.690874:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767325965.690876:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b371746e. 00000100:00000001:0.0:1767325965.690877:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325965.690881:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767325965.690884:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325965.690888:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325965.690890:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767325965.690892:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325965.690893:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325965.690893:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325965.690896:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325965.690899:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325965.690900:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9272bf7. 00000400:00000200:3.0:1767325965.690904:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325965.690904:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325965.690905:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b371746e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325965.690907:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325965.690913:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325965.690914:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325965.690920:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:2.0:1767325965.690921:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 15635 usecs (16 jiffies) 00000400:00000200:1.0:1767325965.690921:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325965.690927:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305882640 00000100:00000001:2.0:1767325965.690932:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305882883 00000100:00000001:2.0:1767325965.690934:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305882640 00000100:00000001:2.0:1767325965.690937:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305882883 00000100:00000001:2.0:1767325965.690940:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305882640 00000100:00000001:2.0:1767325965.690942:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305882883 00000100:00000001:2.0:1767325965.690945:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305882640 00000100:00000001:2.0:1767325965.690947:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305882883 00000100:00000001:2.0:1767325965.690949:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325965.690951:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325965.690953:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325965.690955:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325965.690959:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325965.690961:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325965.690963:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325965.690965:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325965.690967:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325965.690969:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325965.690975:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325965.690981:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767325965.690985:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [372:372:254:4294967295] 192.168.203.107@tcp LPNI seq info [372:372:6:4294967295] 00000400:00000200:3.0:1767325965.690996:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325965.691007:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325965.691009:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cd6c941 00000800:00000010:3.0:1767325965.691012:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056075b4e. 00000400:00000010:1.0:1767325965.691013:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cd6c941. 00000800:00000200:3.0:1767325965.691020:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767325965.691020:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325965.691026:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cc08b51 x1853174993433472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325965.691029:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767325965.691034:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056075b4e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325965.691040:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325965.691044:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325965.691046:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305887258 00000100:00000040:1.0:1767325965.691051:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002cc08b51 x1853174993433472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325981 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325965.691053:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305882883 00000100:00000001:3.0:1767325965.691059:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305887258 00000100:00000001:1.0:1767325965.691062:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325965.691065:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305882883 00000100:00000001:1.0:1767325965.691066:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325965.691070:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305887258 00000100:00000001:3.0:1767325965.691074:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305882883 00000100:00000001:3.0:1767325965.691076:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305887258 00000100:00000001:3.0:1767325965.691078:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305882883 00000100:00000001:3.0:1767325965.691082:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767325965.691083:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325965.691084:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325965.691086:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b371746e. 00000100:00000001:3.0:1767325965.691089:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325965.691091:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325965.691093:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325965.691098:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325965.691100:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767325965.691102:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d7be8e 00000100:00000001:3.0:1767325965.691103:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767325965.691105:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d7be8e. 00000100:00000001:3.0:1767325965.691107:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325965.691109:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767325965.691110:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325965.691113:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325965.691114:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4811535 x1853174993433600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325965.691118:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325965.691126:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325965.691129:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4811535 x1853174993433600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325981 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325965.691137:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325965.691139:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325965.691196:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325965.691199:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056075b4e. 00000400:00000200:1.0:1767325965.691203:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325965.691212:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325965.691221:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0fe3be 00000400:00000010:1.0:1767325965.691223:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d0fe3be. 00000100:00000001:1.0:1767325965.691226:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325965.691230:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021e2dd14 x1853174993433344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325965.691238:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325965.691240:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021e2dd14 x1853174993433344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325981 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325965.691247:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325965.691249:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325965.692378:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325965.692448:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325965.692451:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325965.692454:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325965.692461:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325965.692471:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30b400 00000400:00000200:3.0:1767325965.692477:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xc75 [1] + 224 00000800:00000001:3.0:1767325965.692490:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325965.692495:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325965.692497:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325965.692500:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325965.692504:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325965.692508:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4811535 x1853174993433600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325965.692517:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4811535 x1853174993433600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325965.692531:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325965.692536:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325965.692539:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325965.692541:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325965.692543:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325965.692547:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767325965.692550:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325965.692553:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325965.692555:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30b380 00000400:00000001:2.0:1767325965.692559:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325965.692561:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325965.692563:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066809e37. 00000400:00000200:2.0:1767325965.692565:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006167ed22 00000400:00000010:2.0:1767325965.692566:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006167ed22. 00000100:00000001:2.0:1767325965.692568:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325965.692571:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4811535 x1853174993433600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325965.692576:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xc65 [1] + 224 00000800:00000001:3.0:1767325965.692585:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767325965.692588:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4811535 x1853174993433600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325965.692590:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325965.692593:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325965.692602:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325965.692606:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325965.692607:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325965.692608:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325965.692612:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767325965.692614:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002cc08b51 x1853174993433472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325965.692615:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325965.692617:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325965.692620:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325965.692623:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325965.692630:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002cc08b51 x1853174993433472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767325965.692630:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=72 v=5 (5 5 5 5) 00000100:00001000:2.0:1767325965.692642:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=19 v=5 (1 1 0 0) 00000100:00000001:3.0:1767325965.692643:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325965.692644:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325965.692647:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325965.692649:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767325965.692650:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00080000:2.0:1767325965.692655:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a4811535 x1853174993433600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325965.692656:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325965.692661:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325965.692662:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325965.692665:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767325965.692666:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325965.692667:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325965.692670:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325965.692671:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000001:0.0:1767325965.692671:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325965.692674:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767325965.692675:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:0.0:1767325965.692676:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1205751. 00000100:00000001:2.0:1767325965.692678:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325965.692681:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325965.692684:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000400:00000200:3.0:1767325965.692687:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767325965.692688:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325965.692694:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cc08b51 x1853174993433472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325965.692700:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4811535 x1853174993433600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325965.692701:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30b300 00000400:00000200:3.0:1767325965.692715:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xc69 [1] + 224 00000100:00000200:0.0:1767325965.692715:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cc08b51 x1853174993433472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325965.692720:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767325965.692723:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325965.692726:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325965.692729:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325965.692731:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325965.692735:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767325965.692736:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767325965.692736:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4811535 x1853174993433600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325965.692738:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325965.692743:0:211468:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767325965.692746:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 02000000:00000001:0.0:1767325965.692746:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325965.692749:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325965.692752:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325965.692753:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993433600:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325965.692755:0:211459:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767325965.692755:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325965.692760:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767325965.692761:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=62 v=5 (5 5 5 5) 00000100:00000001:2.0:1767325965.692763:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767325965.692764:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021e2dd14 x1853174993433344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325965.692767:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=62 v=5 (1 1 1 1) 00000100:00000040:2.0:1767325965.692768:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4811535 x1853174993433600/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325965.692773:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325965.692776:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325965.692779:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325965.692782:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325965.692787:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325965.692788:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325965.692791:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325965.692793:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325965.692796:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002cc08b51 x1853174993433472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325965.692807:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021e2dd14 x1853174993433344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325965.692822:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325965.692825:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325965.692827:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767325965.692830:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767325965.692830:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767325965.692834:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7443265. 00000100:00000040:0.0:1767325965.692837:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cc08b51 x1853174993433472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325965.692839:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325965.692842:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325965.692844:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767325965.692845:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325965.692850:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1767325965.692851:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002cc08b51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993433472:192.168.203.107@tcp:400: 00000800:00000001:3.0:1767325965.692852:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767325965.692853:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ee91c56. 00000800:00000001:3.0:1767325965.692858:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325965.692859:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767325965.692859:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325965.692862:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767325965.692862:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325965.692864:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767325965.692867:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4811535. 00000100:00000001:1.0:1767325965.692867:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767325965.692868:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002cc08b51 x1853174993433472/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325965.692872:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:1.0:1767325965.692872:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767325965.692875:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325965.692876:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325965.692877:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767325965.692878:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767325965.692879:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005741a56c. 02000000:00000001:0.0:1767325965.692880:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767325965.692882:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767325965.692883:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000541ee6a5 00000100:00000001:2.0:1767325965.692885:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325965.692887:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000541ee6a5. 00000100:00000001:2.0:1767325965.692889:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767325965.692889:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000deb1a1f7. 00000100:00000001:1.0:1767325965.692890:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325965.692893:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325965.692894:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1767325965.692897:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021e2dd14 x1853174993433344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767325965.692897:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325965.692899:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767325965.692904:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325965.692906:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006ec7aa78. 02000000:00000001:0.0:1767325965.692910:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325965.692912:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1767325965.692914:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021e2dd14 x1853174993433344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767325965.692914:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cc08b51. 00000100:00000001:0.0:1767325965.692918:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325965.692921:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325965.692924:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325965.692927:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325965.692929:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325965.692929:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325965.692932:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325965.692933:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325965.692936:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325965.692936:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325965.692939:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325965.692940:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325965.692941:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325965.692944:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325965.692946:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=72 v=5 (5 5 5 5) 00000100:00001000:1.0:1767325965.692948:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=72 v=5 (1 1 1 1) 00000100:00000001:1.0:1767325965.692950:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325965.692951:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325965.692952:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325965.692953:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325965.692959:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325965.692962:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021e2dd14 x1853174993433344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325965.692966:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325965.692967:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325965.692968:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325965.692970:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021e2dd14 x1853174993433344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325965.692974:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993433344:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325965.692977:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325965.692979:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325965.692981:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021e2dd14 x1853174993433344/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325981 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325965.692987:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325965.692988:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325965.692990:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c5c15de. 02000000:00000001:1.0:1767325965.692993:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325965.692995:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325965.692996:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767325965.692998:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325965.692999:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007750120a. 02000000:00000001:1.0:1767325965.693002:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325965.693003:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325965.693004:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021e2dd14. 00000100:00000001:1.0:1767325965.693006:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325965.693007:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325965.693009:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325965.693012:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325965.693013:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325965.693015:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325965.693016:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325966.330197:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325966.330204:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325966.330210:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325966.330214:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325966.330217:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325966.330223:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325966.330225:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325966.330226:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325966.330229:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325966.330231:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325966.330233:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325966.330235:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325966.330291:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325966.330295:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325966.330298:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325967.354241:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325967.354250:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325967.354256:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325967.354258:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325967.354314:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325967.354318:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325967.354321:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325968.378221:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325968.378229:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325968.378235:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325968.378256:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325968.378311:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325968.378314:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325968.378316:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325969.402241:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325969.402248:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325969.402253:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325969.402266:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325969.402318:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325969.402321:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325969.402324:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325970.426239:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325970.426259:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325970.426266:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325970.426267:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325970.426314:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325970.426317:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325970.426320:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325970.810262:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305887258, at 4305887744 00000100:00000040:1.0:1767325970.810265:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305887258, at 4305887744 00000100:00000040:0.0:1767325970.810273:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305887258, at 4305887744 00000100:00000010:2.0:1767325970.810283:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000198668e1. 00000100:00000010:0.0:1767325970.810291:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f14dad39. 00000100:00000040:3.0:1767325970.810343:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325970.810348:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325970.810357:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008eba1c7b. 00000020:00000040:3.0:1767325970.810362:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325970.810367:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325970.810370:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325970.810376:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325970.810386:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000056075b4e. 00000100:00000001:3.0:1767325970.810393:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325970.810406:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000008eba1c7b x1853174993433728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325970.810418:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325970.810420:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325970.810425:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eba1c7b] to pc [ptlrpcd_00_01+1] req@000000008eba1c7b x1853174993433728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325970.810451:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325970.810466:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325970.810469:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325970.810471:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7307b36. 00000020:00000040:3.0:1767325970.810473:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325970.810473:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325970.810477:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325970.810478:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325970.810478:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767325970.810482:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325970.810482:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325970.810487:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767325970.810488:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000caa95cc3. 00000100:00000040:2.0:1767325970.810490:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008eba1c7b x1853174993433728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325970.810493:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325970.810494:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325970.810503:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000e7307b36 x1853174993433856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325970.810503:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325970.810507:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325970.810512:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767325970.810512:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325970.810515:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325970.810516:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325970.810520:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325970.810522:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7307b36] to pc [ptlrpcd_00_02+2] req@00000000e7307b36 x1853174993433856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325970.810525:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008eba1c7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993433728:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325970.810532:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325970.810539:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325970.810543:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325970.810546:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325970.810551:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047e98dfd. 02000000:00000001:2.0:1767325970.810553:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325970.810556:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325970.810560:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767325970.810560:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066809e37. 00000100:00000001:3.0:1767325970.810566:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325970.810570:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001020973f. 00000100:00000001:0.0:1767325970.810570:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767325970.810575:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767325970.810576:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325970.810579:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325970.810580:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767325970.810581:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006167ed22. 02000000:00000001:3.0:1767325970.810584:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767325970.810587:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7307b36 x1853174993433856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325970.810588:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325970.810590:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993433728, portal 25 00000100:00000001:2.0:1767325970.810595:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1767325970.810596:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000cfce3c5. 00000100:00000001:2.0:1767325970.810598:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268025600 : -112767441526016 : ffff997048b4a300) 00000100:00000001:3.0:1767325970.810603:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325970.810607:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767325970.810608:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008eba1c7b x1853174993433728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325970.810610:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325970.810611:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000001020973f x1853174993433984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325970.810624:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325970.810628:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767325970.810628:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325970.810631:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325970.810635:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325970.810637:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325970.810638:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001020973f] to pc [ptlrpcd_00_03+3] req@000000001020973f x1853174993433984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325970.810643:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993433856:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767325970.810646:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325970.810652:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f1a63e0. 00000100:00000001:0.0:1767325970.810654:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767325970.810658:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993433728, offset 0 02000000:00000001:0.0:1767325970.810659:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325970.810663:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325970.810669:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767325970.810669:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325970.810675:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff89a980. 00000100:00000001:3.0:1767325970.810677:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325970.810680:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325970.810681:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767325970.810685:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767325970.810686:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:0.0:1767325970.810687:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1205751. 00000100:00000040:3.0:1767325970.810692:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11225) 00000400:00000200:2.0:1767325970.810696:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767325970.810696:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000100:00000200:0.0:1767325970.810702:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993433856, portal 10 00000400:00000200:2.0:1767325970.810703:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:3.0:1767325970.810705:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305887258, at 4305887744 00000100:00000001:0.0:1767325970.810708:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767325970.810709:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325970.810711:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268022912 : -112767441528704 : ffff997048b49880) 00000400:00000200:2.0:1767325970.810712:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325970.810717:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [373:373:256:4294967295] 192.168.203.107@tcp LPNI seq info [373:373:8:4294967295] 00000100:00000010:3.0:1767325970.810720:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000ae3708a. 00000100:00000040:0.0:1767325970.810722:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7307b36 x1853174993433856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325970.810732:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767325970.810743:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767325970.810743:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325970.810747:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767325970.810749:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc002f00. 00000100:00000001:3.0:1767325970.810750:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325970.810751:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325970.810758:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001020973f x1853174993433984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325970.810760:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767325970.810763:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:0.0:1767325970.810766:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac3f8c71. 00000100:00000200:0.0:1767325970.810772:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993433856, offset 0 00000100:00000001:3.0:1767325970.810777:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1767325970.810777:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325970.810779:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325970.810784:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767325970.810784:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767325970.810785:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc002f00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767325970.810787:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325970.810791:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325970.810794:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00100000:3.0:1767325970.810796:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993433984:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325970.810800:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325970.810801:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325970.810802:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325970.810808:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305892378 00000400:00000200:0.0:1767325970.810810:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:3.0:1767325970.810811:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767325970.810813:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062fa5963. 02000000:00000001:3.0:1767325970.810814:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325970.810815:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767325970.810819:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325970.810820:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767325970.810822:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000010:3.0:1767325970.810826:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8ff062e. 00000100:00000001:2.0:1767325970.810828:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305892378 00000400:00000200:0.0:1767325970.810829:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [374:374:255:4294967295] 192.168.203.107@tcp LPNI seq info [374:374:7:4294967295] 02000000:00000001:3.0:1767325970.810832:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325970.810836:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005885a45f. 00000400:00000010:3.0:1767325970.810840:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075def8be. 00000100:00000001:2.0:1767325970.810841:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767325970.810847:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000290a2933. 00000100:00000001:2.0:1767325970.810849:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305892378 00000400:00000200:0.0:1767325970.810849:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:3.0:1767325970.810853:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993433984, portal 10 00000100:00000010:2.0:1767325970.810856:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b11e55c. 00000100:00000001:3.0:1767325970.810859:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325970.810861:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767325970.810863:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268016640 : -112767441534976 : ffff997048b48000) 00000800:00000200:0.0:1767325970.810863:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325970.810866:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305892378 00000800:00000010:0.0:1767325970.810869:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b42c8091. 00000100:00000010:2.0:1767325970.810871:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000163851c. 00000800:00000200:0.0:1767325970.810877:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:3.0:1767325970.810880:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001020973f x1853174993433984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325970.810883:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767325970.810888:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325970.810895:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325970.810896:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767325970.810901:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325970.810901:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b42c8091 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325970.810905:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325970.810908:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325970.810913:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 256108 usecs (257 jiffies) 00000100:00000001:2.0:1767325970.810917:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325970.810919:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325970.810920:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305888001 00000100:00000001:2.0:1767325970.810921:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767325970.810926:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325970.810927:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325970.810927:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305892378 00000400:00000010:3.0:1767325970.810929:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3878697. 00000100:00000001:2.0:1767325970.810931:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325970.810933:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305888001 00000100:00000200:3.0:1767325970.810935:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993433984, offset 0 00000100:00000001:2.0:1767325970.810935:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325970.810937:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305892378 00000100:00000001:2.0:1767325970.810940:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325970.810942:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305888001 00000400:00000200:3.0:1767325970.810945:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325970.810947:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305892378 00000100:00000001:0.0:1767325970.810950:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305888001 00000400:00000200:3.0:1767325970.810952:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325970.810955:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305892378 00000400:00000200:3.0:1767325970.810957:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325970.810961:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325970.810962:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325970.810965:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325970.810966:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325970.810970:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767325970.810970:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325970.810975:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [375:375:254:4294967295] 192.168.203.107@tcp LPNI seq info [375:375:6:4294967295] 00000100:00000001:0.0:1767325970.810975:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325970.810984:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325970.810984:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325970.810988:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767325970.810993:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325970.810994:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325970.810997:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767325970.810999:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe2b1497. 00000100:00000001:0.0:1767325970.810999:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325970.811002:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325970.811005:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767325970.811007:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc002f00. 00000800:00000200:3.0:1767325970.811010:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767325970.811014:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767325970.811018:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767325970.811022:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000800:00000200:3.0:1767325970.811025:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe2b1497 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325970.811028:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f1a63e0 00000100:00000001:3.0:1767325970.811029:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325970.811031:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f1a63e0. 00000100:00000040:3.0:1767325970.811034:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 15512 usecs (16 jiffies) 00000100:00000001:2.0:1767325970.811035:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767325970.811037:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305887760 00000100:00000200:2.0:1767325970.811041:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008eba1c7b x1853174993433728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325970.811042:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305892378 00000100:00000001:3.0:1767325970.811046:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305887760 00000100:00000001:3.0:1767325970.811050:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305892378 00000100:00000001:3.0:1767325970.811056:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305887760 00000100:00000001:2.0:1767325970.811057:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325970.811060:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305892378 00000100:00000040:2.0:1767325970.811061:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008eba1c7b x1853174993433728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325970.811066:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305887760 00000100:00000001:3.0:1767325970.811071:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305892378 00000100:00000001:2.0:1767325970.811074:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325970.811076:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325970.811081:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325970.811084:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325970.811087:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325970.811089:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767325970.811091:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325970.811093:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767325970.811095:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b42c8091. 00000100:00000001:3.0:1767325970.811097:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767325970.811100:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325970.811101:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325970.811104:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325970.811107:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325970.811109:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325970.811110:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325970.811115:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac3f8c71 00000400:00000010:2.0:1767325970.811118:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac3f8c71. 00000100:00000001:2.0:1767325970.811122:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325970.811125:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7307b36 x1853174993433856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325970.811131:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325970.811137:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7307b36 x1853174993433856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325970.811154:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001dd496f8. 00000100:00000001:2.0:1767325970.811165:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325970.811167:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325970.811239:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325970.811242:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe2b1497. 00000400:00000200:2.0:1767325970.811258:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325970.811262:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325970.811265:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3878697 00000400:00000010:2.0:1767325970.811266:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3878697. 00000100:00000001:2.0:1767325970.811269:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325970.811272:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001020973f x1853174993433984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325970.811279:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325970.811282:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001020973f x1853174993433984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325970.811288:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325970.811290:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325970.813303:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325970.813316:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325970.813319:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325970.813321:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325970.813328:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325970.813340:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30b580 00000400:00000200:1.0:1767325970.813346:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xc8d [1] + 224 00000800:00000001:1.0:1767325970.813353:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325970.813357:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325970.813359:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325970.813361:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325970.813365:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325970.813369:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001020973f x1853174993433984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325970.813378:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001020973f x1853174993433984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325970.813392:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325970.813398:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325970.813402:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325970.813403:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325970.813405:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325970.813409:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325970.813415:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30b500 00000400:00000200:1.0:1767325970.813420:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xc85 [1] + 224 00000800:00000001:1.0:1767325970.813423:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325970.813433:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325970.813441:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325970.813446:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325970.813448:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325970.813449:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325970.813453:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767325970.813455:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7307b36 x1853174993433856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767325970.813460:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325970.813464:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767325970.813466:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e7307b36 x1853174993433856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325970.813468:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075def8be. 00000400:00000200:3.0:1767325970.813473:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000290a2933 00000400:00000010:3.0:1767325970.813477:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000290a2933. 00000100:00000001:3.0:1767325970.813482:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325970.813489:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001020973f x1853174993433984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325970.813489:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325970.813495:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767325970.813501:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001020973f x1853174993433984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325970.813501:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325970.813506:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325970.813510:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325970.813512:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325970.813516:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325970.813518:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:3.0:1767325970.813521:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767325970.813524:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325970.813526:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767325970.813528:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30b480 00000100:00000001:0.0:1767325970.813528:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325970.813530:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325970.813534:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767325970.813534:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325970.813538:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767325970.813539:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325970.813541:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1205751. 00000400:00000200:0.0:1767325970.813547:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325970.813549:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:0.0:1767325970.813551:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767325970.813554:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xc7d [1] + 224 00000100:00001000:3.0:1767325970.813558:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=77 v=5 (5 5 5 5) 00000100:00000200:0.0:1767325970.813558:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7307b36 x1853174993433856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325970.813561:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767325970.813568:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=24 v=5 (1 1 0 0) 00000800:00000001:1.0:1767325970.813570:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325970.813575:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325970.813576:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325970.813580:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325970.813584:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00010000:00000001:3.0:1767325970.813586:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767325970.813593:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:3.0:1767325970.813596:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001020973f x1853174993433984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325970.813600:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7307b36 x1853174993433856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325970.813609:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008eba1c7b x1853174993433728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325970.813627:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325970.813630:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325970.813636:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767325970.813639:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008eba1c7b x1853174993433728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325970.813640:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325970.813643:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767325970.813646:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325970.813647:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325970.813653:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767325970.813654:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325970.813658:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325970.813661:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:0.0:1767325970.813661:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=67 v=5 (5 5 5 5) 00000100:00000001:3.0:1767325970.813663:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325970.813668:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767325970.813669:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=67 v=5 (1 1 1 1) 00000100:00000040:3.0:1767325970.813672:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001020973f x1853174993433984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325970.813675:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325970.813675:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325970.813678:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325970.813682:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767325970.813683:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325970.813688:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325970.813689:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325970.813693:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767325970.813694:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325970.813697:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325970.813698:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325970.813698:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325970.813701:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325970.813704:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1767325970.813706:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767325970.813707:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001020973f x1853174993433984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325970.813708:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767325970.813709:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325970.813712:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066809e37. 00000100:00000040:0.0:1767325970.813717:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7307b36 x1853174993433856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325970.813718:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006167ed22 00000400:00000010:2.0:1767325970.813722:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006167ed22. 00000100:00000001:2.0:1767325970.813728:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767325970.813729:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993433984:192.168.203.107@tcp:400: 00000100:00000200:2.0:1767325970.813737:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008eba1c7b x1853174993433728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325970.813741:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325970.813745:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325970.813751:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001020973f x1853174993433984/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325970.813752:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325970.813758:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767325970.813761:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008eba1c7b x1853174993433728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325970.813761:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325970.813770:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7307b36 x1853174993433856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325970.813791:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767325970.813793:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767325970.813795:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767325970.813798:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767325970.813799:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993433856:192.168.203.107@tcp:400: 02000000:00000010:3.0:1767325970.813800:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8ff062e. 00000100:00000001:2.0:1767325970.813802:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325970.813806:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767325970.813807:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767325970.813808:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767325970.813811:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767325970.813812:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767325970.813814:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767325970.813817:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767325970.813819:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7307b36 x1853174993433856/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325970.813821:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325970.813825:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325970.813832:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1767325970.813832:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=77 v=5 (5 5 5 5) 02000000:00000010:3.0:1767325970.813836:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000cfce3c5. 00000100:00001000:2.0:1767325970.813837:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=77 v=5 (1 1 1 1) 02000000:00000001:3.0:1767325970.813842:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767325970.813846:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767325970.813847:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767325970.813850:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325970.813851:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001020973f. 00000100:00000001:0.0:1767325970.813852:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767325970.813856:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767325970.813857:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325970.813858:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767325970.813860:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325970.813861:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767325970.813862:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff89a980. 00000100:00000001:2.0:1767325970.813864:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325970.813867:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325970.813871:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325970.813872:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325970.813872:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008eba1c7b x1853174993433728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767325970.813874:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325970.813879:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767325970.813880:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325970.813883:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325970.813884:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000caa95cc3. 00000100:00000001:3.0:1767325970.813888:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325970.813891:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767325970.813893:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325970.813893:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325970.813894:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767325970.813899:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325970.813901:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325970.813906:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008eba1c7b x1853174993433728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767325970.813909:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7307b36. 00000100:00000001:0.0:1767325970.813916:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1767325970.813919:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008eba1c7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993433728:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325970.813919:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325970.813924:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325970.813927:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325970.813930:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325970.813930:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325970.813933:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325970.813936:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008eba1c7b x1853174993433728/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325970.813938:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325970.813941:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325970.813949:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325970.813952:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325970.813954:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047e98dfd. 02000000:00000001:2.0:1767325970.813958:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325970.813960:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325970.813961:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767325970.813963:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325970.813964:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000056075b4e. 02000000:00000001:2.0:1767325970.813967:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325970.813968:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325970.813969:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008eba1c7b. 00000100:00000001:2.0:1767325970.813979:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325970.813980:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325970.813982:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325970.813985:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325970.813986:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325970.813988:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325970.813990:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325971.450220:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325971.450226:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325971.450231:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325971.450232:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325971.450274:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325971.450278:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325971.450280:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325972.474267:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325972.474274:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325972.474279:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325972.474279:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325972.474341:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325972.474349:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325972.474352:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325973.498252:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325973.498264:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325973.498267:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325973.498269:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325973.498275:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325973.498277:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325973.498279:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325973.498282:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325973.498286:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325973.498288:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325973.498342:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325973.498350:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325973.498353:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325974.522250:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325974.522257:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325974.522262:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325974.522263:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325974.522305:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325974.522308:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325974.522310:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325975.546245:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325975.546252:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325975.546257:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325975.546261:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325975.546263:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325975.546269:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325975.546271:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325975.546273:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325975.546275:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325975.546277:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325975.546302:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325975.546303:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325975.546357:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325975.546376:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325975.546379:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325975.930221:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305892378, at 4305892864 00000100:00000010:1.0:1767325975.930235:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005885a45f. 00000100:00000040:3.0:1767325975.930256:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305892378, at 4305892864 00000100:00000010:3.0:1767325975.930266:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000163851c. 00000100:00000040:0.0:1767325975.930268:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305892378, at 4305892864 00000100:00000040:2.0:1767325975.930274:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305892378, at 4305892864 00000100:00000040:1.0:1767325975.930274:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1767325975.930286:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062fa5963. 00000100:00000001:1.0:1767325975.930288:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325975.930293:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b11e55c. 00000100:00000010:1.0:1767325975.930297:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021e2dd14. 00000020:00000040:1.0:1767325975.930303:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767325975.930308:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325975.930312:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325975.930318:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325975.930326:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007750120a. 00000100:00000001:1.0:1767325975.930334:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325975.930343:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000021e2dd14 x1853174993434112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325975.930354:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325975.930355:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325975.930359:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021e2dd14] to pc [ptlrpcd_00_00+0] req@0000000021e2dd14 x1853174993434112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325975.930379:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325975.930381:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325975.930383:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325975.930385:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ce5d4e7. 00000020:00000040:1.0:1767325975.930387:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325975.930388:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325975.930390:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325975.930392:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325975.930395:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b6dbbf0. 00000100:00000001:1.0:1767325975.930398:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325975.930400:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000005ce5d4e7 x1853174993434240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325975.930407:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325975.930411:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325975.930413:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325975.930416:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325975.930423:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325975.930433:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325975.930435:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325975.930440:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021e2dd14 x1853174993434112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325975.930441:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ce5d4e7] to pc [ptlrpcd_00_01+1] req@000000005ce5d4e7 x1853174993434240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325975.930491:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325975.930499:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325975.930501:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325975.930503:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325975.930505:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf46d036. 00000020:00000040:1.0:1767325975.930509:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767325975.930509:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325975.930517:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325975.930519:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325975.930520:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325975.930520:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325975.930522:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325975.930526:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767325975.930527:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009620fff6. 02000000:00000001:0.0:1767325975.930527:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325975.930531:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325975.930537:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325975.930539:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325975.930548:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ce5d4e7 x1853174993434240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325975.930550:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000cf46d036 x1853174993434368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767325975.930550:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993434112:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325975.930569:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325975.930577:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325975.930582:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325975.930583:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325975.930586:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325975.930592:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767325975.930594:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325975.930596:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767325975.930598:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325975.930600:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325975.930600:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064629ddd. 02000000:00000001:2.0:1767325975.930605:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325975.930608:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325975.930616:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1205751. 00000100:00100000:2.0:1767325975.930617:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ce5d4e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993434240:192.168.203.107@tcp:400: 00000100:00000040:1.0:1767325975.930617:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf46d036] to pc [ptlrpcd_00_02+2] req@00000000cf46d036 x1853174993434368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325975.930632:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000100:00000001:2.0:1767325975.930637:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325975.930645:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767325975.930649:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993434112, portal 25 02000000:00000001:2.0:1767325975.930650:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325975.930656:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325975.930656:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325975.930660:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138725888 : -112766570825728 : ffff99707c9a7800) 02000000:00000010:2.0:1767325975.930662:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc133f1b. 02000000:00000001:2.0:1767325975.930666:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325975.930666:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325975.930671:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021e2dd14 x1853174993434112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325975.930673:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767325975.930678:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066809e37. 00000100:00000040:1.0:1767325975.930688:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767325975.930689:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006167ed22. 00000100:00000001:3.0:1767325975.930691:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325975.930698:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767325975.930699:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993434240, portal 10 00000100:00000001:0.0:1767325975.930700:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325975.930702:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325975.930705:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767325975.930705:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11230) 00000100:00000001:2.0:1767325975.930709:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138712448 : -112766570839168 : ffff99707c9a4380) 00000100:00000040:0.0:1767325975.930712:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767325975.930713:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf46d036 x1853174993434368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325975.930723:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 00000100:00000200:0.0:1767325975.930733:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993434112, offset 0 00000100:00000001:3.0:1767325975.930735:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325975.930735:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325975.930738:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ce5d4e7 x1853174993434240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325975.930741:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325975.930743:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325975.930748:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767325975.930754:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767325975.930756:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325975.930767:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325975.930777:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767325975.930778:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf46d036 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993434368:192.168.203.107@tcp:400: 00000400:00000200:0.0:1767325975.930783:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:2.0:1767325975.930792:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325975.930793:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325975.930801:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767325975.930802:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f1a63e0. 02000000:00000001:3.0:1767325975.930806:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767325975.930810:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:3.0:1767325975.930811:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325975.930816:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325975.930821:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1767325975.930822:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993434240, offset 0 02000000:00000010:3.0:1767325975.930823:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e73a548. 02000000:00000001:3.0:1767325975.930829:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325975.930830:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:3.0:1767325975.930837:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075def8be. 00000400:00000200:2.0:1767325975.930838:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325975.930845:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [376:376:256:4294967295] 192.168.203.107@tcp LPNI seq info [376:376:8:4294967295] 00000400:00000010:3.0:1767325975.930850:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000290a2933. 00000100:00000200:3.0:1767325975.930856:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993434368, portal 10 00000100:00000001:3.0:1767325975.930864:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325975.930867:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138724992 : -112766570826624 : ffff99707c9a7480) 00000400:00000200:0.0:1767325975.930872:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:3.0:1767325975.930879:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf46d036 x1853174993434368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325975.930887:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:0.0:1767325975.930887:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325975.930901:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767325975.930902:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0d7f53f. 00000400:00000200:2.0:1767325975.930908:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767325975.930910:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767325975.930915:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767325975.930925:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767325975.930926:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767325975.930926:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:3.0:1767325975.930933:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3878697. 00000400:00000200:2.0:1767325975.930936:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [377:377:255:4294967295] 192.168.203.107@tcp LPNI seq info [377:377:7:4294967295] 00000800:00000200:0.0:1767325975.930941:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767325975.930951:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b0d7f53f type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767325975.930952:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993434368, offset 0 00000400:00000200:2.0:1767325975.930959:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:3.0:1767325975.930974:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767325975.930974:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767325975.930982:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc002f00. 00000100:00000001:0.0:1767325975.930983:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325975.930991:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305897498 00000400:00000200:3.0:1767325975.930998:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:2.0:1767325975.930998:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:0.0:1767325975.931000:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f14dad39. 00000800:00000200:2.0:1767325975.931013:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325975.931013:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767325975.931015:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767325975.931021:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc002f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325975.931027:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767325975.931028:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325975.931029:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305897498 00000100:00000040:2.0:1767325975.931037:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 253836 usecs (254 jiffies) 00000400:00000200:3.0:1767325975.931039:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1767325975.931039:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d63c42e. 00000100:00000001:2.0:1767325975.931045:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305893118 00000800:00000200:1.0:1767325975.931046:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325975.931048:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767325975.931051:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767325975.931058:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305897498 00000800:00000010:1.0:1767325975.931059:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0d7f53f. 00000100:00000001:0.0:1767325975.931064:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305897498 00000100:00000001:2.0:1767325975.931068:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305893118 00000400:00000200:3.0:1767325975.931070:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [378:378:254:4294967295] 192.168.203.107@tcp LPNI seq info [378:378:6:4294967295] 00000100:00000010:0.0:1767325975.931072:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d955938c. 00000100:00000001:2.0:1767325975.931074:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305897498 00000400:00000200:1.0:1767325975.931076:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325975.931081:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305893118 00000100:00000001:0.0:1767325975.931082:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767325975.931095:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305897498 00000100:00000001:0.0:1767325975.931095:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305897498 00000400:00000200:1.0:1767325975.931107:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325975.931109:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305893118 00000100:00000010:0.0:1767325975.931109:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f0d6bc1. 00000400:00000200:3.0:1767325975.931120:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767325975.931120:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767325975.931132:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305897498 00000100:00000001:0.0:1767325975.931132:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325975.931133:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 00000800:00000200:3.0:1767325975.931135:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325975.931168:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325975.931176:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000cfce3c5. 00000100:00000001:0.0:1767325975.931177:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325975.931179:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767325975.931179:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00000100:00000001:0.0:1767325975.931186:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325975.931188:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325975.931192:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767325975.931194:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767325975.931196:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325975.931198:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325975.931204:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021e2dd14 x1853174993434112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325975.931204:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325975.931206:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325975.931224:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767325975.931226:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767325975.931228:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325975.931235:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325975.931237:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000cfce3c5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325975.931239:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325975.931245:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325975.931248:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325975.931252:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325975.931254:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325975.931255:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325975.931257:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 15401 usecs (16 jiffies) 00000100:00000001:2.0:1767325975.931258:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325975.931263:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325975.931263:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021e2dd14 x1853174993434112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325975.931265:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305892881 00000100:00000001:2.0:1767325975.931271:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325975.931273:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305897498 00000100:00000001:3.0:1767325975.931281:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305892881 00000100:00000001:3.0:1767325975.931286:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305897498 00000100:00000001:1.0:1767325975.931287:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325975.931289:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305892881 00000100:00000001:1.0:1767325975.931290:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325975.931292:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305897498 00000100:00000001:3.0:1767325975.931294:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305892881 00000100:00000001:3.0:1767325975.931295:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305897498 00000100:00000001:3.0:1767325975.931296:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325975.931298:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325975.931302:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325975.931303:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767325975.931308:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325975.931312:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc002f00. 00000100:00000001:3.0:1767325975.931315:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767325975.931317:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325975.931318:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767325975.931323:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325975.931324:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325975.931327:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325975.931329:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f1a63e0 00000100:00000001:3.0:1767325975.931331:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325975.931332:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f1a63e0. 00000100:00000001:3.0:1767325975.931336:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325975.931337:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325975.931343:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ce5d4e7 x1853174993434240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325975.931351:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325975.931353:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ce5d4e7 x1853174993434240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325975.931359:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325975.931360:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325975.931415:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325975.931418:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000cfce3c5. 00000400:00000200:1.0:1767325975.931421:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325975.931424:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325975.931426:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3878697 00000400:00000010:1.0:1767325975.931428:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3878697. 00000100:00000001:1.0:1767325975.931430:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325975.931433:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf46d036 x1853174993434368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325975.931445:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325975.931447:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf46d036 x1853174993434368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325975.931453:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325975.931454:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325975.933112:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325975.933128:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325975.933132:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325975.933134:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325975.933164:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325975.933176:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30b680 00000400:00000200:2.0:1767325975.933182:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xc99 [1] + 224 00000800:00000001:2.0:1767325975.933188:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325975.933193:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325975.933196:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325975.933200:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325975.933207:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325975.933223:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ce5d4e7 x1853174993434240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325975.933233:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005ce5d4e7 x1853174993434240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325975.933250:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325975.933258:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325975.933261:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325975.933263:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325975.933266:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325975.933270:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325975.933278:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30b700 00000400:00000200:2.0:1767325975.933283:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xca5 [1] + 224 00000800:00000001:2.0:1767325975.933287:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325975.933289:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767325975.933291:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325975.933294:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325975.933296:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767325975.933301:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325975.933303:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325975.933306:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066809e37. 00000400:00000200:2.0:1767325975.933314:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767325975.933315:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006167ed22 00000400:00000010:1.0:1767325975.933322:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006167ed22. 00000100:00000001:1.0:1767325975.933326:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325975.933331:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325975.933332:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ce5d4e7 x1853174993434240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325975.933340:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf46d036 x1853174993434368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325975.933356:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ce5d4e7 x1853174993434240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325975.933363:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf46d036 x1853174993434368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325975.933381:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325975.933385:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325975.933391:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325975.933394:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325975.933396:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325975.933397:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325975.933400:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325975.933403:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767325975.933406:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=72 v=5 (5 5 5 5) 00000800:00000001:2.0:1767325975.933410:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767325975.933412:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=72 v=5 (1 1 1 1) 00000800:00000001:2.0:1767325975.933417:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325975.933418:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325975.933421:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325975.933424:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767325975.933427:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767325975.933429:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325975.933437:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00010000:00000001:1.0:1767325975.933440:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325975.933443:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325975.933447:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325975.933447:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30b600 00000100:00000001:1.0:1767325975.933450:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:3.0:1767325975.933453:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767325975.933455:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000001:3.0:1767325975.933456:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325975.933459:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075def8be. 00000100:00000001:1.0:1767325975.933461:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767325975.933464:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000290a2933 00000400:00000010:3.0:1767325975.933466:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000290a2933. 00000100:00000001:3.0:1767325975.933468:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767325975.933474:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xc95 [1] + 224 00000100:00000001:1.0:1767325975.933474:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325975.933477:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf46d036 x1853174993434368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325975.933487:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767325975.933491:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ce5d4e7 x1853174993434240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325975.933494:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf46d036 x1853174993434368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325975.933499:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325975.933505:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325975.933526:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325975.933541:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325975.933550:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021e2dd14 x1853174993434112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325975.933551:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325975.933554:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325975.933556:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325975.933558:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325975.933561:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325975.933566:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325975.933568:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325975.933569:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325975.933575:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325975.933575:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325975.933579:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021e2dd14 x1853174993434112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767325975.933587:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=82 v=5 (5 5 5 5) 00000100:00000040:1.0:1767325975.933594:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ce5d4e7 x1853174993434240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767325975.933596:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=29 v=5 (1 1 0 0) 00000100:00000001:3.0:1767325975.933608:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325975.933612:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325975.933617:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767325975.933619:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767325975.933627:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00080000:3.0:1767325975.933632:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cf46d036 x1853174993434368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325975.933634:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ce5d4e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993434240:192.168.203.107@tcp:400: 00000800:00000001:2.0:1767325975.933635:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325975.933651:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325975.933655:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325975.933656:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767325975.933657:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767325975.933666:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767325975.933669:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:0.0:1767325975.933670:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767325975.933672:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325975.933672:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767325975.933674:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1205751. 00000100:00000001:3.0:1767325975.933679:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1767325975.933683:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000100:00000040:1.0:1767325975.933684:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ce5d4e7 x1853174993434240/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325975.933688:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:3.0:1767325975.933690:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325975.933701:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf46d036 x1853174993434368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325975.933707:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325975.933720:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021e2dd14 x1853174993434112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325975.933736:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325975.933742:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325975.933744:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325975.933750:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1767325975.933750:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc133f1b. 00000100:00000200:0.0:1767325975.933756:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021e2dd14 x1853174993434112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325975.933757:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325975.933759:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325975.933766:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325975.933770:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000040:3.0:1767325975.933771:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf46d036 x1853174993434368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767325975.933780:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325975.933786:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b6dbbf0. 00000100:00000001:0.0:1767325975.933787:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325975.933794:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325975.933801:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767325975.933802:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf46d036 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993434368:192.168.203.107@tcp:400: 02000000:00000001:1.0:1767325975.933803:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325975.933805:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767325975.933810:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767325975.933811:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1767325975.933814:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ce5d4e7. 00000100:00000001:0.0:1767325975.933816:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325975.933820:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325975.933821:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325975.933823:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325975.933824:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325975.933825:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325975.933834:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf46d036 x1853174993434368/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325975.933837:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767325975.933839:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=82 v=5 (5 5 5 5) 00000100:00000001:1.0:1767325975.933849:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1767325975.933850:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1767325975.933852:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767325975.933852:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325975.933858:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767325975.933865:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767325975.933867:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e73a548. 00000100:00000001:1.0:1767325975.933869:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325975.933870:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325975.933873:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767325975.933877:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325975.933878:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767325975.933878:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767325975.933884:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00010000:00000001:0.0:1767325975.933885:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325975.933889:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767325975.933890:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325975.933892:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009620fff6. 00000100:00000040:0.0:1767325975.933896:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021e2dd14 x1853174993434112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325975.933897:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325975.933899:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325975.933901:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf46d036. 00000100:00000001:3.0:1767325975.933906:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325975.933907:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325975.933908:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325975.933910:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325975.933911:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325975.933913:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325975.933916:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767325975.933916:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021e2dd14 x1853174993434112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325975.933919:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325975.933923:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325975.933926:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325975.933928:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993434112:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325975.933932:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325975.933934:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325975.933935:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021e2dd14 x1853174993434112/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325975.933939:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325975.933945:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325975.933947:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064629ddd. 02000000:00000001:0.0:1767325975.933949:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325975.933950:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325975.933951:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767325975.933952:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325975.933953:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007750120a. 02000000:00000001:0.0:1767325975.933955:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325975.933956:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325975.933957:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021e2dd14. 00000100:00000001:0.0:1767325975.933959:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325975.933960:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325975.933961:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325975.933964:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325975.933964:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325975.933966:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325975.933967:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325976.570257:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325976.570266:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325976.570273:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325976.570274:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325976.570325:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325976.570329:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325976.570331:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325977.594255:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325977.594262:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325977.594285:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325977.594286:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325977.594336:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325977.594341:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325977.594344:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325978.618309:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325978.618317:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325978.618324:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325978.618325:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325978.618383:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325978.618387:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325978.618410:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325979.642271:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325979.642278:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325979.642284:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325979.642285:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325979.642357:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325979.642364:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325979.642368:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325980.666222:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325980.666230:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325980.666237:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325980.666238:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325980.666293:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325980.666297:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325980.666300:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325981.050223:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305897498, at 4305897984 00000100:00000040:0.0:1767325981.050223:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305897498, at 4305897984 00000100:00000040:1.0:1767325981.050229:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305897498, at 4305897984 00000100:00000040:3.0:1767325981.050232:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325981.050238:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325981.050240:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d955938c. 00000100:00000010:1.0:1767325981.050241:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d63c42e. 00000100:00000010:0.0:1767325981.050244:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f14dad39. 00000100:00000010:3.0:1767325981.050261:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001020973f. 00000020:00000040:3.0:1767325981.050265:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325981.050269:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325981.050272:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325981.050278:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325981.050286:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000cfce3c5. 00000100:00000001:3.0:1767325981.050292:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325981.050302:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000001020973f x1853174993434496/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325981.050315:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325981.050317:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325981.050321:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001020973f] to pc [ptlrpcd_00_03+3] req@000000001020973f x1853174993434496/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325981.050342:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325981.050344:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325981.050346:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325981.050348:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002daf29af. 00000020:00000040:3.0:1767325981.050350:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325981.050351:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325981.050353:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325981.050354:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325981.050357:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000056075b4e. 00000100:00000001:3.0:1767325981.050358:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325981.050361:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000002daf29af x1853174993434624/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325981.050365:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325981.050366:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325981.050369:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325981.050371:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325981.050372:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002daf29af] to pc [ptlrpcd_00_00+0] req@000000002daf29af x1853174993434624/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325981.050372:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325981.050377:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325981.050377:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325981.050386:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001020973f x1853174993434496/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325981.050391:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325981.050395:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325981.050400:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325981.050404:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767325981.050404:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325981.050405:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767325981.050406:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053fc5178. 00000020:00000040:3.0:1767325981.050409:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767325981.050409:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767325981.050410:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325981.050412:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325981.050414:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325981.050415:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325981.050417:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767325981.050419:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002daf29af x1853174993434624/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325981.050421:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325981.050422:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325981.050428:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000caa95cc3. 00000100:00000001:2.0:1767325981.050431:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1767325981.050431:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993434496:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325981.050432:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325981.050435:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325981.050439:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000053fc5178 x1853174993434752/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767325981.050442:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325981.050442:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325981.050447:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325981.050448:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767325981.050451:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767325981.050452:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325981.050452:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325981.050456:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325981.050459:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053fc5178] to pc [ptlrpcd_00_01+1] req@0000000053fc5178 x1853174993434752/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325981.050461:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993434624:192.168.203.107@tcp:400: 02000000:00000001:1.0:1767325981.050463:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325981.050470:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4c318c4. 00000100:00000001:2.0:1767325981.050472:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325981.050475:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325981.050478:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325981.050478:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767325981.050482:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767325981.050482:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325981.050487:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767325981.050488:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767325981.050488:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f7193d. 00000100:00000040:3.0:1767325981.050491:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11235) 02000000:00000010:2.0:1767325981.050495:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aaf26476. 02000000:00000001:2.0:1767325981.050498:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325981.050500:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000723137a0. 00000100:00000040:3.0:1767325981.050502:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305897498, at 4305897984 00000400:00000010:2.0:1767325981.050504:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e013c0a9. 00000100:00000010:3.0:1767325981.050508:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f0d6bc1. 00000100:00000200:1.0:1767325981.050510:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993434496, portal 25 00000400:00000010:2.0:1767325981.050511:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000100:00000001:1.0:1767325981.050514:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325981.050516:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268016640 : -112767441534976 : ffff997048b48000) 00000100:00000040:1.0:1767325981.050523:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001020973f x1853174993434496/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325981.050526:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993434624, portal 10 00000100:00000001:2.0:1767325981.050533:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325981.050535:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268024704 : -112767441526912 : ffff997048b49f80) 00000100:00000001:1.0:1767325981.050538:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325981.050543:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325981.050546:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083c530ed. 00000100:00000040:2.0:1767325981.050547:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002daf29af x1853174993434624/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325981.050550:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993434496, offset 0 00000100:00000001:2.0:1767325981.050560:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767325981.050560:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767325981.050567:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767325981.050572:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000970be8f4. 00000100:00000200:2.0:1767325981.050575:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993434624, offset 0 00000400:00000200:1.0:1767325981.050579:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325981.050583:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325981.050591:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325981.050597:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325981.050600:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325981.050603:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325981.050606:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [379:379:256:4294967295] 192.168.203.107@tcp LPNI seq info [379:379:8:4294967295] 00000400:00000200:1.0:1767325981.050618:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325981.050623:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325981.050627:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b6dbbf0. 00000400:00000200:2.0:1767325981.050628:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767325981.050634:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767325981.050636:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767325981.050640:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767325981.050644:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767325981.050648:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767325981.050651:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:1.0:1767325981.050653:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b6dbbf0 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325981.050658:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [380:380:255:4294967295] 192.168.203.107@tcp LPNI seq info [380:380:7:4294967295] 00000100:00000001:1.0:1767325981.050668:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325981.050669:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325981.050674:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305902618 00000800:00000200:2.0:1767325981.050679:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767325981.050680:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000019584459. 00000800:00000010:2.0:1767325981.050685:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fc6f982. 00000100:00000001:1.0:1767325981.050686:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767325981.050692:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305902618 00000800:00000200:2.0:1767325981.050697:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:1.0:1767325981.050697:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086f58006. 00000100:00000001:1.0:1767325981.050700:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767325981.050704:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305902618 00000800:00000200:2.0:1767325981.050708:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:1.0:1767325981.050708:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b21650d. 00000100:00000001:1.0:1767325981.050712:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767325981.050714:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fc6f982 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325981.050717:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305902618 00000100:00000001:2.0:1767325981.050721:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325981.050721:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004434e41e. 00000100:00000001:1.0:1767325981.050724:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767325981.050727:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767325981.050729:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 251602 usecs (252 jiffies) 00000100:00000001:1.0:1767325981.050729:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325981.050734:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325981.050735:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305898236 00000100:00000001:1.0:1767325981.050738:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325981.050740:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305902618 00000100:00000001:2.0:1767325981.050745:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305898236 00000100:00000001:2.0:1767325981.050747:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305902618 00000100:00000001:2.0:1767325981.050749:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305898236 00000100:00000001:1.0:1767325981.050749:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325981.050752:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325981.050759:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305902618 00000100:00000001:2.0:1767325981.050764:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305898236 00000100:00000001:1.0:1767325981.050764:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325981.050767:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325981.050769:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305902618 00000100:00000001:1.0:1767325981.050770:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325981.050771:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325981.050774:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325981.050776:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b6dbbf0. 00000400:00000200:3.0:1767325981.050781:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325981.050786:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325981.050787:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325981.050790:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325981.050791:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325981.050792:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325981.050795:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325981.050797:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325981.050798:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083c530ed 00000400:00000010:3.0:1767325981.050802:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083c530ed. 00000100:00000001:2.0:1767325981.050802:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325981.050803:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053fc5178 x1853174993434752/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325981.050806:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325981.050811:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767325981.050813:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001020973f x1853174993434496/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325981.050815:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325981.050822:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325981.050823:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325981.050826:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325981.050827:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325981.050829:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325981.050830:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325981.050832:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325981.050835:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325981.050837:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325981.050839:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001020973f x1853174993434496/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325997 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325981.050840:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325981.050848:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993434752:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325981.050850:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325981.050853:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325981.050854:0:211458:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767325981.050857:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325981.050859:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325981.050861:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325981.050864:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f6f9c7b. 02000000:00000001:1.0:1767325981.050865:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325981.050867:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4a7c86. 00000400:00000010:1.0:1767325981.050870:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab6453a0. 00000100:00000200:1.0:1767325981.050871:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993434752, portal 10 00000100:00000001:1.0:1767325981.050873:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325981.050874:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268028288 : -112767441523328 : ffff997048b4ad80) 00000100:00000040:1.0:1767325981.050877:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053fc5178 x1853174993434752/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325981.050882:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325981.050883:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325981.050885:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bec2a54. 00000100:00000200:1.0:1767325981.050886:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993434752, offset 0 00000400:00000200:1.0:1767325981.050889:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325981.050892:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325981.050899:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325981.050903:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325981.050904:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325981.050906:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767325981.050908:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [381:381:254:4294967295] 192.168.203.107@tcp LPNI seq info [381:381:6:4294967295] 00000400:00000200:1.0:1767325981.050912:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767325981.050915:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325981.050918:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f9e2ebb4. 00000800:00000200:1.0:1767325981.050921:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767325981.050924:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325981.050926:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f9e2ebb4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325981.050928:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325981.050930:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 15293 usecs (16 jiffies) 00000100:00000001:1.0:1767325981.050932:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305898000 00000100:00000001:1.0:1767325981.050934:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305902618 00000100:00000001:1.0:1767325981.050936:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305898000 00000100:00000001:1.0:1767325981.050937:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305902618 00000100:00000001:1.0:1767325981.050938:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305898000 00000100:00000001:1.0:1767325981.050940:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305902618 00000100:00000001:1.0:1767325981.050942:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305898000 00000100:00000001:1.0:1767325981.050944:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305902618 00000800:00000200:3.0:1767325981.050945:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325981.050947:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767325981.050948:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fc6f982. 00000100:00000001:1.0:1767325981.050953:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325981.050956:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325981.050958:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325981.050962:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325981.050962:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325981.050965:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000970be8f4 00000400:00000010:3.0:1767325981.050968:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000970be8f4. 00000100:00000001:1.0:1767325981.050968:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325981.050970:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325981.050971:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767325981.050974:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002daf29af x1853174993434624/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325981.050976:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325981.050980:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325981.050981:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002daf29af x1853174993434624/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325997 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325981.050986:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325981.050989:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325981.050989:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325981.050994:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325981.051032:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325981.051055:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325981.051057:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f9e2ebb4. 00000400:00000200:3.0:1767325981.051059:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325981.051061:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325981.051063:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bec2a54 00000400:00000010:3.0:1767325981.051064:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bec2a54. 00000100:00000001:3.0:1767325981.051065:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325981.051067:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053fc5178 x1853174993434752/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325981.051072:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325981.051073:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053fc5178 x1853174993434752/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325997 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325981.051077:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325981.051078:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325981.052010:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325981.052021:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325981.052023:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325981.052024:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325981.052030:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767325981.052039:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30b780 00000400:00000200:1.0:1767325981.052045:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xcad [1] + 224 00000800:00000001:1.0:1767325981.052051:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325981.052057:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325981.052058:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325981.052060:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325981.052063:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325981.052066:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001020973f x1853174993434496/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325981.052073:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001020973f x1853174993434496/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325981.052084:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325981.052089:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325981.052091:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325981.052105:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325981.052111:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325981.052115:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325981.052117:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325981.052118:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f7193d. 00000400:00000200:3.0:1767325981.052120:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000723137a0 00000400:00000010:3.0:1767325981.052121:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000723137a0. 00000100:00000001:3.0:1767325981.052123:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325981.052126:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001020973f x1853174993434496/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325981.052132:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001020973f x1853174993434496/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325981.052136:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325981.052137:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325981.052152:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325981.052155:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325981.052156:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325981.052157:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325981.052159:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325981.052233:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=88 v=5 (5 5 5 5) 00000100:00001000:3.0:1767325981.052237:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=88 v=5 (1 1 1 1) 00000100:00000001:3.0:1767325981.052240:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325981.052242:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325981.052245:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325981.052247:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325981.052251:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325981.052251:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767325981.052258:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001020973f x1853174993434496/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325981.052258:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325981.052263:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325981.052266:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325981.052270:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325981.052276:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30b880 00000400:00000200:2.0:1767325981.052279:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xcbd [1] + 224 00000800:00000001:2.0:1767325981.052282:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325981.052285:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325981.052286:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325981.052289:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325981.052291:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325981.052293:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053fc5178 x1853174993434752/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325981.052299:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000053fc5178 x1853174993434752/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325981.052310:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325981.052314:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325981.052316:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325981.052321:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325981.052337:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325981.052339:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325981.052342:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325981.052343:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325981.052344:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4a7c86. 00000400:00000200:1.0:1767325981.052347:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab6453a0 00000400:00000010:1.0:1767325981.052348:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab6453a0. 00000100:00000001:1.0:1767325981.052350:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325981.052353:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053fc5178 x1853174993434752/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325981.052358:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053fc5178 x1853174993434752/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325981.052372:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325981.052374:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325981.052375:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325981.052376:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325981.052377:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325981.052378:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325981.052380:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325981.052383:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=88 v=5 (5 5 5 5) 00000100:00001000:1.0:1767325981.052390:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=35 v=5 (1 1 0 0) 00000100:00000001:1.0:1767325981.052392:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325981.052393:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325981.052397:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325981.052398:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325981.052402:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767325981.052402:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000053fc5178 x1853174993434752/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325981.052410:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325981.052411:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001020973f x1853174993434496/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325981.052414:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325981.052417:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325981.052421:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1767325981.052422:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325981.052423:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325981.052430:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993434496:192.168.203.107@tcp:400: 00000800:00000001:0.0:1767325981.052430:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325981.052431:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053fc5178 x1853174993434752/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325981.052436:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325981.052441:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767325981.052441:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325981.052443:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325981.052444:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325981.052446:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053fc5178 x1853174993434752/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325981.052455:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993434752:192.168.203.107@tcp:400: 00000400:00000200:0.0:1767325981.052460:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767325981.052462:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325981.052465:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325981.052468:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053fc5178 x1853174993434752/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325981.052475:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30b800 00000400:00000200:0.0:1767325981.052483:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xcb1 [1] + 224 00000100:00000001:3.0:1767325981.052489:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325981.052491:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325981.052495:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325981.052500:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767325981.052503:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001020973f x1853174993434496/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325981.052505:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325981.052510:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f6f9c7b. 00000800:00000001:0.0:1767325981.052510:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325981.052516:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325981.052517:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767325981.052517:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767325981.052519:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767325981.052522:0:211466:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:3.0:1767325981.052523:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4c318c4. 00000020:00000040:1.0:1767325981.052526:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000400:00000200:0.0:1767325981.052527:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 02000000:00000001:3.0:1767325981.052530:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325981.052532:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767325981.052534:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767325981.052535:0:211458:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767325981.052536:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000caa95cc3. 00000020:00000040:3.0:1767325981.052537:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 02000000:00000001:1.0:1767325981.052542:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1767325981.052542:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002daf29af x1853174993434624/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767325981.052543:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767325981.052545:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1767325981.052546:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000cfce3c5. 00000100:00000010:1.0:1767325981.052549:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053fc5178. 02000000:00000001:3.0:1767325981.052552:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767325981.052554:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767325981.052556:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767325981.052557:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767325981.052559:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001020973f. 00000100:00000001:1.0:1767325981.052561:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325981.052565:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325981.052567:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767325981.052568:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002daf29af x1853174993434624/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325981.052569:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325981.052569:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325981.052574:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325981.052576:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325981.052577:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325981.052584:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325981.052586:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325981.052589:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325981.052590:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325981.052593:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325981.052601:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325981.052605:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325981.052623:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325981.052625:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325981.052629:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325981.052630:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325981.052632:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e013c0a9. 00000400:00000200:2.0:1767325981.052635:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000400:00000010:2.0:1767325981.052637:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000100:00000001:2.0:1767325981.052639:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325981.052643:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002daf29af x1853174993434624/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325981.052651:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002daf29af x1853174993434624/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325981.052658:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325981.052659:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325981.052660:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325981.052662:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325981.052663:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325981.052664:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325981.052666:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325981.052670:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=78 v=5 (5 5 5 5) 00000100:00001000:2.0:1767325981.052673:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=78 v=5 (1 1 1 1) 00000100:00000001:2.0:1767325981.052675:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325981.052676:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325981.052678:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325981.052680:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325981.052682:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325981.052683:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325981.052685:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325981.052686:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325981.052689:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002daf29af x1853174993434624/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325981.052695:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325981.052697:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325981.052698:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325981.052701:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002daf29af x1853174993434624/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325981.052715:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993434624:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325981.052719:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325981.052720:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325981.052723:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002daf29af x1853174993434624/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325997 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325981.052737:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325981.052739:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325981.052740:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aaf26476. 02000000:00000001:2.0:1767325981.052743:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325981.052745:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325981.052746:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767325981.052748:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325981.052749:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000056075b4e. 02000000:00000001:2.0:1767325981.052752:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325981.052753:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325981.052754:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002daf29af. 00000100:00000001:2.0:1767325981.052758:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325981.052759:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325981.052760:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325981.052764:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325981.052765:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325981.052767:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325981.052769:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325981.690207:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325981.690212:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325981.690216:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325981.690217:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325981.690253:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325981.690261:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325981.690264:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325982.714272:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325982.714281:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325982.714288:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325982.714289:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325982.714357:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325982.714361:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325982.714364:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325983.738276:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325983.738289:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325983.738291:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325983.738311:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325983.738318:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325983.738319:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325983.738321:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325983.738323:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325983.738328:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325983.738329:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325983.738383:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325983.738388:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325983.738391:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325984.762256:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325984.762263:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325984.762268:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325984.762269:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325984.762334:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325984.762339:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325984.762341:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325985.786223:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325985.786230:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325985.786235:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325985.786237:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325985.786239:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325985.786243:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325985.786245:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325985.786246:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325985.786248:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325985.786249:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325985.786251:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325985.786252:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325985.786311:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325985.786316:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325985.786319:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325986.170255:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305902618, at 4305903104 00000100:00000040:1.0:1767325986.170255:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305902618, at 4305903104 00000100:00000040:0.0:1767325986.170255:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305902618, at 4305903104 00000100:00000010:0.0:1767325986.170273:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000019584459. 00000100:00000010:1.0:1767325986.170276:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086f58006. 00000100:00000010:2.0:1767325986.170278:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b21650d. 00000100:00000040:3.0:1767325986.170296:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325986.170306:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325986.170313:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001020973f. 00000020:00000040:3.0:1767325986.170320:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325986.170324:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325986.170327:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325986.170331:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325986.170337:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000cfce3c5. 00000100:00000001:3.0:1767325986.170343:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325986.170350:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000001020973f x1853174993434880/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325986.170358:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325986.170372:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325986.170376:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001020973f] to pc [ptlrpcd_00_02+2] req@000000001020973f x1853174993434880/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325986.170403:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325986.170407:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325986.170411:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325986.170414:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc169e85. 00000020:00000040:3.0:1767325986.170417:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767325986.170421:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325986.170422:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325986.170424:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325986.170429:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325986.170429:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767325986.170430:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325986.170434:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325986.170434:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767325986.170438:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe2b1497. 00000100:00000001:3.0:1767325986.170445:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325986.170447:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001020973f x1853174993434880/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325986.170458:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000bc169e85 x1853174993435008/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325986.170462:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325986.170470:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325986.170471:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325986.170474:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc169e85] to pc [ptlrpcd_00_03+3] req@00000000bc169e85 x1853174993435008/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325986.170480:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325986.170491:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325986.170495:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325986.170499:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325986.170500:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325986.170508:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767325986.170513:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993434880:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325986.170515:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767325986.170522:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767325986.170523:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004128f820. 00000100:00000001:0.0:1767325986.170523:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325986.170528:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767325986.170530:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767325986.170532:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767325986.170532:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767325986.170533:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325986.170539:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325986.170540:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767325986.170547:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc169e85 x1853174993435008/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325986.170548:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325986.170548:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325986.170560:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000632add74. 02000000:00000010:3.0:1767325986.170563:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000056075b4e. 02000000:00000001:0.0:1767325986.170563:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325986.170573:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325986.170575:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1205751. 00000100:00000001:1.0:1767325986.170584:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767325986.170587:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000004128f820 x1853174993435136/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767325986.170587:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000100:00000001:1.0:1767325986.170596:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325986.170596:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993434880, portal 25 02000000:00000001:1.0:1767325986.170604:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325986.170604:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325986.170607:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268016640 : -112767441534976 : ffff997048b48000) 02000000:00000001:1.0:1767325986.170608:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325986.170618:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325986.170624:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001020973f x1853174993434880/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325986.170627:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bc169e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993435008:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325986.170646:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325986.170651:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325986.170652:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767325986.170658:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325986.170667:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767325986.170670:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767325986.170676:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fb0c1f1. 02000000:00000010:1.0:1767325986.170680:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb6d7d24. 00000100:00000200:0.0:1767325986.170686:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993434880, offset 0 02000000:00000001:1.0:1767325986.170690:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325986.170697:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767325986.170699:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4a7c86. 00000100:00000001:3.0:1767325986.170701:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325986.170709:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767325986.170715:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004128f820] to pc [ptlrpcd_00_00+0] req@000000004128f820 x1853174993435136/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325986.170718:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab6453a0. 00000100:00000200:1.0:1767325986.170728:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993435008, portal 10 00000400:00000200:0.0:1767325986.170729:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325986.170734:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325986.170736:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268021120 : -112767441530496 : ffff997048b49180) 00000400:00000200:0.0:1767325986.170738:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325986.170743:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767325986.170745:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325986.170748:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bc169e85 x1853174993435008/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325986.170751:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767325986.170753:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767325986.170764:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767325986.170769:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325986.170776:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767325986.170778:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325986.170786:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767325986.170787:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [382:382:256:4294967295] 192.168.203.107@tcp LPNI seq info [382:382:8:4294967295] 00000100:00000040:3.0:1767325986.170793:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11240) 00000100:00000001:1.0:1767325986.170794:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325986.170799:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004128f820 x1853174993435136/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325986.170808:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767325986.170813:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002536fb7c. 00000400:00000200:0.0:1767325986.170815:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:3.0:1767325986.170819:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305902618, at 4305903104 00000100:00000001:2.0:1767325986.170819:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767325986.170820:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993435008, offset 0 00000100:00000001:2.0:1767325986.170825:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325986.170830:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767325986.170837:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1767325986.170838:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfadf5e9. 00000100:00000010:3.0:1767325986.170840:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004434e41e. 02000000:00000001:2.0:1767325986.170840:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325986.170842:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767325986.170854:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325986.170859:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004128f820 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993435136:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767325986.170861:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:0.0:1767325986.170863:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767325986.170869:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325986.170871:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325986.170874:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767325986.170877:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:0.0:1767325986.170877:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767325986.170878:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325986.170878:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325986.170885:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767325986.170887:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767325986.170888:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dfadf5e9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325986.170889:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325986.170891:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba4e665d. 00000400:00000200:1.0:1767325986.170895:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:2.0:1767325986.170898:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325986.170902:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e013c0a9. 00000400:00000200:1.0:1767325986.170905:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [383:383:255:4294967295] 192.168.203.107@tcp LPNI seq info [383:383:7:4294967295] 00000400:00000010:2.0:1767325986.170907:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000100:00000001:0.0:1767325986.170910:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325986.170912:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993435136, portal 10 00000100:00000001:2.0:1767325986.170916:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325986.170916:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305907738 00000400:00000200:1.0:1767325986.170918:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767325986.170919:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268031872 : -112767441519744 : ffff997048b4bb80) 00000100:00000010:0.0:1767325986.170923:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f14dad39. 00000100:00000001:0.0:1767325986.170929:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767325986.170931:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004128f820 x1853174993435136/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325986.170932:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325986.170936:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305907738 00000800:00000010:1.0:1767325986.170940:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b90c43. 00000100:00000010:0.0:1767325986.170942:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d914d99. 00000100:00000001:2.0:1767325986.170943:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325986.170947:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767325986.170950:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325986.170952:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305907738 00000400:00000010:2.0:1767325986.170955:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014753050. 00000800:00000200:1.0:1767325986.170956:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:0.0:1767325986.170958:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b57c0e8b. 00000100:00000200:2.0:1767325986.170961:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993435136, offset 0 00000800:00000200:1.0:1767325986.170964:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767325986.170968:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767325986.170968:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c1b90c43 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325986.170971:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767325986.170974:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325986.170975:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305907738 00000100:00000040:1.0:1767325986.170981:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 249400 usecs (250 jiffies) 00000100:00000010:0.0:1767325986.170981:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1eba96a. 00000100:00000001:0.0:1767325986.170984:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767325986.170985:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325986.170986:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305903354 00000100:00000001:0.0:1767325986.170988:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325986.170990:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305907738 00000100:00000001:0.0:1767325986.170992:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325986.170995:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305903354 00000400:00000200:2.0:1767325986.170996:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325986.170997:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325986.170998:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305907738 00000100:00000001:1.0:1767325986.171002:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305903354 00000100:00000001:0.0:1767325986.171002:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325986.171004:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325986.171007:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305907738 00000100:00000001:1.0:1767325986.171009:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305903354 00000400:00000200:2.0:1767325986.171012:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325986.171012:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305907738 00000800:00000200:3.0:1767325986.171015:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325986.171016:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325986.171018:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325986.171023:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767325986.171025:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767325986.171026:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfadf5e9. 00000100:00000001:1.0:1767325986.171026:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325986.171033:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [384:384:254:4294967295] 192.168.203.107@tcp LPNI seq info [384:384:6:4294967295] 00000100:00000001:0.0:1767325986.171034:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325986.171039:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325986.171039:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325986.171041:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325986.171046:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325986.171047:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325986.171054:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325986.171057:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325986.171057:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325986.171064:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325986.171069:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325986.171070:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325986.171075:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325986.171076:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325986.171080:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325986.171087:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fb0c1f1 00000800:00000200:2.0:1767325986.171088:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767325986.171093:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fb0c1f1. 00000800:00000010:2.0:1767325986.171098:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fc6f982. 00000800:00000200:2.0:1767325986.171105:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767325986.171110:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325986.171112:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fc6f982 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325986.171115:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325986.171122:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 15176 usecs (16 jiffies) 00000100:00000001:2.0:1767325986.171125:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305903120 00000100:00000001:2.0:1767325986.171126:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305907738 00000100:00000001:2.0:1767325986.171127:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305903120 00000100:00000001:2.0:1767325986.171128:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305907738 00000100:00000001:2.0:1767325986.171130:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305903120 00000100:00000001:2.0:1767325986.171131:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305907738 00000100:00000001:2.0:1767325986.171132:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305903120 00000100:00000001:2.0:1767325986.171133:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305907738 00000100:00000001:2.0:1767325986.171133:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325986.171135:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325986.171136:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325986.171137:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325986.171179:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325986.171180:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325986.171182:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325986.171183:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325986.171184:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325986.171186:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325986.171197:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325986.171204:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001020973f x1853174993434880/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325986.171211:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325986.171213:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001020973f x1853174993434880/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326002 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325986.171217:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325986.171218:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325986.171233:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325986.171235:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b90c43. 00000400:00000200:3.0:1767325986.171236:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325986.171238:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325986.171245:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002536fb7c 00000400:00000010:3.0:1767325986.171246:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002536fb7c. 00000100:00000001:3.0:1767325986.171248:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325986.171250:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc169e85 x1853174993435008/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325986.171255:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325986.171256:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc169e85 x1853174993435008/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326002 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325986.171259:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325986.171260:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325986.171282:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325986.171283:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fc6f982. 00000400:00000200:3.0:1767325986.171286:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325986.171288:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325986.171290:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014753050 00000400:00000010:3.0:1767325986.171291:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014753050. 00000100:00000001:3.0:1767325986.171292:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325986.171294:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004128f820 x1853174993435136/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325986.171298:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325986.171299:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004128f820 x1853174993435136/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326002 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325986.171303:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325986.171304:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325986.172342:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325986.172357:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325986.172360:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325986.172362:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325986.172370:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325986.172383:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30b900 00000400:00000200:2.0:1767325986.172390:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xcc5 [1] + 224 00000800:00000001:2.0:1767325986.172397:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325986.172451:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325986.172454:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325986.172458:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325986.172465:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325986.172475:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001020973f x1853174993434880/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325986.172484:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001020973f x1853174993434880/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325986.172512:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325986.172520:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325986.172524:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325986.172526:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325986.172528:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325986.172532:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767325986.172538:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30b980 00000400:00000200:2.0:1767325986.172545:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xccd [1] + 224 00000100:00000001:0.0:1767325986.172550:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767325986.172551:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325986.172554:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767325986.172560:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767325986.172561:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767325986.172565:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767325986.172566:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325986.172571:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1205751. 00000400:00000200:2.0:1767325986.172574:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325986.172577:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:0.0:1767325986.172581:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:0.0:1767325986.172591:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325986.172592:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325986.172597:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001020973f x1853174993434880/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325986.172598:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc169e85 x1853174993435008/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325986.172627:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bc169e85 x1853174993435008/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325986.172631:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001020973f x1853174993434880/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325986.172649:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325986.172653:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325986.172653:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325986.172658:0:211467:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767325986.172659:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767325986.172662:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767325986.172664:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325986.172666:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767325986.172667:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325986.172670:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325986.172672:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325986.172676:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325986.172681:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00001000:0.0:1767325986.172686:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=93 v=5 (5 5 5 5) 00000400:00000200:2.0:1767325986.172688:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30ba00 00000100:00000001:1.0:1767325986.172689:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325986.172693:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767325986.172695:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=93 v=5 (1 1 1 1) 00000400:00000200:2.0:1767325986.172698:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xcd5 [1] + 224 00000100:00000001:0.0:1767325986.172701:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767325986.172704:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767325986.172704:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767325986.172704:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767325986.172707:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767325986.172709:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767325986.172710:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4a7c86. 00000800:00000001:2.0:1767325986.172711:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767325986.172713:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325986.172716:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325986.172721:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325986.172722:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab6453a0 00000100:00000040:0.0:1767325986.172724:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001020973f x1853174993434880/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325986.172726:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab6453a0. 00000400:00000200:2.0:1767325986.172729:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767325986.172732:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325986.172738:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325986.172740:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc169e85 x1853174993435008/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325986.172740:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325986.172744:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767325986.172745:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004128f820 x1853174993435136/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325986.172748:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325986.172757:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001020973f x1853174993434880/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325986.172773:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004128f820 x1853174993435136/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325986.172779:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc169e85 x1853174993435008/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325986.172792:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993434880:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325986.172803:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325986.172805:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325986.172807:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325986.172808:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325986.172810:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767325986.172813:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001020973f x1853174993434880/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325986.172814:0:211468:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767325986.172817:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767325986.172818:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767325986.172821:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325986.172822:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325986.172827:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325986.172828:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325986.172831:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325986.172836:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=83 v=5 (5 5 5 5) 02000000:00000001:0.0:1767325986.172837:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325986.172841:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000632add74. 00000100:00001000:1.0:1767325986.172842:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=83 v=5 (1 1 1 1) 00000100:00000001:1.0:1767325986.172848:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767325986.172849:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767325986.172850:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325986.172853:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325986.172854:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767325986.172854:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767325986.172856:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767325986.172859:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325986.172860:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325986.172861:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325986.172869:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000020:00000001:0.0:1767325986.172870:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767325986.172872:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:0.0:1767325986.172874:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000cfce3c5. 00000100:00000001:1.0:1767325986.172875:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767325986.172876:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767325986.172884:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc169e85 x1853174993435008/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767325986.172885:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767325986.172886:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325986.172892:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1767325986.172895:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e013c0a9. 00000100:00000010:0.0:1767325986.172896:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001020973f. 00000100:00000001:1.0:1767325986.172905:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325986.172907:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000100:00000001:1.0:1767325986.172908:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325986.172909:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325986.172910:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767325986.172914:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000100:00000001:0.0:1767325986.172914:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325986.172918:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc169e85 x1853174993435008/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325986.172926:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325986.172931:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325986.172937:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004128f820 x1853174993435136/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325986.172939:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325986.172944:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325986.172945:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc169e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993435008:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767325986.172954:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325986.172961:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325986.172969:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325986.172978:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325986.172985:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc169e85 x1853174993435008/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325986.173034:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004128f820 x1853174993435136/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325986.173054:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325986.173061:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325986.173071:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767325986.173072:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325986.173076:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767325986.173077:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767325986.173078:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb6d7d24. 00000100:00000001:3.0:1767325986.173082:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767325986.173084:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325986.173087:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325986.173089:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325986.173089:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767325986.173095:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325986.173096:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe2b1497. 02000000:00000001:3.0:1767325986.173099:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325986.173099:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325986.173102:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325986.173104:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc169e85. 00000100:00000001:1.0:1767325986.173108:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325986.173109:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325986.173111:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325986.173113:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=93 v=5 (5 5 5 5) 00000100:00000001:1.0:1767325986.173114:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325986.173116:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325986.173121:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325986.173124:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325986.173127:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=40 v=5 (1 1 0 0) 00000100:00000001:3.0:1767325986.173132:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325986.173134:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325986.173138:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767325986.173170:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004128f820 x1853174993435136/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325986.173175:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325986.173177:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325986.173178:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325986.173179:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325986.173180:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325986.173182:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004128f820 x1853174993435136/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325986.173187:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325986.173188:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325986.173190:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325986.173192:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004128f820 x1853174993435136/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325986.173195:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004128f820 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993435136:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767325986.173198:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325986.173205:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325986.173207:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004128f820 x1853174993435136/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326002 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325986.173211:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325986.173213:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325986.173215:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba4e665d. 02000000:00000001:3.0:1767325986.173217:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325986.173218:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325986.173219:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767325986.173221:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325986.173222:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000056075b4e. 02000000:00000001:3.0:1767325986.173224:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325986.173225:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325986.173226:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004128f820. 00000100:00000001:3.0:1767325986.173228:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325986.173229:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325986.173230:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325986.173235:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325986.173236:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325986.173238:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325986.173239:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325986.810232:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325986.810238:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325986.810244:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325986.810245:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325986.810302:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325986.810305:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325986.810308:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325987.834214:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325987.834221:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325987.834226:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325987.834227:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325987.834296:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325987.834299:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325987.834301:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325988.858254:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325988.858259:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325988.858262:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325988.858263:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325988.858322:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325988.858327:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325988.858330:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325989.882223:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325989.882229:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325989.882234:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325989.882235:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325989.882308:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325989.882313:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325989.882316:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325990.906250:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325990.906259:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325990.906268:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325990.906269:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325990.906321:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325990.906325:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325990.906327:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325991.290211:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305907738, at 4305908224 00000100:00000040:2.0:1767325991.290212:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305907738, at 4305908224 00000100:00000040:0.0:1767325991.290222:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305907738, at 4305908224 00000100:00000010:1.0:1767325991.290229:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d914d99. 00000100:00000010:2.0:1767325991.290231:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b57c0e8b. 00000100:00000010:0.0:1767325991.290234:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f14dad39. 00000100:00000040:3.0:1767325991.290241:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325991.290249:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325991.290260:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004128f820. 00000020:00000040:3.0:1767325991.290266:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767325991.290271:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325991.290275:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325991.290281:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325991.290290:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000056075b4e. 00000100:00000001:3.0:1767325991.290298:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325991.290311:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000004128f820 x1853174993435264/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325991.290323:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325991.290325:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325991.290331:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004128f820] to pc [ptlrpcd_00_01+1] req@000000004128f820 x1853174993435264/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325991.290373:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325991.290376:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325991.290380:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325991.290383:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f17934a9. 00000100:00000001:1.0:1767325991.290384:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767325991.290386:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767325991.290388:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325991.290390:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325991.290394:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325991.290396:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325991.290397:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767325991.290401:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000caa95cc3. 00000100:00000001:2.0:1767325991.290402:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325991.290403:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004128f820 x1853174993435264/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325991.290407:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325991.290408:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325991.290416:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767325991.290417:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000f17934a9 x1853174993435392/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325991.290426:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325991.290428:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325991.290431:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325991.290433:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767325991.290435:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f17934a9] to pc [ptlrpcd_00_02+2] req@00000000f17934a9 x1853174993435392/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325991.290438:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325991.290444:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325991.290452:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004128f820 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993435264:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325991.290457:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325991.290465:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325991.290469:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767325991.290471:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767325991.290473:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767325991.290476:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325991.290478:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058a26f23. 00000100:00000001:0.0:1767325991.290479:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325991.290481:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767325991.290482:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767325991.290483:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767325991.290486:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a92a6174. 00000100:00000001:0.0:1767325991.290487:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325991.290488:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325991.290491:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325991.290492:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767325991.290493:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f17934a9 x1853174993435392/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325991.290494:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325991.290496:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325991.290498:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4a7c86. 02000000:00000010:3.0:1767325991.290505:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe2b1497. 00000100:00000001:2.0:1767325991.290506:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325991.290507:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767325991.290509:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab6453a0. 00000100:00000001:0.0:1767325991.290511:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325991.290512:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325991.290515:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325991.290517:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767325991.290518:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993435264, portal 25 00000100:00000040:3.0:1767325991.290520:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000058a26f23 x1853174993435520/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325991.290521:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325991.290523:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325991.290526:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268031872 : -112767441519744 : ffff997048b4bb80) 00000100:00100000:0.0:1767325991.290528:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f17934a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993435392:192.168.203.107@tcp:400: 00000100:00000040:1.0:1767325991.290534:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004128f820 x1853174993435264/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325991.290535:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325991.290540:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325991.290544:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767325991.290547:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325991.290548:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325991.290549:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767325991.290553:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767325991.290556:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767325991.290557:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058a26f23] to pc [ptlrpcd_00_03+3] req@0000000058a26f23 x1853174993435520/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325991.290557:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000deb1a1f7. 00000400:00000010:1.0:1767325991.290561:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002536fb7c. 02000000:00000001:0.0:1767325991.290562:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325991.290568:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993435264, offset 0 00000400:00000010:0.0:1767325991.290569:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1205751. 00000400:00000010:0.0:1767325991.290577:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000400:00000200:1.0:1767325991.290582:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767325991.290583:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325991.290587:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767325991.290591:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993435392, portal 10 00000100:00000040:3.0:1767325991.290592:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767325991.290597:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767325991.290601:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11245) 00000400:00000200:1.0:1767325991.290601:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767325991.290601:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030976 : -112767441520640 : ffff997048b4b800) 00000100:00000001:2.0:1767325991.290607:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325991.290610:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325991.290612:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767325991.290613:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767325991.290614:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f17934a9 x1853174993435392/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325991.290618:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305907738, at 4305908224 00000400:00000200:1.0:1767325991.290623:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767325991.290624:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325991.290628:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058a26f23 x1853174993435520/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325991.290629:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1eba96a. 00000100:00000040:0.0:1767325991.290631:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325991.290633:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767325991.290636:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecdad0cb. 00000400:00000200:1.0:1767325991.290639:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000200:0.0:1767325991.290641:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993435392, offset 0 00000400:00000200:1.0:1767325991.290649:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [385:385:256:4294967295] 192.168.203.107@tcp LPNI seq info [385:385:8:4294967295] 00000400:00000200:0.0:1767325991.290651:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325991.290654:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325991.290657:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325991.290661:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325991.290664:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325991.290667:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:2.0:1767325991.290668:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325991.290675:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058a26f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993435520:192.168.203.107@tcp:400: 00000800:00000200:1.0:1767325991.290677:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767325991.290680:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767325991.290684:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:1.0:1767325991.290685:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d8a82b. 00000400:00000200:0.0:1767325991.290687:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767325991.290689:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325991.290693:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325991.290693:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:2.0:1767325991.290698:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325991.290699:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767325991.290702:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000010:2.0:1767325991.290703:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009aa5d738. 00000400:00000200:0.0:1767325991.290706:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:2.0:1767325991.290708:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325991.290714:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [386:386:255:4294967295] 192.168.203.107@tcp LPNI seq info [386:386:7:4294967295] 00000400:00000010:2.0:1767325991.290715:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038f1c9e6. 00000800:00000200:1.0:1767325991.290715:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767325991.290721:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1d8a82b type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767325991.290723:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eef61f70. 00000400:00000200:0.0:1767325991.290728:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767325991.290734:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000200:2.0:1767325991.290738:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993435520, portal 10 00000100:00000001:1.0:1767325991.290738:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767325991.290739:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000239bb1ca. 00000100:00000001:2.0:1767325991.290745:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325991.290746:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305912858 00000100:00000001:2.0:1767325991.290748:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268018432 : -112767441533184 : ffff997048b48700) 00000800:00000200:0.0:1767325991.290749:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:1.0:1767325991.290754:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086f58006. 00000800:00000200:0.0:1767325991.290758:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000040:2.0:1767325991.290759:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058a26f23 x1853174993435520/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325991.290761:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767325991.290762:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000239bb1ca type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325991.290769:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305912858 00000100:00000001:0.0:1767325991.290769:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325991.290773:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1767325991.290776:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b66e9d2a. 00000100:00000040:2.0:1767325991.290779:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767325991.290781:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 247238 usecs (248 jiffies) 00000100:00000001:1.0:1767325991.290783:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767325991.290784:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000732629a8. 00000100:00000001:0.0:1767325991.290785:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305908472 00000100:00000001:1.0:1767325991.290789:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305912858 00000100:00000200:2.0:1767325991.290790:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993435520, offset 0 00000100:00000001:0.0:1767325991.290790:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305912858 00000100:00000001:0.0:1767325991.290795:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305908472 00000100:00000010:1.0:1767325991.290796:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007cc6f3c9. 00000100:00000001:0.0:1767325991.290798:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305912858 00000100:00000001:0.0:1767325991.290803:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305908472 00000400:00000200:2.0:1767325991.290804:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325991.290804:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1767325991.290806:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325991.290811:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d8a82b. 00000100:00000001:1.0:1767325991.290812:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305912858 00000100:00000001:0.0:1767325991.290812:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305912858 00000400:00000200:2.0:1767325991.290816:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767325991.290817:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325991.290819:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305908472 00000100:00000010:1.0:1767325991.290820:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e07a6719. 00000400:00000200:2.0:1767325991.290824:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325991.290825:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767325991.290829:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767325991.290830:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325991.290831:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325991.290831:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305912858 00000100:00000001:0.0:1767325991.290836:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325991.290837:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325991.290842:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325991.290843:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325991.290845:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325991.290846:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325991.290846:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325991.290850:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325991.290851:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767325991.290856:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [387:387:254:4294967295] 192.168.203.107@tcp LPNI seq info [387:387:6:4294967295] 00000100:00000001:0.0:1767325991.290857:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325991.290858:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325991.290862:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325991.290862:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325991.290868:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325991.290869:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325991.290872:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325991.290872:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325991.290873:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767325991.290877:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325991.290877:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325991.290882:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002536fb7c 00000800:00000200:2.0:1767325991.290883:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325991.290884:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325991.290884:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325991.290888:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002536fb7c. 00000800:00000010:2.0:1767325991.290891:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc002f00. 00000100:00000001:3.0:1767325991.290894:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767325991.290899:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:3.0:1767325991.290903:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004128f820 x1853174993435264/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325991.290909:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767325991.290915:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc002f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325991.290920:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325991.290921:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325991.290925:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 15066 usecs (16 jiffies) 00000100:00000040:3.0:1767325991.290927:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004128f820 x1853174993435264/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326007 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325991.290931:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305908240 00000100:00000001:2.0:1767325991.290936:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305912858 00000100:00000001:2.0:1767325991.290940:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305908240 00000100:00000001:3.0:1767325991.290942:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325991.290944:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305912858 00000100:00000001:3.0:1767325991.290946:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325991.290948:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305908240 00000100:00000001:2.0:1767325991.290951:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305912858 00000100:00000001:2.0:1767325991.290953:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305908240 00000100:00000001:2.0:1767325991.290955:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305912858 00000100:00000001:2.0:1767325991.290958:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767325991.290960:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325991.290960:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325991.290964:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000239bb1ca. 00000100:00000001:2.0:1767325991.290965:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325991.290969:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325991.290969:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325991.290975:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767325991.290976:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767325991.290979:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767325991.290981:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecdad0cb 00000100:00000001:2.0:1767325991.290983:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767325991.290984:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecdad0cb. 00000100:00000001:2.0:1767325991.290986:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325991.290988:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325991.290989:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325991.290993:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f17934a9 x1853174993435392/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325991.290994:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325991.291014:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325991.291017:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f17934a9 x1853174993435392/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326007 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325991.291023:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325991.291024:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325991.291088:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325991.291090:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc002f00. 00000400:00000200:3.0:1767325991.291094:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325991.291097:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767325991.291100:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000732629a8 00000400:00000010:3.0:1767325991.291101:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000732629a8. 00000100:00000001:3.0:1767325991.291103:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325991.291116:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058a26f23 x1853174993435520/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325991.291124:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325991.291126:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058a26f23 x1853174993435520/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326007 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325991.291131:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325991.291133:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325991.292594:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325991.292607:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325991.292609:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325991.292645:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325991.292653:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325991.292665:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30ba80 00000400:00000200:3.0:1767325991.292672:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xcdd [1] + 224 00000800:00000001:3.0:1767325991.292679:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325991.292684:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325991.292686:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325991.292690:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325991.292694:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325991.292704:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004128f820 x1853174993435264/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325991.292712:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004128f820 x1853174993435264/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325991.292729:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325991.292740:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325991.292744:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325991.292746:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325991.292748:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325991.292753:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325991.292759:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30bb00 00000400:00000200:3.0:1767325991.292764:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xce5 [1] + 224 00000100:00000001:1.0:1767325991.292766:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767325991.292768:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767325991.292771:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767325991.292773:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325991.292776:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767325991.292778:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767325991.292782:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:1.0:1767325991.292782:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325991.292785:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4a7c86. 00000400:00000200:1.0:1767325991.292790:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab6453a0 00000400:00000010:1.0:1767325991.292792:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab6453a0. 00000100:00000001:1.0:1767325991.292801:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325991.292802:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325991.292806:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004128f820 x1853174993435264/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325991.292814:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f17934a9 x1853174993435392/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325991.292816:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004128f820 x1853174993435264/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325991.292838:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325991.292841:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325991.292844:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f17934a9 x1853174993435392/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325991.292845:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325991.292848:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325991.292850:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325991.292853:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325991.292857:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325991.292862:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=98 v=5 (5 5 5 5) 00000100:00001000:1.0:1767325991.292865:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=98 v=5 (1 1 1 1) 00000100:00000001:3.0:1767325991.292866:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325991.292867:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325991.292870:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325991.292872:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767325991.292873:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767325991.292874:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325991.292877:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325991.292880:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325991.292881:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004128f820 x1853174993435264/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325991.292884:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325991.292888:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325991.292890:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325991.292892:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325991.292894:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325991.292897:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325991.292897:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325991.292900:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000040:1.0:1767325991.292904:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004128f820 x1853174993435264/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325991.292904:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325991.292908:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325991.292912:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1205751. 00000400:00000200:3.0:1767325991.292913:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30bb80 00000400:00000200:0.0:1767325991.292919:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000100:00100000:1.0:1767325991.292921:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004128f820 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993435264:192.168.203.107@tcp:400: 00000400:00000010:0.0:1767325991.292923:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:0.0:1767325991.292929:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325991.292932:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325991.292933:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xced [1] + 224 00000100:00000001:1.0:1767325991.292937:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767325991.292937:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f17934a9 x1853174993435392/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325991.292941:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767325991.292945:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004128f820 x1853174993435264/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325991.292949:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325991.292959:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f17934a9 x1853174993435392/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325991.292960:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325991.292968:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767325991.292971:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767325991.292977:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325991.292979:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325991.292984:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058a26f23 x1853174993435520/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325991.292986:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767325991.292989:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767325991.292990:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a92a6174. 00000100:00000001:0.0:1767325991.292996:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325991.292997:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767325991.293000:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767325991.293001:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767325991.293004:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000058a26f23 x1853174993435520/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325991.293004:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767325991.293005:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767325991.293008:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325991.293010:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325991.293013:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000056075b4e. 02000000:00000001:0.0:1767325991.293015:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325991.293019:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325991.293022:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1767325991.293023:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=88 v=5 (5 5 5 5) 00000100:00000010:1.0:1767325991.293024:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004128f820. 00000100:00000001:1.0:1767325991.293029:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1767325991.293030:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=88 v=5 (1 1 1 1) 00000100:00000001:1.0:1767325991.293031:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325991.293034:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325991.293035:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325991.293039:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325991.293041:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1767325991.293042:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325991.293042:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325991.293043:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325991.293048:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325991.293048:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767325991.293048:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767325991.293053:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325991.293054:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325991.293059:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325991.293060:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767325991.293061:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767325991.293064:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000001:2.0:1767325991.293067:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767325991.293068:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1767325991.293069:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325991.293071:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325991.293072:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038f1c9e6. 00000400:00000200:2.0:1767325991.293077:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eef61f70 00000400:00000010:2.0:1767325991.293080:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eef61f70. 00000100:00000040:0.0:1767325991.293080:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f17934a9 x1853174993435392/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325991.293084:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325991.293090:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058a26f23 x1853174993435520/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325991.293098:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767325991.293104:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058a26f23 x1853174993435520/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325991.293104:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325991.293118:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325991.293126:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f17934a9 x1853174993435392/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325991.293127:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325991.293130:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325991.293133:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325991.293135:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325991.293137:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325991.293156:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325991.293159:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325991.293162:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=98 v=5 (5 5 5 5) 00000100:00001000:2.0:1767325991.293165:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=45 v=5 (1 1 0 0) 00000100:00100000:0.0:1767325991.293167:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f17934a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993435392:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325991.293168:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325991.293171:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325991.293175:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325991.293177:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767325991.293180:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000058a26f23 x1853174993435520/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325991.293182:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767325991.293188:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325991.293189:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f17934a9 x1853174993435392/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325991.293192:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325991.293194:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325991.293197:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325991.293198:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325991.293204:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767325991.293205:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058a26f23 x1853174993435520/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325991.293208:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325991.293211:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000deb1a1f7. 00000100:00000001:2.0:1767325991.293212:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325991.293216:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325991.293219:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767325991.293220:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325991.293222:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325991.293224:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058a26f23 x1853174993435520/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767325991.293227:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767325991.293232:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325991.293236:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000caa95cc3. 00000100:00100000:2.0:1767325991.293238:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058a26f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993435520:192.168.203.107@tcp:400: 02000000:00000001:0.0:1767325991.293240:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767325991.293243:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325991.293244:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767325991.293246:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767325991.293247:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f17934a9. 00000100:00000040:2.0:1767325991.293249:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058a26f23 x1853174993435520/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326007 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325991.293252:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325991.293256:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325991.293256:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325991.293260:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767325991.293260:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767325991.293263:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009aa5d738. 02000000:00000001:2.0:1767325991.293266:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767325991.293266:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767325991.293268:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767325991.293269:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767325991.293270:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767325991.293274:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325991.293276:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe2b1497. 00000100:00000001:0.0:1767325991.293276:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325991.293280:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325991.293281:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325991.293284:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325991.293285:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058a26f23. 00000100:00000001:2.0:1767325991.293287:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325991.293288:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325991.293289:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325991.293293:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325991.293294:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325991.293296:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325991.293297:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325991.930260:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325991.930269:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325991.930276:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325991.930277:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325991.930340:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325991.930345:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325991.930348:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325992.954220:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325992.954231:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325992.954236:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325992.954254:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325992.954313:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325992.954317:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325992.954319:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325993.978272:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325993.978284:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325993.978287:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325993.978290:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325993.978295:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325993.978298:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325993.978300:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325993.978302:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325993.978306:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325993.978307:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325993.978357:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325993.978361:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325993.978363:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325995.002232:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325995.002238:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325995.002243:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325995.002244:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325995.002306:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325995.002309:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325995.002313:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325996.026261:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325996.026268:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325996.026272:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325996.026275:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767325996.026276:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767325996.026281:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767325996.026283:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767325996.026284:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325996.026287:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767325996.026288:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325996.026289:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325996.026291:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325996.026347:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325996.026351:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325996.026354:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325996.410279:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305912858, at 4305913344 00000100:00000040:1.0:1767325996.410279:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305912858, at 4305913344 00000100:00000040:0.0:1767325996.410279:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305912858, at 4305913344 00000100:00000040:2.0:1767325996.410288:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325996.410296:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325996.410301:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b66e9d2a. 00000100:00000010:3.0:1767325996.410303:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e07a6719. 00000100:00000010:2.0:1767325996.410305:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008741e8e9. 00000100:00000010:0.0:1767325996.410307:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086f58006. 00000020:00000040:2.0:1767325996.410311:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767325996.410315:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325996.410318:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325996.410323:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325996.410331:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b371746e. 00000100:00000001:2.0:1767325996.410338:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325996.410353:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000008741e8e9 x1853174993435648/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325996.410385:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325996.410388:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325996.410394:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008741e8e9] to pc [ptlrpcd_00_00+0] req@000000008741e8e9 x1853174993435648/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325996.410418:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325996.410420:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325996.410423:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325996.410426:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031ce12f0. 00000020:00000040:2.0:1767325996.410428:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767325996.410430:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325996.410432:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325996.410434:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325996.410437:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000072856849. 00000100:00000001:2.0:1767325996.410441:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325996.410445:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325996.410445:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000031ce12f0 x1853174993435776/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325996.410450:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325996.410451:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325996.410456:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325996.410457:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325996.410457:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325996.410460:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325996.410464:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008741e8e9 x1853174993435648/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325996.410468:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031ce12f0] to pc [ptlrpcd_00_01+1] req@0000000031ce12f0 x1853174993435776/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325996.410493:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325996.410496:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325996.410500:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325996.410501:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325996.410503:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767325996.410504:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767325996.410509:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325996.410510:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767325996.410514:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767325996.410515:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008741e8e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993435648:192.168.203.107@tcp:400: 00000100:00000010:2.0:1767325996.410515:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e46534f4. 00000100:00000001:1.0:1767325996.410517:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325996.410519:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767325996.410521:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767325996.410524:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767325996.410526:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031ce12f0 x1853174993435776/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325996.410527:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325996.410530:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325996.410531:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325996.410534:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325996.410535:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325996.410541:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325996.410541:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767325996.410543:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc002f00. 00000100:00000001:1.0:1767325996.410544:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325996.410545:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002358ac68. 02000000:00000001:3.0:1767325996.410548:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325996.410554:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075def8be. 00000100:00000001:2.0:1767325996.410555:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325996.410555:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325996.410558:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325996.410561:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325996.410563:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000290a2933. 00000100:00000040:2.0:1767325996.410563:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000e46534f4 x1853174993435904/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767325996.410567:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000031ce12f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993435776:192.168.203.107@tcp:400: 00000100:00000200:3.0:1767325996.410572:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993435648, portal 25 00000100:00000001:2.0:1767325996.410577:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325996.410577:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325996.410581:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325996.410583:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325996.410586:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325996.410589:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767325996.410589:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e46534f4] to pc [ptlrpcd_00_02+2] req@00000000e46534f4 x1853174993435904/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325996.410589:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325996.410592:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531380224 : -112767178171392 : ffff997058671c00) 02000000:00000010:1.0:1767325996.410596:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b4f602a. 02000000:00000001:1.0:1767325996.410601:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325996.410602:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008741e8e9 x1853174993435648/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325996.410609:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4a7c86. 00000100:00000001:3.0:1767325996.410616:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767325996.410617:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab6453a0. 00000100:00000200:1.0:1767325996.410621:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993435776, portal 10 00000100:00000040:3.0:1767325996.410622:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325996.410624:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325996.410626:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325996.410627:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531373952 : -112767178177664 : ffff997058670380) 00000400:00000010:3.0:1767325996.410628:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000541ee6a5. 00000100:00000040:2.0:1767325996.410632:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1767325996.410635:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993435648, offset 0 00000100:00000040:2.0:1767325996.410636:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767325996.410638:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000031ce12f0 x1853174993435776/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325996.410642:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11251) 00000400:00000200:3.0:1767325996.410649:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767325996.410649:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325996.410653:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767325996.410656:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767325996.410657:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000723137a0. 00000100:00100000:2.0:1767325996.410660:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000200:1.0:1767325996.410660:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993435776, offset 0 00000100:00000001:2.0:1767325996.410663:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325996.410665:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325996.410670:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767325996.410670:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767325996.410670:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325996.410672:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325996.410676:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325996.410681:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325996.410681:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325996.410683:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325996.410686:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767325996.410689:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:2.0:1767325996.410693:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e46534f4 x1853174993435904/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325996.410695:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325996.410702:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767325996.410709:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767325996.410710:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [388:388:256:4294967295] 192.168.203.107@tcp LPNI seq info [388:388:8:4294967295] 00000100:00000001:2.0:1767325996.410713:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325996.410718:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325996.410720:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325996.410723:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325996.410726:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e46534f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993435904:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325996.410730:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325996.410733:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325996.410736:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325996.410737:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:2.0:1767325996.410740:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767325996.410746:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767325996.410748:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000010:2.0:1767325996.410751:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4973da6. 00000400:00000200:1.0:1767325996.410753:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767325996.410754:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000cfce3c5. 02000000:00000001:2.0:1767325996.410756:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325996.410758:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767325996.410761:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767325996.410764:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038f1c9e6. 00000400:00000200:1.0:1767325996.410764:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:3.0:1767325996.410769:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767325996.410771:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [389:389:255:4294967295] 192.168.203.107@tcp LPNI seq info [389:389:7:4294967295] 00000400:00000010:2.0:1767325996.410772:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eef61f70. 00000100:00000200:2.0:1767325996.410778:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993435904, portal 10 00000100:00000001:2.0:1767325996.410781:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325996.410784:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531387392 : -112767178164224 : ffff997058673800) 00000800:00000200:3.0:1767325996.410785:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767325996.410790:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767325996.410793:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000cfce3c5 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767325996.410794:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e46534f4 x1853174993435904/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325996.410798:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767325996.410804:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000524bc938. 00000100:00000001:2.0:1767325996.410805:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325996.410811:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767325996.410811:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325996.410814:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325996.410814:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6e884a0. 00000100:00000200:2.0:1767325996.410817:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993435904, offset 0 00000100:00000001:3.0:1767325996.410821:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305917978 00000800:00000200:1.0:1767325996.410826:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767325996.410827:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:3.0:1767325996.410830:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce179f13. 00000800:00000200:1.0:1767325996.410831:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000524bc938 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325996.410836:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767325996.410836:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325996.410837:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767325996.410842:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 245116 usecs (246 jiffies) 00000400:00000200:2.0:1767325996.410843:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325996.410846:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305917978 00000100:00000001:1.0:1767325996.410846:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305913590 00000400:00000200:2.0:1767325996.410848:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767325996.410852:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305917978 00000400:00000200:2.0:1767325996.410853:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1767325996.410854:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086a56c50. 00000100:00000001:1.0:1767325996.410857:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305913590 00000400:00000200:2.0:1767325996.410858:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767325996.410861:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767325996.410866:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [390:390:254:4294967295] 192.168.203.107@tcp LPNI seq info [390:390:6:4294967295] 00000100:00000001:3.0:1767325996.410868:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305917978 00000100:00000001:1.0:1767325996.410868:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305917978 00000100:00000001:1.0:1767325996.410874:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305913590 00000100:00000001:3.0:1767325996.410878:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305912858 00000400:00000200:2.0:1767325996.410881:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767325996.410889:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767325996.410891:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325996.410892:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305917978 00000100:00000001:1.0:1767325996.410892:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305917978 00000800:00000010:2.0:1767325996.410894:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fc6f982. 00000100:00000001:1.0:1767325996.410897:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305913590 00000800:00000010:0.0:1767325996.410898:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000cfce3c5. 00000100:00000010:3.0:1767325996.410900:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000678b8b64. 00000800:00000200:2.0:1767325996.410904:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767325996.410907:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767325996.410907:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325996.410913:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767325996.410914:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767325996.410914:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305917978 00000400:00000200:0.0:1767325996.410920:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325996.410921:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325996.410921:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fc6f982 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325996.410921:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325996.410928:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000541ee6a5 00000100:00000001:3.0:1767325996.410930:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325996.410930:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325996.410930:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325996.410931:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000541ee6a5. 00000100:00000040:2.0:1767325996.410936:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 14960 usecs (15 jiffies) 00000100:00000001:3.0:1767325996.410937:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325996.410937:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325996.410940:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325996.410941:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305913359 00000100:00000001:1.0:1767325996.410943:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325996.410945:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305917978 00000100:00000001:3.0:1767325996.410946:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767325996.410948:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008741e8e9 x1853174993435648/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325996.410950:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325996.410950:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325996.410951:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305913359 00000100:00000001:1.0:1767325996.410954:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325996.410956:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325996.410961:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325996.410961:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305917978 00000100:00000001:1.0:1767325996.410962:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325996.410966:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325996.410966:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325996.410967:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305913359 00000100:00000001:0.0:1767325996.410970:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325996.410971:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325996.410972:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325996.410972:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305917978 00000100:00000001:1.0:1767325996.410976:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325996.410976:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008741e8e9 x1853174993435648/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326012 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325996.410977:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305913359 00000100:00000001:2.0:1767325996.410982:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305917978 00000100:00000001:2.0:1767325996.410986:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325996.410990:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325996.410994:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325996.410994:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325996.410996:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325996.411004:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325996.411019:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325996.411021:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000524bc938. 00000400:00000200:0.0:1767325996.411025:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325996.411029:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325996.411032:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000723137a0 00000400:00000010:0.0:1767325996.411034:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000723137a0. 00000100:00000001:0.0:1767325996.411036:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325996.411039:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031ce12f0 x1853174993435776/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325996.411047:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325996.411049:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031ce12f0 x1853174993435776/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326012 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325996.411056:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325996.411057:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325996.411165:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325996.411168:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fc6f982. 00000400:00000200:0.0:1767325996.411172:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325996.411176:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325996.411178:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e884a0 00000400:00000010:0.0:1767325996.411180:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6e884a0. 00000100:00000001:0.0:1767325996.411182:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325996.411185:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e46534f4 x1853174993435904/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325996.411192:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325996.411194:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e46534f4 x1853174993435904/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326012 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325996.411200:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325996.411209:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325996.412798:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325996.412813:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325996.412817:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325996.412819:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325996.412830:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325996.412845:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30bc00 00000400:00000200:3.0:1767325996.412853:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xcf5 [1] + 224 00000800:00000001:3.0:1767325996.412860:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325996.412866:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325996.412868:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325996.412928:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767325996.412933:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325996.412938:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008741e8e9 x1853174993435648/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325996.412946:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008741e8e9 x1853174993435648/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325996.412992:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325996.412999:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325996.413002:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325996.413003:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325996.413017:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325996.413020:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767325996.413025:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30bd00 00000400:00000200:3.0:1767325996.413030:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xd05 [1] + 224 00000100:00000001:2.0:1767325996.413030:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767325996.413035:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325996.413036:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767325996.413038:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325996.413040:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325996.413042:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:2.0:1767325996.413044:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325996.413048:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325996.413050:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075def8be. 00000400:00000200:2.0:1767325996.413055:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000290a2933 00000400:00000010:2.0:1767325996.413057:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000290a2933. 00000100:00000001:2.0:1767325996.413061:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325996.413064:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325996.413066:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008741e8e9 x1853174993435648/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325996.413070:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e46534f4 x1853174993435904/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325996.413091:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e46534f4 x1853174993435904/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325996.413106:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008741e8e9 x1853174993435648/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325996.413113:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325996.413115:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325996.413118:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325996.413119:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325996.413122:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325996.413123:0:211465:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:3.0:1767325996.413126:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767325996.413127:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767325996.413129:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325996.413130:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325996.413133:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325996.413135:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 02000000:00000001:2.0:1767325996.413137:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325996.413164:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325996.413165:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30bc80 00000100:00000001:0.0:1767325996.413169:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325996.413172:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xcf9 [1] + 224 00000100:00001000:2.0:1767325996.413174:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=103 v=5 (5 5 5 5) 00000800:00000001:3.0:1767325996.413176:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767325996.413178:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325996.413180:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1767325996.413181:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=103 v=5 (1 1 1 1) 00000800:00000001:3.0:1767325996.413182:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767325996.413183:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038f1c9e6. 00000100:00000001:2.0:1767325996.413185:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767325996.413186:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325996.413188:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325996.413192:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767325996.413193:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767325996.413194:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eef61f70 00000400:00000010:0.0:1767325996.413198:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eef61f70. 00000100:00000001:0.0:1767325996.413201:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325996.413202:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767325996.413202:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325996.413206:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e46534f4 x1853174993435904/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325996.413207:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325996.413208:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031ce12f0 x1853174993435776/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325996.413215:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008741e8e9 x1853174993435648/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325996.413235:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e46534f4 x1853174993435904/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325996.413238:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000031ce12f0 x1853174993435776/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325996.413240:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325996.413245:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325996.413248:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325996.413256:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008741e8e9 x1853174993435648/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325996.413266:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325996.413268:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325996.413272:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325996.413275:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325996.413277:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325996.413279:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325996.413284:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008741e8e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993435648:192.168.203.107@tcp:400: 02000000:00000001:0.0:1767325996.413284:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325996.413291:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767325996.413291:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=103 v=5 (5 5 5 5) 00000100:00000001:3.0:1767325996.413294:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325996.413294:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1767325996.413295:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=50 v=5 (1 1 0 0) 00000100:00000001:0.0:1767325996.413299:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767325996.413301:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767325996.413301:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008741e8e9 x1853174993435648/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325996.413302:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325996.413306:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767325996.413307:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325996.413316:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:0.0:1767325996.413316:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e46534f4 x1853174993435904/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325996.413321:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325996.413326:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002358ac68. 00010000:00000001:0.0:1767325996.413326:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325996.413331:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767325996.413332:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767325996.413332:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325996.413334:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325996.413339:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325996.413339:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325996.413343:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325996.413346:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767325996.413347:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e46534f4 x1853174993435904/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767325996.413348:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1767325996.413352:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000400:00000001:1.0:1767325996.413353:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325996.413362:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4a7c86. 00000020:00000001:2.0:1767325996.413364:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767325996.413369:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767325996.413373:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b371746e. 00000100:00000001:0.0:1767325996.413374:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325996.413377:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325996.413380:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e46534f4 x1853174993435904/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325996.413381:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767325996.413382:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab6453a0 02000000:00000001:2.0:1767325996.413386:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325996.413389:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008741e8e9. 00000400:00000010:1.0:1767325996.413391:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab6453a0. 00000100:00000001:2.0:1767325996.413396:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325996.413399:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325996.413401:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325996.413407:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325996.413409:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031ce12f0 x1853174993435776/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325996.413417:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325996.413422:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325996.413426:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e46534f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993435904:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767325996.413431:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325996.413437:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325996.413447:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325996.413451:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325996.413458:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e46534f4 x1853174993435904/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325996.413497:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767325996.413500:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031ce12f0 x1853174993435776/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325996.413501:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325996.413505:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4973da6. 02000000:00000001:0.0:1767325996.413515:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325996.413518:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325996.413520:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767325996.413524:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767325996.413524:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325996.413534:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc002f00. 00000100:00000001:1.0:1767325996.413535:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325996.413540:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767325996.413542:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325996.413542:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767325996.413547:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:0.0:1767325996.413547:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e46534f4. 00000100:00000001:1.0:1767325996.413555:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325996.413556:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325996.413565:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325996.413565:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325996.413575:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325996.413575:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767325996.413587:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=93 v=5 (5 5 5 5) 00000100:00000001:0.0:1767325996.413587:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325996.413592:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325996.413596:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=93 v=5 (1 1 1 1) 00000100:00000001:0.0:1767325996.413597:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325996.413601:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325996.413603:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325996.413606:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325996.413609:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325996.413612:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325996.413615:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325996.413617:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325996.413620:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325996.413621:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325996.413625:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031ce12f0 x1853174993435776/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325996.413632:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325996.413635:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325996.413636:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325996.413639:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031ce12f0 x1853174993435776/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325996.413647:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000031ce12f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993435776:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767325996.413651:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325996.413653:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325996.413655:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031ce12f0 x1853174993435776/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326012 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325996.413673:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325996.413675:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325996.413678:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b4f602a. 02000000:00000001:1.0:1767325996.413681:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325996.413683:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325996.413684:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767325996.413687:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325996.413689:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000072856849. 02000000:00000001:1.0:1767325996.413692:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325996.413694:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325996.413695:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031ce12f0. 00000100:00000001:1.0:1767325996.413698:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325996.413700:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325996.413701:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325996.413705:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325996.413707:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325996.413709:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325996.413711:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325997.050242:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325997.050246:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325997.050269:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325997.050271:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325997.050324:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325997.050327:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325997.050329:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325998.074256:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325998.074262:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325998.074268:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325998.074269:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325998.074317:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325998.074320:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325998.074322:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767325999.098277:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325999.098286:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325999.098293:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767325999.098295:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325999.098362:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325999.098367:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325999.098372:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326000.122218:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326000.122224:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326000.122228:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326000.122229:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326000.122277:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326000.122282:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326000.122285:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326001.146229:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326001.146235:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326001.146241:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326001.146242:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326001.146295:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326001.146298:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326001.146302:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326001.530239:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305917978, at 4305918464 00000100:00000040:1.0:1767326001.530239:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305917978, at 4305918464 00000100:00000040:0.0:1767326001.530239:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305917978, at 4305918464 00000100:00000040:2.0:1767326001.530241:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305917978, at 4305918464 00000100:00000010:3.0:1767326001.530254:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000678b8b64. 00000100:00000010:1.0:1767326001.530256:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086a56c50. 00000100:00000010:0.0:1767326001.530258:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce179f13. 00000100:00000010:2.0:1767326001.530261:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007cc6f3c9. 00000100:00000040:0.0:1767326001.530273:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326001.530296:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326001.530302:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007523782f. 00000020:00000040:0.0:1767326001.530306:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326001.530310:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326001.530312:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326001.530316:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326001.530322:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000239bb1ca. 00000100:00000001:0.0:1767326001.530327:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326001.530334:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000007523782f x1853174993436032/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326001.530341:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326001.530343:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326001.530346:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007523782f] to pc [ptlrpcd_00_03+3] req@000000007523782f x1853174993436032/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326001.530369:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326001.530371:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326001.530374:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326001.530377:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000020:00000040:0.0:1767326001.530379:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767326001.530381:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326001.530382:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326001.530384:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326001.530387:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326001.530387:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000076b01e5c. 00000100:00000001:2.0:1767326001.530390:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326001.530390:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326001.530393:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326001.530393:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326001.530393:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000b9c126d9 x1853174993436160/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326001.530397:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326001.530404:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767326001.530405:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007523782f x1853174993436032/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326001.530406:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326001.530410:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_00+0] req@00000000b9c126d9 x1853174993436160/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326001.530413:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326001.530414:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326001.530417:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326001.530419:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326001.530422:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326001.530424:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993436032:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326001.530429:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326001.530429:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326001.530433:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326001.530434:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326001.530438:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326001.530438:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326001.530439:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326001.530442:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326001.530443:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326001.530443:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326001.530447:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000456c8c17. 00000100:00000040:3.0:1767326001.530449:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993436160/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326001.530451:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000420251a5. 00000020:00000040:0.0:1767326001.530451:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:2.0:1767326001.530455:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326001.530455:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326001.530457:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326001.530460:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326001.530463:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb9d67ea. 00000100:00000001:1.0:1767326001.530463:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326001.530464:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1767326001.530465:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007aa30fa9. 00000100:00000001:3.0:1767326001.530467:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326001.530469:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326001.530470:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326001.530470:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326001.530472:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ee2cc3. 02000000:00000001:3.0:1767326001.530473:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326001.530477:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326001.530478:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000456c8c17 x1853174993436288/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767326001.530480:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993436032, portal 25 00000100:00100000:3.0:1767326001.530482:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993436160:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326001.530483:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326001.530487:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000100:00000001:3.0:1767326001.530489:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326001.530493:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326001.530494:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767326001.530495:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007523782f x1853174993436032/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326001.530496:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326001.530496:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326001.530501:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326001.530501:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456c8c17] to pc [ptlrpcd_00_01+1] req@00000000456c8c17 x1853174993436288/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326001.530505:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1a215d9. 00000100:00000001:2.0:1767326001.530506:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326001.530509:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326001.530512:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767326001.530513:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081011fb2. 00000400:00000010:2.0:1767326001.530516:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ac80c21. 00000100:00000200:2.0:1767326001.530519:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993436032, offset 0 00000400:00000010:3.0:1767326001.530520:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d0fe3be. 00000100:00000001:0.0:1767326001.530526:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326001.530528:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767326001.530528:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767326001.530532:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1767326001.530533:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993436160, portal 10 00000100:00000001:3.0:1767326001.530536:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326001.530536:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11256) 00000100:00000001:3.0:1767326001.530539:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000100:00000040:3.0:1767326001.530545:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993436160/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326001.530547:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767326001.530552:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326001.530557:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326001.530558:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326001.530559:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326001.530560:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326001.530565:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:1.0:1767326001.530569:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000456c8c17 x1853174993436288/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326001.530573:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326001.530573:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767326001.530579:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001897d440. 00000400:00000200:2.0:1767326001.530580:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000200:3.0:1767326001.530586:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993436160, offset 0 00000400:00000200:2.0:1767326001.530586:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [391:391:256:4294967295] 192.168.203.107@tcp LPNI seq info [391:391:8:4294967295] 00000400:00000200:3.0:1767326001.530598:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326001.530604:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767326001.530615:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326001.530618:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767326001.530618:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:2.0:1767326001.530620:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b371746e. 00000100:00000001:1.0:1767326001.530622:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326001.530626:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326001.530628:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1767326001.530631:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:1.0:1767326001.530632:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326001.530634:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:1.0:1767326001.530638:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326001.530641:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326001.530641:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00100000:1.0:1767326001.530647:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993436288:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767326001.530648:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767326001.530648:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b371746e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326001.530656:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [392:392:255:4294967295] 192.168.203.107@tcp LPNI seq info [392:392:7:4294967295] 00000100:00000001:1.0:1767326001.530657:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326001.530661:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326001.530665:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326001.530665:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326001.530671:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:1.0:1767326001.530671:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326001.530672:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305923098 02000000:00000010:1.0:1767326001.530677:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e71da969. 00000100:00000010:2.0:1767326001.530680:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b11e55c. 00000800:00000200:3.0:1767326001.530683:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326001.530683:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326001.530686:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000010:3.0:1767326001.530689:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000cfce3c5. 00000100:00000001:2.0:1767326001.530691:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305923098 00000400:00000010:1.0:1767326001.530691:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4a7c86. 00000800:00000200:3.0:1767326001.530696:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:1.0:1767326001.530698:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab6453a0. 00000100:00000010:2.0:1767326001.530702:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001946f356. 00000100:00000200:1.0:1767326001.530704:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993436288, portal 10 00000800:00000200:3.0:1767326001.530706:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326001.530707:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326001.530710:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767326001.530712:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000cfce3c5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326001.530713:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250668672 : -112767458882944 : ffff997047abca80) 00000100:00000001:2.0:1767326001.530714:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305923098 00000100:00000001:3.0:1767326001.530718:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326001.530720:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e45c5932. 00000100:00000040:3.0:1767326001.530723:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 243036 usecs (244 jiffies) 00000100:00000040:1.0:1767326001.530725:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000456c8c17 x1853174993436288/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326001.530726:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326001.530728:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305918708 00000100:00000001:2.0:1767326001.530730:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305923098 00000100:00000001:3.0:1767326001.530733:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305923098 00000100:00000010:2.0:1767326001.530737:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075801627. 00000100:00000001:3.0:1767326001.530739:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305918708 00000100:00000001:2.0:1767326001.530743:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326001.530745:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305923098 00000100:00000001:1.0:1767326001.530746:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326001.530748:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326001.530749:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305918708 00000100:00000040:1.0:1767326001.530751:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326001.530755:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305923098 00000100:00000001:2.0:1767326001.530755:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326001.530756:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bec2a54. 00000800:00000200:0.0:1767326001.530758:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326001.530760:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305918708 00000100:00000001:2.0:1767326001.530762:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326001.530762:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993436288, offset 0 00000100:00000001:3.0:1767326001.530764:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305923098 00000800:00000010:0.0:1767326001.530764:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b371746e. 00000100:00000001:2.0:1767326001.530767:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326001.530769:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326001.530772:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326001.530773:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326001.530774:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326001.530775:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326001.530778:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326001.530780:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326001.530780:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326001.530783:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326001.530783:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767326001.530785:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326001.530786:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326001.530788:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326001.530789:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326001.530792:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326001.530793:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767326001.530794:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326001.530797:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326001.530798:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326001.530801:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767326001.530802:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326001.530804:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326001.530805:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [393:393:254:4294967295] 192.168.203.107@tcp LPNI seq info [393:393:6:4294967295] 00000100:00000001:3.0:1767326001.530807:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326001.530811:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326001.530817:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767326001.530828:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326001.530828:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ac80c21 00000800:00000010:1.0:1767326001.530831:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000524bc938. 00000400:00000010:0.0:1767326001.530832:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ac80c21. 00000800:00000200:1.0:1767326001.530837:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326001.530839:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767326001.530842:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:0.0:1767326001.530845:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007523782f x1853174993436032/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326001.530846:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000524bc938 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326001.530851:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326001.530856:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 14857 usecs (15 jiffies) 00000100:00000001:0.0:1767326001.530858:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326001.530859:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305918479 00000100:00000040:0.0:1767326001.530861:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007523782f x1853174993436032/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326017 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326001.530864:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305923098 00000100:00000001:1.0:1767326001.530868:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305918479 00000100:00000001:1.0:1767326001.530872:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305923098 00000100:00000001:1.0:1767326001.530873:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305918479 00000100:00000001:1.0:1767326001.530875:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305923098 00000100:00000001:1.0:1767326001.530876:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305918479 00000100:00000001:1.0:1767326001.530877:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305923098 00000100:00000001:1.0:1767326001.530879:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326001.530885:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326001.530887:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326001.530890:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326001.530891:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326001.530894:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326001.530899:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326001.530900:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326001.530902:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326001.530903:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767326001.530905:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326001.530906:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326001.530907:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000cfce3c5. 00000100:00000001:1.0:1767326001.530911:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326001.530911:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326001.530918:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326001.530920:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001897d440 00000400:00000010:0.0:1767326001.530921:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001897d440. 00000100:00000001:0.0:1767326001.530923:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326001.530925:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993436160/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326001.530930:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326001.530931:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993436160/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326017 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326001.530935:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326001.530936:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326001.530955:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326001.530957:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000524bc938. 00000400:00000200:0.0:1767326001.530958:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326001.530960:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326001.530962:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bec2a54 00000400:00000010:0.0:1767326001.530962:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bec2a54. 00000100:00000001:0.0:1767326001.530964:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326001.530965:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000456c8c17 x1853174993436288/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326001.530969:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326001.530970:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000456c8c17 x1853174993436288/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326017 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326001.530974:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326001.530975:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326001.532339:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326001.532405:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326001.532419:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326001.532422:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326001.532431:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326001.532443:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30bd80 00000400:00000200:0.0:1767326001.532450:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xd0d [1] + 224 00000800:00000001:0.0:1767326001.532457:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326001.532460:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326001.532462:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326001.532464:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326001.532469:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326001.532474:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007523782f x1853174993436032/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326001.532483:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007523782f x1853174993436032/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326001.532509:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326001.532516:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326001.532538:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326001.532540:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326001.532546:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326001.532551:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767326001.532556:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326001.532560:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30be00 00000100:00000001:2.0:1767326001.532561:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326001.532569:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xd15 [1] + 224 00000800:00000001:0.0:1767326001.532572:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326001.532574:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326001.532575:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326001.532577:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767326001.532578:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767326001.532579:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb9d67ea. 00000400:00000200:0.0:1767326001.532587:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326001.532588:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ee2cc3 00000400:00000010:2.0:1767326001.532597:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ee2cc3. 00000100:00000001:2.0:1767326001.532604:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326001.532605:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326001.532614:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993436160/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326001.532617:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007523782f x1853174993436032/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326001.532655:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993436160/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326001.532661:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007523782f x1853174993436032/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326001.532692:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326001.532699:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326001.532704:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326001.532706:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326001.532709:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326001.532713:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326001.532718:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767326001.532719:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326001.532723:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326001.532723:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326001.532726:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326001.532728:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326001.532734:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:3.0:1767326001.532737:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767326001.532738:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=108 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326001.532742:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326001.532744:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30be80 00000400:00000001:3.0:1767326001.532750:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326001.532755:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1767326001.532756:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=108 v=5 (1 1 1 1) 00000400:00000010:3.0:1767326001.532758:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081011fb2. 00000100:00000001:2.0:1767326001.532764:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767326001.532765:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0fe3be 00000100:00000001:2.0:1767326001.532766:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326001.532768:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d0fe3be. 00010000:00000001:2.0:1767326001.532771:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326001.532773:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767326001.532775:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326001.532780:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xd1d [1] + 224 00000100:00000200:3.0:1767326001.532785:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993436160/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326001.532787:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326001.532793:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767326001.532801:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007523782f x1853174993436032/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326001.532804:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326001.532811:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767326001.532819:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993436160/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326001.532821:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326001.532834:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326001.532845:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000456c8c17 x1853174993436288/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326001.532856:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326001.532867:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326001.532875:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326001.532876:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326001.532881:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326001.532885:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000456c8c17 x1853174993436288/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326001.532889:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767326001.532889:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007523782f x1853174993436032/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326001.532893:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326001.532896:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326001.532899:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326001.532906:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326001.532913:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=98 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326001.532928:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=98 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326001.532948:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326001.532950:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326001.532952:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993436032:192.168.203.107@tcp:400: 00010000:00000001:3.0:1767326001.532954:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326001.532957:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767326001.532959:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326001.532962:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326001.532964:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326001.532966:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767326001.532966:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326001.532968:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326001.532974:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1767326001.532975:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326001.532976:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007523782f x1853174993436032/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326001.532984:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326001.532990:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326001.532992:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767326001.532993:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993436160/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326001.532993:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326001.532998:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1767326001.532999:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1767326001.533003:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000420251a5. 00000400:00000001:1.0:1767326001.533004:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326001.533005:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326001.533007:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4a7c86. 02000000:00000001:2.0:1767326001.533010:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326001.533011:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767326001.533012:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab6453a0 00000020:00000001:2.0:1767326001.533013:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326001.533014:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767326001.533017:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000040:3.0:1767326001.533021:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993436160/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326001.533021:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab6453a0. 00000020:00000001:2.0:1767326001.533022:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326001.533027:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000239bb1ca. 00000100:00000001:1.0:1767326001.533027:0:211466:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767326001.533034:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1767326001.533034:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000456c8c17 x1853174993436288/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326001.533049:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993436160:192.168.203.107@tcp:400: 02000000:00000001:2.0:1767326001.533050:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326001.533054:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007523782f. 00000100:00000001:3.0:1767326001.533060:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326001.533063:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000456c8c17 x1853174993436288/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326001.533065:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326001.533067:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326001.533071:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326001.533072:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993436160/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326001.533075:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326001.533082:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326001.533083:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326001.533086:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326001.533087:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326001.533087:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326001.533089:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326001.533091:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326001.533093:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326001.533093:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1767326001.533094:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1a215d9. 00000100:00000001:1.0:1767326001.533095:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326001.533097:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326001.533099:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326001.533100:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767326001.533102:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326001.533103:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326001.533106:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00001000:1.0:1767326001.533106:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=108 v=5 (5 5 5 5) 00000020:00000001:3.0:1767326001.533110:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1767326001.533111:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=55 v=5 (1 1 0 0) 02000000:00000010:3.0:1767326001.533113:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000076b01e5c. 00000100:00000001:1.0:1767326001.533115:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767326001.533118:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326001.533118:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326001.533121:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767326001.533123:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:3.0:1767326001.533124:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000001:3.0:1767326001.533128:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00080000:1.0:1767326001.533130:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000456c8c17 x1853174993436288/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326001.533131:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326001.533134:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326001.533161:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326001.533163:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326001.533165:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326001.533167:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326001.533173:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326001.533176:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326001.533178:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326001.533180:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326001.533181:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326001.533185:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000456c8c17 x1853174993436288/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326001.533192:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326001.533194:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326001.533195:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326001.533198:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000456c8c17 x1853174993436288/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326001.533216:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993436288:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326001.533219:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326001.533220:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326001.533222:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000456c8c17 x1853174993436288/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326017 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326001.533225:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326001.533226:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326001.533227:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e71da969. 02000000:00000001:1.0:1767326001.533229:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326001.533230:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326001.533231:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767326001.533232:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326001.533233:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007aa30fa9. 02000000:00000001:1.0:1767326001.533234:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326001.533235:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326001.533236:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000456c8c17. 00000100:00000001:1.0:1767326001.533238:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326001.533238:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326001.533239:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326001.533242:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326001.533243:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326001.533244:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326001.533245:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326002.170253:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326002.170261:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326002.170266:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326002.170267:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326002.170325:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326002.170328:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326002.170330:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326003.194228:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326003.194235:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326003.194241:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326003.194242:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326003.194292:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326003.194296:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326003.194298:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326004.218240:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326004.218249:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326004.218251:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326004.218252:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326004.218256:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326004.218258:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326004.218260:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326004.218261:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326004.218264:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326004.218264:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326004.218307:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326004.218311:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326004.218313:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326005.242225:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326005.242233:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326005.242240:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326005.242241:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326005.242290:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326005.242293:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326005.242296:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326006.266267:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326006.266275:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326006.266282:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326006.266285:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326006.266288:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326006.266293:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326006.266296:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326006.266297:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326006.266299:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326006.266301:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326006.266321:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326006.266323:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326006.266382:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326006.266401:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326006.266406:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326006.650285:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305923098, at 4305923584 00000100:00000040:1.0:1767326006.650285:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305923098, at 4305923584 00000100:00000040:2.0:1767326006.650286:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305923098, at 4305923584 00000100:00000040:0.0:1767326006.650286:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305923098, at 4305923584 00000100:00000010:3.0:1767326006.650310:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075801627. 00000100:00000010:2.0:1767326006.650314:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e45c5932. 00000100:00000010:1.0:1767326006.650319:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001946f356. 00000100:00000010:0.0:1767326006.650330:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b11e55c. 00000100:00000040:1.0:1767326006.650346:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326006.650355:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326006.650361:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ce5d4e7. 00000020:00000040:1.0:1767326006.650366:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326006.650371:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326006.650373:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326006.650378:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326006.650385:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1d8a82b. 00000100:00000001:1.0:1767326006.650393:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326006.650401:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000005ce5d4e7 x1853174993436416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326006.650409:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326006.650411:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326006.650414:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ce5d4e7] to pc [ptlrpcd_00_02+2] req@000000005ce5d4e7 x1853174993436416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326006.650437:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326006.650440:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326006.650443:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326006.650445:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005414cf97. 00000020:00000040:1.0:1767326006.650447:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767326006.650450:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326006.650451:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326006.650453:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326006.650456:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1b90c43. 00000100:00000001:1.0:1767326006.650459:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326006.650460:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326006.650465:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326006.650465:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000005414cf97 x1853174993436544/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326006.650468:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326006.650472:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ce5d4e7 x1853174993436416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326006.650475:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326006.650482:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326006.650484:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326006.650488:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326006.650490:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326006.650491:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326006.650492:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326006.650494:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326006.650498:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326006.650499:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005414cf97] to pc [ptlrpcd_00_03+3] req@000000005414cf97 x1853174993436544/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326006.650502:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ce5d4e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993436416:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326006.650507:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326006.650511:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326006.650513:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326006.650513:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326006.650516:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326006.650516:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1767326006.650520:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a4f1d291. 00000100:00000001:1.0:1767326006.650520:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767326006.650523:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326006.650524:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021e2dd14. 00000020:00000040:1.0:1767326006.650528:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000400:00000010:3.0:1767326006.650529:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081011fb2. 00000100:00000001:2.0:1767326006.650529:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326006.650537:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326006.650537:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767326006.650540:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d0fe3be. 02000000:00000001:1.0:1767326006.650542:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326006.650543:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326006.650545:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326006.650546:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993436416, portal 25 00000100:00000001:3.0:1767326006.650548:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326006.650550:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138712448 : -112766570839168 : ffff99707c9a4380) 02000000:00000010:1.0:1767326006.650550:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f9e2ebb4. 00000100:00000001:1.0:1767326006.650554:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326006.650557:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005414cf97 x1853174993436544/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326006.650559:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ce5d4e7 x1853174993436416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326006.650561:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000021e2dd14 x1853174993436672/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326006.650608:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326006.650610:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326006.650610:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326006.650614:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326006.650615:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326006.650618:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767326006.650623:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008237aba. 02000000:00000001:2.0:1767326006.650624:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326006.650625:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021e2dd14] to pc [ptlrpcd_00_00+0] req@0000000021e2dd14 x1853174993436672/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326006.650627:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993436416, offset 0 02000000:00000001:2.0:1767326006.650631:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326006.650639:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767326006.650642:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326006.650649:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005414cf97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993436544:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767326006.650657:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326006.650657:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326006.650665:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326006.650666:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326006.650666:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326006.650672:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326006.650672:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767326006.650676:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:2.0:1767326006.650681:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326006.650681:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767326006.650683:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326006.650691:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11261) 02000000:00000010:2.0:1767326006.650692:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4973da6. 00000400:00000200:3.0:1767326006.650699:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:2.0:1767326006.650700:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326006.650708:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326006.650710:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [394:394:256:4294967295] 192.168.203.107@tcp LPNI seq info [394:394:8:4294967295] 00000400:00000010:2.0:1767326006.650710:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb9d67ea. 00000100:00000001:1.0:1767326006.650712:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326006.650716:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326006.650717:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326006.650722:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767326006.650726:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ee2cc3. 00000100:00000040:0.0:1767326006.650734:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021e2dd14 x1853174993436672/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326006.650735:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993436544, portal 10 00000100:00000001:2.0:1767326006.650743:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326006.650747:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138721408 : -112766570830208 : ffff99707c9a6680) 00000400:00000200:3.0:1767326006.650750:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767326006.650765:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326006.650770:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005414cf97 x1853174993436544/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326006.650776:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326006.650789:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326006.650791:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe2b1497. 00000100:00000001:2.0:1767326006.650802:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326006.650802:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326006.650808:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326006.650809:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:2.0:1767326006.650816:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326006.650820:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326006.650824:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000100:00100000:0.0:1767326006.650829:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993436672:192.168.203.107@tcp:400: 00000800:00000200:3.0:1767326006.650830:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767326006.650842:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe2b1497 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767326006.650843:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993436544, offset 0 00000100:00000001:0.0:1767326006.650843:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326006.650849:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326006.650853:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326006.650856:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326006.650857:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326006.650860:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326006.650864:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7c7e78b. 00000100:00000001:3.0:1767326006.650867:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305928218 02000000:00000001:0.0:1767326006.650869:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326006.650871:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:3.0:1767326006.650876:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000678b8b64. 00000400:00000010:0.0:1767326006.650879:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1205751. 00000400:00000200:2.0:1767326006.650881:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326006.650888:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326006.650888:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:0.0:1767326006.650889:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000400:00000200:2.0:1767326006.650899:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1767326006.650900:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993436672, portal 10 00000100:00000001:3.0:1767326006.650902:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305928218 00000400:00000200:2.0:1767326006.650906:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326006.650906:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1767326006.650910:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e80ee982. 00000100:00000001:0.0:1767326006.650910:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138725888 : -112766570825728 : ffff99707c9a7800) 00000400:00000200:2.0:1767326006.650917:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [395:395:255:4294967295] 192.168.203.107@tcp LPNI seq info [395:395:7:4294967295] 00000100:00000001:3.0:1767326006.650925:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767326006.650929:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021e2dd14 x1853174993436672/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326006.650936:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305928218 00000100:00000010:3.0:1767326006.650949:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5aca06a. 00000400:00000200:2.0:1767326006.650955:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326006.650962:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326006.650962:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326006.650973:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305928218 00000800:00000200:2.0:1767326006.650974:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767326006.650974:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000010:3.0:1767326006.650987:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db18ab38. 00000800:00000010:2.0:1767326006.650988:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b371746e. 00000400:00000010:0.0:1767326006.650988:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f87e7ca8. 00000100:00000200:0.0:1767326006.650998:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993436672, offset 0 00000100:00000001:3.0:1767326006.651001:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767326006.651011:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326006.651018:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe2b1497. 00000800:00000200:2.0:1767326006.651020:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767326006.651022:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326006.651026:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326006.651030:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326006.651034:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326006.651042:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326006.651043:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326006.651046:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767326006.651050:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326006.651053:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000800:00000200:2.0:1767326006.651056:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b371746e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326006.651063:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767326006.651065:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326006.651071:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326006.651073:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326006.651078:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:2.0:1767326006.651084:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 240985 usecs (241 jiffies) 00000400:00000200:0.0:1767326006.651085:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326006.651092:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305923825 00000400:00000200:0.0:1767326006.651092:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326006.651098:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305928218 00000400:00000200:0.0:1767326006.651098:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [396:396:254:4294967295] 192.168.203.107@tcp LPNI seq info [396:396:6:4294967295] 00000100:00000001:2.0:1767326006.651103:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305923825 00000100:00000001:2.0:1767326006.651108:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305928218 00000100:00000001:2.0:1767326006.651113:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305923825 00000400:00000200:0.0:1767326006.651117:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767326006.651118:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305928218 00000100:00000001:2.0:1767326006.651125:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305923825 00000100:00000001:2.0:1767326006.651128:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305928218 00000800:00000200:0.0:1767326006.651129:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326006.651130:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008237aba 00000100:00000001:2.0:1767326006.651134:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326006.651138:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008237aba. 00000100:00000001:3.0:1767326006.651173:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326006.651177:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326006.651178:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326006.651180:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326006.651180:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1767326006.651183:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfadf5e9. 00000100:00000001:2.0:1767326006.651187:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326006.651188:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326006.651189:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ce5d4e7 x1853174993436416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326006.651198:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326006.651209:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326006.651219:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326006.651223:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767326006.651229:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326006.651235:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767326006.651236:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dfadf5e9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326006.651237:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326006.651239:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326006.651244:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326006.651246:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326006.651249:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ce5d4e7 x1853174993436416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326022 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326006.651251:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326006.651253:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 14755 usecs (15 jiffies) 00000100:00000001:0.0:1767326006.651265:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305923600 00000100:00000001:0.0:1767326006.651276:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305928218 00000100:00000001:1.0:1767326006.651278:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326006.651283:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305923600 00000100:00000001:1.0:1767326006.651284:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326006.651291:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305928218 00000100:00000001:0.0:1767326006.651294:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305923600 00000100:00000001:0.0:1767326006.651297:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305928218 00000100:00000001:0.0:1767326006.651299:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305923600 00000100:00000001:0.0:1767326006.651302:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305928218 00000800:00000200:1.0:1767326006.651306:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326006.651306:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767326006.651314:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b371746e. 00000100:00000001:0.0:1767326006.651316:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326006.651319:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326006.651324:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326006.651327:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326006.651331:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326006.651333:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000400:00000010:1.0:1767326006.651336:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 00000100:00000001:1.0:1767326006.651342:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326006.651345:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005414cf97 x1853174993436544/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326006.651345:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326006.651351:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326006.651361:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326006.651367:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326006.651368:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326006.651374:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326006.651375:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005414cf97 x1853174993436544/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326022 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326006.651384:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326006.651386:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326006.651393:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326006.651421:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326006.651422:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfadf5e9. 00000400:00000200:1.0:1767326006.651425:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326006.651427:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326006.651428:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f87e7ca8 00000400:00000010:1.0:1767326006.651429:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f87e7ca8. 00000100:00000001:1.0:1767326006.651431:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326006.651433:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021e2dd14 x1853174993436672/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326006.651442:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326006.651443:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021e2dd14 x1853174993436672/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326022 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326006.651447:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326006.651448:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326006.652197:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326006.652213:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326006.652216:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326006.652219:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326006.652229:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326006.652241:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30bf00 00000400:00000200:0.0:1767326006.652248:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xd25 [1] + 224 00000800:00000001:0.0:1767326006.652265:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326006.652276:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326006.652278:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326006.652283:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326006.652289:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326006.652293:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ce5d4e7 x1853174993436416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326006.652302:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005ce5d4e7 x1853174993436416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326006.652320:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326006.652329:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326006.652334:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326006.652343:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326006.652346:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326006.652351:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326006.652352:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326006.652355:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081011fb2. 00000400:00000200:3.0:1767326006.652358:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0fe3be 00000400:00000010:3.0:1767326006.652359:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d0fe3be. 00000100:00000001:3.0:1767326006.652361:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326006.652365:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ce5d4e7 x1853174993436416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326006.652370:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ce5d4e7 x1853174993436416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326006.652375:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326006.652376:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326006.652377:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326006.652378:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326006.652380:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326006.652381:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326006.652383:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326006.652386:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326006.652389:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326006.652391:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326006.652391:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326006.652393:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326006.652395:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326006.652396:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326006.652398:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ce5d4e7 x1853174993436416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326006.652455:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326006.652457:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326006.652458:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326006.652461:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ce5d4e7 x1853174993436416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326006.652466:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ce5d4e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993436416:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326006.652474:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326006.652475:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767326006.652485:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326006.652493:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326006.652495:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326006.652497:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326006.652502:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000040:3.0:1767326006.652509:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ce5d4e7 x1853174993436416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326006.652517:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30bf80 00000400:00000200:0.0:1767326006.652524:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xd2d [1] + 224 00000800:00000001:0.0:1767326006.652529:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326006.652534:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326006.652536:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326006.652541:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326006.652545:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326006.652549:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005414cf97 x1853174993436544/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326006.652558:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005414cf97 x1853174993436544/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326006.652574:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326006.652581:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326006.652585:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326006.652591:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326006.652596:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1767326006.652597:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767326006.652603:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a4f1d291. 00000100:00000001:2.0:1767326006.652604:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326006.652605:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326006.652610:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326006.652613:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:2.0:1767326006.652616:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326006.652618:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000020:00000001:3.0:1767326006.652619:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:2.0:1767326006.652620:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326006.652625:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb9d67ea. 00000400:00000200:0.0:1767326006.652630:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30c000 00000400:00000200:2.0:1767326006.652631:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ee2cc3 00000400:00000010:2.0:1767326006.652634:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ee2cc3. 00000100:00000001:2.0:1767326006.652636:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326006.652640:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xd35 [1] + 224 00000100:00000200:2.0:1767326006.652641:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005414cf97 x1853174993436544/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326006.652650:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326006.652653:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005414cf97 x1853174993436544/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326006.652657:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326006.652658:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767326006.652661:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326006.652662:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326006.652662:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326006.652668:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326006.652676:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767326006.652677:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767326006.652678:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326006.652682:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326006.652685:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326006.652686:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1d8a82b. 02000000:00000001:2.0:1767326006.652687:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326006.652687:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767326006.652696:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=103 v=5 (5 5 5 5) 02000000:00000001:3.0:1767326006.652698:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1767326006.652698:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021e2dd14 x1853174993436672/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326006.652700:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=103 v=5 (1 1 1 1) 02000000:00000001:3.0:1767326006.652705:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326006.652706:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326006.652710:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326006.652711:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ce5d4e7. 00010000:00000001:2.0:1767326006.652714:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326006.652721:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326006.652724:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326006.652725:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326006.652726:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021e2dd14 x1853174993436672/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326006.652728:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326006.652729:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326006.652732:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326006.652737:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326006.652740:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326006.652744:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005414cf97 x1853174993436544/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326006.652754:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326006.652763:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326006.652767:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326006.652773:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326006.652775:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326006.652781:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767326006.652783:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326006.652784:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326006.652787:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326006.652789:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326006.652791:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005414cf97 x1853174993436544/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326006.652799:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005414cf97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993436544:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326006.652803:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326006.652804:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326006.652808:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005414cf97 x1853174993436544/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326006.652813:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326006.652815:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326006.652816:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4973da6. 00000100:00000001:1.0:1767326006.652818:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326006.652819:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326006.652822:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326006.652822:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767326006.652825:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767326006.652827:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:1.0:1767326006.652827:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326006.652830:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:2.0:1767326006.652831:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c1b90c43. 00000400:00000010:1.0:1767326006.652832:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1205751. 02000000:00000001:2.0:1767326006.652835:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326006.652837:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767326006.652837:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000100:00000010:2.0:1767326006.652838:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005414cf97. 00000400:00000010:1.0:1767326006.652840:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:2.0:1767326006.652843:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326006.652844:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326006.652846:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326006.652848:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326006.652850:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021e2dd14 x1853174993436672/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326006.652852:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326006.652855:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326006.652858:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326006.652861:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326006.652864:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021e2dd14 x1853174993436672/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326006.652871:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326006.652872:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326006.652873:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326006.652875:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326006.652879:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326006.652881:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326006.652882:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326006.652885:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=113 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326006.652887:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=60 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326006.652889:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326006.652890:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326006.652891:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326006.652893:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000021e2dd14 x1853174993436672/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326006.652898:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326006.652905:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326006.652906:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326006.652907:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326006.652908:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326006.652910:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021e2dd14 x1853174993436672/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326006.652915:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326006.652916:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326006.652917:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326006.652919:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021e2dd14 x1853174993436672/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326006.652922:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993436672:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326006.652925:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326006.652926:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326006.652927:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021e2dd14 x1853174993436672/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326022 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326006.652930:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326006.652931:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326006.652932:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7c7e78b. 02000000:00000001:1.0:1767326006.652934:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326006.652935:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326006.652936:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767326006.652937:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326006.652938:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f9e2ebb4. 02000000:00000001:1.0:1767326006.652940:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326006.652941:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326006.652942:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021e2dd14. 00000100:00000001:1.0:1767326006.652944:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326006.652944:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326006.652945:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326006.652948:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326006.652949:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326006.652950:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326006.652954:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326007.290213:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326007.290220:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326007.290224:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326007.290225:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326007.290292:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326007.290298:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326007.290301:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326008.314247:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326008.314252:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326008.314259:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326008.314260:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326008.314318:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326008.314325:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326008.314329:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326009.338268:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326009.338277:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326009.338285:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326009.338286:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326009.338341:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326009.338346:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326009.338349:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326010.362233:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326010.362239:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326010.362244:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326010.362245:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326010.362305:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326010.362309:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326010.362313:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326011.386258:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326011.386266:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326011.386271:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326011.386272:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326011.386339:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326011.386344:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326011.386347:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326011.770253:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305928218, at 4305928704 00000100:00000040:2.0:1767326011.770253:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305928218, at 4305928704 00000100:00000040:1.0:1767326011.770253:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305928218, at 4305928704 00000100:00000040:0.0:1767326011.770257:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305928218, at 4305928704 00000100:00000010:1.0:1767326011.770269:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e80ee982. 00000100:00000010:3.0:1767326011.770270:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db18ab38. 00000100:00000010:2.0:1767326011.770271:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5aca06a. 00000100:00000010:0.0:1767326011.770274:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000678b8b64. 00000100:00000040:0.0:1767326011.770290:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326011.770297:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326011.770307:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000020:00000040:0.0:1767326011.770312:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326011.770317:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326011.770320:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326011.770325:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326011.770350:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dfadf5e9. 00000100:00000001:0.0:1767326011.770358:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326011.770370:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000a1ef485d x1853174993436800/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326011.770389:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326011.770392:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326011.770398:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_01+1] req@00000000a1ef485d x1853174993436800/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326011.770423:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326011.770426:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326011.770430:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326011.770434:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000456c8c17. 00000100:00000001:1.0:1767326011.770436:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767326011.770437:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767326011.770442:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326011.770445:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326011.770446:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326011.770449:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326011.770450:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767326011.770454:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993436800/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326011.770455:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326011.770455:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326011.770463:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007aa30fa9. 00000100:00000001:1.0:1767326011.770465:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326011.770468:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326011.770469:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326011.770476:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326011.770478:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000456c8c17 x1853174993436928/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326011.770479:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326011.770484:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326011.770490:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993436800:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326011.770497:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326011.770499:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326011.770502:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326011.770503:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326011.770506:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326011.770507:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456c8c17] to pc [ptlrpcd_00_02+2] req@00000000456c8c17 x1853174993436928/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326011.770509:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326011.770515:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7443265. 02000000:00000001:1.0:1767326011.770518:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326011.770523:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4a7c86. 00000400:00000010:1.0:1767326011.770530:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab6453a0. 00000100:00000001:0.0:1767326011.770532:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326011.770536:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767326011.770537:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993436800, portal 25 00000100:00000001:1.0:1767326011.770542:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326011.770542:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326011.770545:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 00000100:00000010:0.0:1767326011.770548:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000100:00000001:3.0:1767326011.770549:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326011.770553:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326011.770553:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993436800/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767326011.770554:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767326011.770556:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326011.770558:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767326011.770562:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000456c8c17 x1853174993436928/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326011.770567:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326011.770568:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326011.770572:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326011.770573:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326011.770582:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000076b01e5c. 00000100:00000001:1.0:1767326011.770583:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326011.770584:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326011.770588:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326011.770589:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326011.770591:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767326011.770594:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767326011.770596:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083c530ed. 02000000:00000001:3.0:1767326011.770598:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326011.770598:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000b9c126d9 x1853174993437056/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767326011.770600:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993436800, offset 0 02000000:00000001:3.0:1767326011.770604:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326011.770612:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00100000:3.0:1767326011.770614:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993436928:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326011.770620:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326011.770621:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326011.770628:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326011.770629:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_03+3] req@00000000b9c126d9 x1853174993437056/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326011.770630:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:3.0:1767326011.770633:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326011.770637:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326011.770638:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326011.770644:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326011.770646:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000010:3.0:1767326011.770649:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e1f16e8. 00000400:00000200:1.0:1767326011.770652:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326011.770653:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326011.770658:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326011.770658:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326011.770659:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081011fb2. 00000400:00000200:1.0:1767326011.770664:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [397:397:256:4294967295] 192.168.203.107@tcp LPNI seq info [397:397:8:4294967295] 00000100:00000040:0.0:1767326011.770665:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767326011.770666:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d0fe3be. 00000100:00000200:3.0:1767326011.770672:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993436928, portal 10 00000100:00000040:0.0:1767326011.770673:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326011.770677:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326011.770681:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250668672 : -112767458882944 : ffff997047abca80) 00000100:00000001:2.0:1767326011.770681:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326011.770683:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11266) 00000400:00000200:1.0:1767326011.770684:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767326011.770686:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326011.770691:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326011.770693:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000456c8c17 x1853174993436928/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326011.770694:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767326011.770700:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993437056/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767326011.770702:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f9e2ebb4. 00000100:00000001:3.0:1767326011.770711:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326011.770714:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:3.0:1767326011.770718:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326011.770722:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767326011.770723:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000273bba3d. 00000100:00000001:2.0:1767326011.770726:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326011.770727:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:3.0:1767326011.770728:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993436928, offset 0 02000000:00000001:2.0:1767326011.770734:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767326011.770734:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f9e2ebb4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326011.770738:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767326011.770738:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326011.770744:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326011.770747:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00100000:2.0:1767326011.770749:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993437056:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326011.770751:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326011.770752:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326011.770758:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326011.770758:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305933338 00000400:00000200:3.0:1767326011.770760:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:2.0:1767326011.770763:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326011.770765:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1767326011.770766:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000434c5bfd. 00000400:00000200:3.0:1767326011.770771:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767326011.770772:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767326011.770774:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326011.770777:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305933338 02000000:00000001:2.0:1767326011.770779:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326011.770780:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [398:398:255:4294967295] 192.168.203.107@tcp LPNI seq info [398:398:7:4294967295] 00000100:00000010:1.0:1767326011.770783:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b66e9d2a. 02000000:00000010:2.0:1767326011.770786:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae4619a7. 00000100:00000001:1.0:1767326011.770788:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1767326011.770790:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326011.770792:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305933338 00000400:00000200:3.0:1767326011.770798:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:1.0:1767326011.770798:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b16d9ddb. 00000400:00000010:2.0:1767326011.770799:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb9d67ea. 00000100:00000001:1.0:1767326011.770803:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767326011.770807:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ee2cc3. 00000100:00000001:1.0:1767326011.770809:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305933338 00000800:00000200:3.0:1767326011.770813:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000200:2.0:1767326011.770815:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993437056, portal 10 00000100:00000010:1.0:1767326011.770815:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2d0a434. 00000800:00000010:3.0:1767326011.770818:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000caa95cc3. 00000100:00000001:2.0:1767326011.770819:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326011.770822:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000100:00000001:1.0:1767326011.770825:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767326011.770828:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326011.770830:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326011.770831:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993437056/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326011.770835:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326011.770838:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767326011.770841:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326011.770844:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000caa95cc3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326011.770845:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326011.770852:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326011.770853:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326011.770856:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767326011.770857:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326011.770859:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326011.770862:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326011.770863:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 238966 usecs (239 jiffies) 00000400:00000010:2.0:1767326011.770863:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001a1d222. 00000100:00000001:1.0:1767326011.770864:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326011.770867:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326011.770869:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993437056, offset 0 00000100:00000001:3.0:1767326011.770870:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305928943 00000100:00000001:1.0:1767326011.770870:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326011.770876:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305933338 00000800:00000200:0.0:1767326011.770878:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326011.770879:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305928943 00000400:00000200:2.0:1767326011.770884:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767326011.770884:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f9e2ebb4. 00000100:00000001:3.0:1767326011.770885:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305933338 00000100:00000001:3.0:1767326011.770890:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305928943 00000100:00000001:3.0:1767326011.770892:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305933338 00000400:00000200:0.0:1767326011.770893:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326011.770894:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305928943 00000400:00000200:2.0:1767326011.770895:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767326011.770899:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305933338 00000400:00000200:2.0:1767326011.770902:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326011.770903:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326011.770905:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326011.770907:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326011.770911:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767326011.770912:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326011.770915:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326011.770917:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326011.770920:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326011.770923:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326011.770924:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767326011.770925:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326011.770928:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326011.770930:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326011.770932:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [399:399:254:4294967295] 192.168.203.107@tcp LPNI seq info [399:399:6:4294967295] 00000100:00000001:3.0:1767326011.770933:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326011.770946:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767326011.770952:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326011.770954:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083c530ed 00000800:00000010:2.0:1767326011.770956:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000072856849. 00000400:00000010:0.0:1767326011.770958:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083c530ed. 00000800:00000200:2.0:1767326011.770964:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326011.770965:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326011.770983:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:0.0:1767326011.770987:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993436800/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326011.770989:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000072856849 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326011.770996:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326011.771002:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 14651 usecs (15 jiffies) 00000100:00000001:0.0:1767326011.771005:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326011.771006:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305928719 00000100:00000040:0.0:1767326011.771010:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993436800/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326011.771018:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305933338 00000100:00000001:2.0:1767326011.771023:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305928719 00000100:00000001:0.0:1767326011.771023:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326011.771025:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305933338 00000100:00000001:0.0:1767326011.771029:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326011.771031:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305928719 00000100:00000001:2.0:1767326011.771034:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305933338 00000100:00000001:2.0:1767326011.771036:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305928719 00000100:00000001:2.0:1767326011.771038:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305933338 00000100:00000001:2.0:1767326011.771041:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326011.771044:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326011.771046:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326011.771049:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326011.771049:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326011.771054:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000caa95cc3. 00000100:00000001:2.0:1767326011.771057:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767326011.771058:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326011.771061:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326011.771064:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326011.771065:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326011.771067:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326011.771071:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326011.771072:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326011.771078:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000273bba3d 00000400:00000010:0.0:1767326011.771080:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000273bba3d. 00000100:00000001:0.0:1767326011.771084:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326011.771087:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000456c8c17 x1853174993436928/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326011.771095:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326011.771097:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000456c8c17 x1853174993436928/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326011.771103:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326011.771104:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326011.771137:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326011.771139:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000072856849. 00000400:00000200:0.0:1767326011.771160:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326011.771164:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326011.771166:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001a1d222 00000400:00000010:0.0:1767326011.771168:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001a1d222. 00000100:00000001:0.0:1767326011.771170:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326011.771173:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993437056/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326011.771180:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326011.771182:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993437056/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326011.771188:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326011.771189:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326011.772290:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326011.772302:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326011.772305:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326011.772307:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326011.772314:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326011.772325:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30c080 00000400:00000200:0.0:1767326011.772332:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xd3d [1] + 224 00000800:00000001:0.0:1767326011.772347:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326011.772353:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326011.772355:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326011.772357:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326011.772360:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326011.772363:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993436800/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326011.772369:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993436800/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326011.772384:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326011.772391:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326011.772394:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326011.772415:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326011.772417:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326011.772422:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326011.772423:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326011.772425:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4a7c86. 00000400:00000200:1.0:1767326011.772427:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab6453a0 00000400:00000010:1.0:1767326011.772428:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab6453a0. 00000100:00000001:1.0:1767326011.772430:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326011.772432:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993436800/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326011.772438:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993436800/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326011.772442:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326011.772443:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326011.772444:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326011.772447:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326011.772448:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326011.772449:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326011.772451:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326011.772456:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=118 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326011.772459:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=118 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326011.772461:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326011.772462:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326011.772465:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326011.772467:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326011.772475:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326011.772479:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993436800/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326011.772493:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326011.772496:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326011.772501:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326011.772505:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993436800/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326011.772513:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993436800:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326011.772517:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326011.772519:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326011.772522:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993436800/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326011.772528:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326011.772530:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326011.772533:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7443265. 02000000:00000001:1.0:1767326011.772535:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326011.772537:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326011.772539:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326011.772541:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326011.772543:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dfadf5e9. 02000000:00000001:1.0:1767326011.772546:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326011.772548:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326011.772549:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00000100:00000001:1.0:1767326011.772552:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326011.772553:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326011.772554:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326011.772558:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326011.772559:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326011.772561:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326011.772562:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326011.772588:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326011.772595:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326011.772598:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326011.772600:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326011.772604:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326011.772612:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30c100 00000400:00000200:0.0:1767326011.772616:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xd45 [1] + 224 00000800:00000001:0.0:1767326011.772620:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326011.772625:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326011.772627:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326011.772631:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326011.772634:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326011.772637:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000456c8c17 x1853174993436928/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326011.772644:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000456c8c17 x1853174993436928/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326011.772658:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326011.772663:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326011.772665:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326011.772719:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326011.772720:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326011.772724:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326011.772728:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326011.772730:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326011.772732:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326011.772737:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326011.772743:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30c180 00000400:00000200:0.0:1767326011.772747:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xd4d [1] + 224 00000800:00000001:0.0:1767326011.772751:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326011.772756:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326011.772759:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767326011.772763:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326011.772765:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:3.0:1767326011.772766:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326011.772770:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081011fb2. 00000400:00000200:3.0:1767326011.772773:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0fe3be 00000400:00000010:3.0:1767326011.772774:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d0fe3be. 00000100:00000001:3.0:1767326011.772777:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326011.772778:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326011.772782:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000456c8c17 x1853174993436928/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326011.772786:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993437056/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326011.772809:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000456c8c17 x1853174993436928/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326011.772810:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993437056/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326011.772828:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326011.772829:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326011.772835:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326011.772838:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326011.772840:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326011.772843:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326011.772845:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326011.772846:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326011.772848:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326011.772850:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326011.772855:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=108 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326011.772858:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326011.772859:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326011.772861:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326011.772863:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326011.772864:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326011.772867:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:2.0:1767326011.772867:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326011.772869:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326011.772872:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb9d67ea. 00010000:00000001:3.0:1767326011.772873:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326011.772875:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ee2cc3 00000100:00000001:3.0:1767326011.772878:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:2.0:1767326011.772878:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ee2cc3. 00000100:00000040:3.0:1767326011.772883:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326011.772883:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326011.772887:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1767326011.772888:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993437056/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326011.772891:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326011.772900:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000456c8c17 x1853174993436928/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326011.772902:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993437056/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326011.772925:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326011.772928:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326011.772928:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326011.772932:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326011.772934:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326011.772935:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326011.772939:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326011.772941:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767326011.772942:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000456c8c17 x1853174993436928/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326011.772943:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326011.772946:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326011.772951:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=118 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326011.772956:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=65 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326011.772960:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1767326011.772961:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993436928:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326011.772962:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326011.772965:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326011.772982:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767326011.772984:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b9c126d9 x1853174993437056/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326011.772986:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767326011.772992:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326011.772993:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000456c8c17 x1853174993436928/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326011.772995:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326011.772997:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326011.773000:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326011.773001:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326011.773007:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993437056/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326011.773010:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326011.773013:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326011.773015:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767326011.773016:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e1f16e8. 00000100:00000001:2.0:1767326011.773017:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326011.773018:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326011.773022:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993437056/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326011.773023:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326011.773026:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1767326011.773029:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993437056:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326011.773031:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326011.773033:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767326011.773036:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000040:2.0:1767326011.773036:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993437056/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326027 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326011.773042:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326011.773046:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007aa30fa9. 00000100:00000001:2.0:1767326011.773046:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326011.773048:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767326011.773052:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1767326011.773052:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae4619a7. 02000000:00000001:3.0:1767326011.773056:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326011.773057:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000456c8c17. 02000000:00000001:2.0:1767326011.773059:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326011.773061:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326011.773063:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326011.773065:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326011.773068:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326011.773071:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1767326011.773071:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767326011.773074:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326011.773076:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326011.773079:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326011.773080:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000076b01e5c. 00000100:00000001:3.0:1767326011.773082:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326011.773085:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326011.773087:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326011.773089:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000001:2.0:1767326011.773093:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326011.773094:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326011.773096:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326011.773100:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326011.773102:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326011.773104:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326011.773105:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326012.410233:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326012.410239:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326012.410244:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326012.410245:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326012.410300:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326012.410304:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326012.410308:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326013.434246:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326013.434254:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326013.434256:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326013.434258:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326013.434263:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326013.434265:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326013.434266:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326013.434267:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326013.434270:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326013.434271:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326013.434321:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326013.434324:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326013.434326:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326014.458248:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326014.458256:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326014.458264:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326014.458265:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326014.458325:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326014.458328:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326014.458330:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326015.482402:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326015.482411:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326015.482418:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326015.482422:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326015.482424:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326015.482430:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326015.482452:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326015.482454:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326015.482457:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326015.482460:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326015.482462:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326015.482464:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326015.482527:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326015.482531:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326015.482534:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326016.506253:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326016.506261:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326016.506268:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326016.506269:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326016.506325:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326016.506328:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326016.506331:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326016.890235:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305933338, at 4305933824 00000100:00000040:2.0:1767326016.890235:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305933338, at 4305933824 00000100:00000040:1.0:1767326016.890235:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305933338, at 4305933824 00000100:00000010:2.0:1767326016.890252:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b16d9ddb. 00000100:00000010:1.0:1767326016.890261:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b66e9d2a. 00000100:00000010:3.0:1767326016.890263:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2d0a434. 00000100:00000040:2.0:1767326016.890282:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326016.890287:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326016.890293:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008741e8e9. 00000020:00000040:2.0:1767326016.890297:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326016.890301:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326016.890303:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326016.890309:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326016.890313:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305933338, at 4305933824 02000000:00000010:2.0:1767326016.890315:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc002f00. 00000100:00000010:0.0:1767326016.890321:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000434c5bfd. 00000100:00000001:2.0:1767326016.890323:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326016.890334:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000008741e8e9 x1853174993437184/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326016.890343:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326016.890345:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326016.890349:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008741e8e9] to pc [ptlrpcd_00_00+0] req@000000008741e8e9 x1853174993437184/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326016.890372:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326016.890373:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326016.890376:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326016.890378:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087b1058a. 00000020:00000040:2.0:1767326016.890380:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326016.890381:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326016.890391:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326016.890397:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326016.890397:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326016.890399:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326016.890401:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767326016.890403:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006fc6f982. 00000100:00000001:2.0:1767326016.890407:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326016.890410:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008741e8e9 x1853174993437184/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326016.890411:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000087b1058a x1853174993437312/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326016.890439:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326016.890440:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326016.890441:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326016.890445:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326016.890446:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b1058a] to pc [ptlrpcd_00_01+1] req@0000000087b1058a x1853174993437312/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326016.890452:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326016.890455:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326016.890456:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326016.890458:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326016.890463:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326016.890463:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767326016.890464:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326016.890467:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767326016.890468:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a860e5cf. 00000100:00000001:3.0:1767326016.890469:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1767326016.890470:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008741e8e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993437184:192.168.203.107@tcp:400: 00000020:00000040:2.0:1767326016.890471:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:3.0:1767326016.890476:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087b1058a x1853174993437312/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326016.890476:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326016.890477:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326016.890478:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326016.890481:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326016.890484:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767326016.890488:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000072856849. 02000000:00000001:1.0:1767326016.890488:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326016.890489:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326016.890491:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326016.890494:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326016.890494:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767326016.890495:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326016.890498:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326016.890499:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000a860e5cf x1853174993437440/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1767326016.890501:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f0672a4. 02000000:00000001:3.0:1767326016.890503:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326016.890505:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326016.890509:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087b1058a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993437312:192.168.203.107@tcp:400: 00000400:00000010:1.0:1767326016.890513:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4a7c86. 00000100:00000001:3.0:1767326016.890517:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326016.890518:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326016.890520:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326016.890521:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767326016.890523:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab6453a0. 00000100:00000040:2.0:1767326016.890524:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a860e5cf] to pc [ptlrpcd_00_02+2] req@00000000a860e5cf x1853174993437440/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326016.890525:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326016.890528:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326016.890531:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5b42119. 00000100:00000200:1.0:1767326016.890531:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993437184, portal 25 02000000:00000001:3.0:1767326016.890534:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326016.890535:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326016.890536:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531380224 : -112767178171392 : ffff997058671c00) 00000400:00000010:3.0:1767326016.890538:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081011fb2. 00000400:00000010:3.0:1767326016.890542:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d0fe3be. 00000100:00000040:1.0:1767326016.890543:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008741e8e9 x1853174993437184/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326016.890545:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993437312, portal 10 00000100:00000001:2.0:1767326016.890545:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326016.890549:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326016.890556:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326016.890557:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326016.890557:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326016.890558:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531376640 : -112767178174976 : ffff997058670e00) 00000100:00000001:1.0:1767326016.890559:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326016.890560:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326016.890564:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326016.890568:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087b1058a x1853174993437312/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326016.890572:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11271) 00000100:00000040:0.0:1767326016.890572:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a860e5cf x1853174993437440/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326016.890573:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326016.890578:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d035787. 00000100:00000200:1.0:1767326016.890582:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993437184, offset 0 00000100:00000001:3.0:1767326016.890588:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326016.890592:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326016.890593:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326016.890594:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326016.890594:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767326016.890596:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a09826fe. 00000100:00000200:3.0:1767326016.890599:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993437312, offset 0 00000100:00000001:2.0:1767326016.890599:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326016.890602:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326016.890606:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326016.890609:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326016.890609:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:0.0:1767326016.890609:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326016.890614:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326016.890618:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a860e5cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993437440:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767326016.890620:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326016.890622:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326016.890625:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326016.890627:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326016.890629:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:0.0:1767326016.890629:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326016.890634:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9f3c524. 00000400:00000200:1.0:1767326016.890635:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326016.890638:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326016.890641:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:0.0:1767326016.890642:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066cbf875. 00000400:00000200:1.0:1767326016.890647:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [400:400:256:4294967295] 192.168.203.107@tcp LPNI seq info [400:400:8:4294967295] 00000400:00000010:0.0:1767326016.890648:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050e838eb. 00000100:00000200:0.0:1767326016.890653:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993437440, portal 10 00000100:00000001:0.0:1767326016.890655:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326016.890657:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531381120 : -112767178170496 : ffff997058671f80) 00000400:00000200:1.0:1767326016.890663:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:0.0:1767326016.890667:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a860e5cf x1853174993437440/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326016.890672:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:1.0:1767326016.890673:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326016.890677:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326016.890679:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b6dbbf0. 00000100:00000001:0.0:1767326016.890686:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326016.890690:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:0.0:1767326016.890691:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326016.890695:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058699685. 00000100:00000200:0.0:1767326016.890699:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993437440, offset 0 00000800:00000200:1.0:1767326016.890703:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767326016.890709:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767326016.890710:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b6dbbf0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326016.890726:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326016.890730:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305938458 00000100:00000010:1.0:1767326016.890734:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b66e9d2a. 00000100:00000001:1.0:1767326016.890738:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326016.890742:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305938458 00000100:00000010:1.0:1767326016.890745:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffc93207. 00000100:00000001:1.0:1767326016.890747:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326016.890750:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305938458 00000100:00000010:1.0:1767326016.890752:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d104d7f. 00000100:00000001:1.0:1767326016.890755:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326016.890757:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305938458 00000100:00000010:1.0:1767326016.890759:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f134d5bd. 00000100:00000001:1.0:1767326016.890761:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326016.890763:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326016.890772:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326016.890774:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326016.890775:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326016.890777:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326016.890777:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326016.890779:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767326016.890782:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [401:401:255:4294967295] 192.168.203.107@tcp LPNI seq info [401:401:7:4294967295] 00000100:00000001:1.0:1767326016.890785:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326016.890787:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326016.890790:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326016.890790:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326016.890791:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326016.890793:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326016.890794:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326016.890795:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326016.890798:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767326016.890800:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056075b4e. 00000400:00000200:0.0:1767326016.890802:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326016.890805:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767326016.890809:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:3.0:1767326016.890810:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000010:2.0:1767326016.890810:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b6dbbf0. 00000400:00000200:0.0:1767326016.890814:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326016.890816:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326016.890819:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:3.0:1767326016.890822:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767326016.890825:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000800:00000200:3.0:1767326016.890828:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056075b4e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326016.890828:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [402:402:254:4294967295] 192.168.203.107@tcp LPNI seq info [402:402:6:4294967295] 00000400:00000200:0.0:1767326016.890838:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767326016.890841:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326016.890844:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d035787 00000800:00000010:0.0:1767326016.890845:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000239bb1ca. 00000400:00000010:2.0:1767326016.890848:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d035787. 00000100:00000001:2.0:1767326016.890856:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767326016.890856:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:2.0:1767326016.890864:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008741e8e9 x1853174993437184/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326016.890865:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326016.890865:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767326016.890870:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000239bb1ca type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767326016.890871:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 236982 usecs (237 jiffies) 00000100:00000001:3.0:1767326016.890876:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305934061 00000100:00000001:0.0:1767326016.890879:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326016.890881:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305938458 00000100:00000001:3.0:1767326016.890885:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305934061 00000100:00000040:0.0:1767326016.890886:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 14548 usecs (15 jiffies) 00000100:00000001:3.0:1767326016.890889:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305938458 00000100:00000001:2.0:1767326016.890891:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326016.890892:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305934061 00000100:00000001:0.0:1767326016.890893:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305933839 00000100:00000001:3.0:1767326016.890895:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305938458 00000100:00000040:2.0:1767326016.890897:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008741e8e9 x1853174993437184/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326032 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326016.890899:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305938458 00000100:00000001:3.0:1767326016.890904:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305934061 00000100:00000001:0.0:1767326016.890906:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305933839 00000100:00000001:3.0:1767326016.890909:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305938458 00000100:00000001:0.0:1767326016.890913:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305938458 00000100:00000001:3.0:1767326016.890914:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326016.890916:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326016.890918:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326016.890920:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326016.890921:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326016.890921:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305933839 00000100:00000001:3.0:1767326016.890925:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326016.890926:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305938458 00000100:00000001:3.0:1767326016.890929:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326016.890930:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305933839 00000100:00000001:3.0:1767326016.890931:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326016.890945:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326016.890947:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326016.890949:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326016.890949:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305938458 00000100:00000001:3.0:1767326016.890953:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326016.890955:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326016.890958:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326016.890959:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326016.890962:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056075b4e. 00000400:00000200:2.0:1767326016.890966:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326016.890968:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326016.890971:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326016.890973:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326016.890974:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a09826fe 00000400:00000010:2.0:1767326016.890978:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a09826fe. 00000100:00000001:2.0:1767326016.890981:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326016.890981:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326016.890985:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767326016.890986:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087b1058a x1853174993437312/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326016.890991:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326016.890994:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326016.890994:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326016.890998:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326016.890999:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087b1058a x1853174993437312/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326032 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326016.891004:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326016.891009:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326016.891011:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326016.891036:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326016.891039:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000239bb1ca. 00000400:00000200:2.0:1767326016.891041:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326016.891044:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326016.891053:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058699685 00000400:00000010:2.0:1767326016.891055:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058699685. 00000100:00000001:2.0:1767326016.891057:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326016.891060:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a860e5cf x1853174993437440/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326016.891067:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326016.891069:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a860e5cf x1853174993437440/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326032 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326016.891075:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326016.891076:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326016.891929:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326016.891953:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326016.891956:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326016.891959:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326016.891966:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326016.891978:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30c200 00000400:00000200:0.0:1767326016.891985:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xd55 [1] + 224 00000800:00000001:0.0:1767326016.892001:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326016.892015:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326016.892017:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326016.892021:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326016.892025:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326016.892029:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008741e8e9 x1853174993437184/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326016.892038:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008741e8e9 x1853174993437184/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326016.892051:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326016.892058:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326016.892061:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326016.892064:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326016.892066:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326016.892072:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326016.892079:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30c280 00000100:00000001:1.0:1767326016.892080:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326016.892083:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326016.892086:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xd59 [1] + 224 00000800:00000001:0.0:1767326016.892091:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326016.892094:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326016.892097:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767326016.892097:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326016.892101:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326016.892104:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:1.0:1767326016.892105:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4a7c86. 00000400:00000200:1.0:1767326016.892110:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab6453a0 00000400:00000010:1.0:1767326016.892112:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab6453a0. 00000100:00000001:1.0:1767326016.892114:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326016.892116:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326016.892119:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008741e8e9 x1853174993437184/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326016.892124:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087b1058a x1853174993437312/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326016.892157:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008741e8e9 x1853174993437184/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326016.892159:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087b1058a x1853174993437312/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326016.892179:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326016.892181:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326016.892182:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326016.892184:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326016.892188:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767326016.892189:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326016.892191:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326016.892194:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326016.892194:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326016.892197:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326016.892204:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=123 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326016.892209:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=123 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326016.892212:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326016.892213:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326016.892216:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326016.892218:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326016.892221:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326016.892225:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008741e8e9 x1853174993437184/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326016.892238:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326016.892240:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326016.892242:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767326016.892243:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326016.892244:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326016.892245:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767326016.892246:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081011fb2. 00000100:00000001:1.0:1767326016.892247:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326016.892249:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0fe3be 00000800:00000001:0.0:1767326016.892249:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326016.892250:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008741e8e9 x1853174993437184/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326016.892252:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d0fe3be. 00000800:00000001:0.0:1767326016.892257:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326016.892260:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008741e8e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993437184:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326016.892264:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326016.892266:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326016.892269:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767326016.892270:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326016.892273:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008741e8e9 x1853174993437184/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326016.892280:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767326016.892290:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767326016.892294:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30c300 02000000:00000001:1.0:1767326016.892295:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326016.892298:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f0672a4. 02000000:00000001:1.0:1767326016.892302:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326016.892304:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326016.892306:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326016.892308:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326016.892310:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc002f00. 00000100:00000001:3.0:1767326016.892314:0:211466:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767326016.892314:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326016.892316:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767326016.892318:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xd65 [1] + 224 00000100:00000200:3.0:1767326016.892319:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087b1058a x1853174993437312/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326016.892319:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008741e8e9. 00000100:00000001:1.0:1767326016.892323:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326016.892325:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326016.892327:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326016.892328:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326016.892331:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767326016.892333:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087b1058a x1853174993437312/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326016.892333:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326016.892335:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326016.892336:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326016.892337:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326016.892341:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326016.892345:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326016.892348:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326016.892349:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326016.892353:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326016.892355:0:211458:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326016.892356:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326016.892359:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767326016.892361:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a860e5cf x1853174993437440/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326016.892362:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326016.892367:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326016.892374:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=113 v=5 (5 5 5 5) 00000100:00000040:0.0:1767326016.892377:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a860e5cf x1853174993437440/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326016.892378:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326016.892383:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326016.892385:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326016.892392:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326016.892394:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326016.892397:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326016.892399:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326016.892399:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326016.892403:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1767326016.892404:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326016.892405:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326016.892409:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326016.892412:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087b1058a x1853174993437312/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326016.892420:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326016.892423:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326016.892423:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326016.892424:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326016.892425:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326016.892428:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087b1058a x1853174993437312/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326016.892428:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326016.892429:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326016.892430:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066cbf875. 00000100:00100000:3.0:1767326016.892435:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087b1058a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993437312:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767326016.892437:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050e838eb 00000100:00000001:3.0:1767326016.892438:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326016.892439:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050e838eb. 00000100:00000001:3.0:1767326016.892440:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326016.892442:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087b1058a x1853174993437312/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326016.892442:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326016.892445:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a860e5cf x1853174993437440/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326016.892448:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326016.892450:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326016.892452:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5b42119. 00000100:00000200:1.0:1767326016.892452:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a860e5cf x1853174993437440/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326016.892454:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326016.892455:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326016.892456:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:3.0:1767326016.892458:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326016.892459:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006fc6f982. 00000100:00000001:1.0:1767326016.892459:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326016.892460:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326016.892462:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326016.892462:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326016.892463:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767326016.892463:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:3.0:1767326016.892464:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087b1058a. 00000100:00000001:1.0:1767326016.892465:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326016.892466:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326016.892467:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326016.892468:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326016.892468:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326016.892470:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326016.892471:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=123 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326016.892472:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1767326016.892473:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=70 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326016.892475:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326016.892476:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326016.892477:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326016.892478:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326016.892479:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:1.0:1767326016.892480:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a860e5cf x1853174993437440/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326016.892481:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326016.892488:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326016.892490:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326016.892491:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326016.892492:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326016.892494:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326016.892496:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a860e5cf x1853174993437440/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326016.892503:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326016.892505:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326016.892506:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326016.892508:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a860e5cf x1853174993437440/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326016.892526:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a860e5cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993437440:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326016.892530:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326016.892532:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326016.892533:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a860e5cf x1853174993437440/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326016.892540:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326016.892541:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326016.892542:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9f3c524. 02000000:00000001:1.0:1767326016.892544:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326016.892545:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326016.892546:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767326016.892548:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326016.892549:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000072856849. 02000000:00000001:1.0:1767326016.892552:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326016.892553:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326016.892554:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a860e5cf. 00000100:00000001:1.0:1767326016.892557:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326016.892558:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326016.892559:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326016.892562:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326016.892563:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326016.892565:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326016.892566:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326017.530248:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326017.530255:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326017.530260:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326017.530261:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326017.530319:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326017.530323:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326017.530326:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326018.554244:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326018.554251:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326018.554255:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326018.554256:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326018.554312:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326018.554317:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326018.554320:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326019.578261:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326019.578269:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326019.578276:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326019.578277:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326019.578345:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326019.578349:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326019.578353:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326020.602231:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326020.602238:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326020.602243:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326020.602244:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326020.602296:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326020.602300:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326020.602302:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326021.626256:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326021.626266:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326021.626272:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326021.626273:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326021.626327:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326021.626348:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326021.626351:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326022.010205:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305938458, at 4305938944 00000100:00000040:1.0:1767326022.010209:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305938458, at 4305938944 00000100:00000040:3.0:1767326022.010216:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326022.010222:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326022.010222:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b66e9d2a. 00000100:00000010:1.0:1767326022.010223:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffc93207. 00000100:00000040:2.0:1767326022.010232:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305938458, at 4305938944 00000100:00000010:3.0:1767326022.010233:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065d21887. 00000020:00000040:3.0:1767326022.010238:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000010:2.0:1767326022.010240:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d104d7f. 00000100:00000001:3.0:1767326022.010242:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326022.010247:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326022.010252:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326022.010263:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000056075b4e. 00000100:00000001:3.0:1767326022.010270:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326022.010282:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000065d21887 x1853174993437568/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326022.010293:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326022.010295:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326022.010301:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065d21887] to pc [ptlrpcd_00_03+3] req@0000000065d21887 x1853174993437568/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326022.010321:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326022.010323:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326022.010326:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326022.010329:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000882297f5. 00000020:00000040:3.0:1767326022.010331:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326022.010334:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326022.010336:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326022.010338:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326022.010342:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000caa95cc3. 00000100:00000001:2.0:1767326022.010342:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326022.010345:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326022.010348:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326022.010348:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326022.010351:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000882297f5 x1853174993437696/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326022.010353:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326022.010354:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326022.010362:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326022.010363:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326022.010374:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065d21887 x1853174993437568/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326022.010375:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000882297f5] to pc [ptlrpcd_00_00+0] req@00000000882297f5 x1853174993437696/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326022.010395:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326022.010397:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326022.010401:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326022.010403:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326022.010405:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326022.010408:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065d21887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993437568:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326022.010409:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326022.010413:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326022.010415:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326022.010416:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326022.010420:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058a26f23. 00000100:00000001:1.0:1767326022.010421:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326022.010422:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1767326022.010423:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767326022.010424:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326022.010426:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326022.010428:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326022.010428:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326022.010429:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326022.010430:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326022.010430:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326022.010434:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326022.010436:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000317f2995. 00000100:00000040:1.0:1767326022.010437:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000882297f5 x1853174993437696/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326022.010438:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326022.010439:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326022.010448:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe2b1497. 00000400:00000010:2.0:1767326022.010449:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb9d67ea. 00000100:00000001:1.0:1767326022.010450:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326022.010452:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326022.010454:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326022.010457:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000058a26f23 x1853174993437824/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326022.010459:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767326022.010460:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ee2cc3. 02000000:00000001:1.0:1767326022.010463:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326022.010469:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326022.010470:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1767326022.010472:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993437568, portal 25 00000100:00000001:3.0:1767326022.010473:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326022.010476:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000882297f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993437696:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326022.010479:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326022.010480:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058a26f23] to pc [ptlrpcd_00_01+1] req@0000000058a26f23 x1853174993437824/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326022.010483:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268019328 : -112767441532288 : ffff997048b48a80) 00000100:00000001:1.0:1767326022.010486:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326022.010491:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326022.010494:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326022.010495:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065d21887 x1853174993437568/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326022.010499:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326022.010499:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326022.010505:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767326022.010506:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f6f9c7b. 00000100:00000001:2.0:1767326022.010510:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326022.010511:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326022.010513:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767326022.010517:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4a7c86. 00000100:00000040:2.0:1767326022.010518:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326022.010519:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326022.010521:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11276) 00000400:00000010:2.0:1767326022.010524:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a346707. 00000100:00000001:0.0:1767326022.010524:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767326022.010527:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab6453a0. 00000100:00000001:0.0:1767326022.010528:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767326022.010530:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993437568, offset 0 00000100:00000200:1.0:1767326022.010533:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993437696, portal 10 00000100:00000040:0.0:1767326022.010535:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058a26f23 x1853174993437824/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326022.010538:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305938458, at 4305938944 00000100:00000001:1.0:1767326022.010538:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326022.010542:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268029184 : -112767441522432 : ffff997048b4b100) 00000400:00000200:2.0:1767326022.010543:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:3.0:1767326022.010549:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f134d5bd. 00000100:00000001:0.0:1767326022.010551:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326022.010555:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000882297f5 x1853174993437696/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326022.010555:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326022.010558:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326022.010564:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:0.0:1767326022.010565:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326022.010570:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326022.010574:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1767326022.010576:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058a26f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993437824:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767326022.010582:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326022.010583:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326022.010587:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326022.010588:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326022.010588:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326022.010593:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326022.010594:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:1.0:1767326022.010596:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326022.010598:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767326022.010601:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000549626f3. 00000400:00000200:2.0:1767326022.010602:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [403:403:256:4294967295] 192.168.203.107@tcp LPNI seq info [403:403:8:4294967295] 02000000:00000010:0.0:1767326022.010605:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce1ad143. 02000000:00000001:0.0:1767326022.010609:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326022.010613:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993437696, offset 0 00000400:00000200:2.0:1767326022.010617:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:0.0:1767326022.010617:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007efbff24. 00000400:00000200:1.0:1767326022.010625:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767326022.010633:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326022.010634:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050e838eb. 00000400:00000200:1.0:1767326022.010636:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:2.0:1767326022.010639:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b371746e. 00000100:00000200:0.0:1767326022.010641:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993437824, portal 10 00000400:00000200:1.0:1767326022.010642:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326022.010647:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326022.010647:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326022.010651:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326022.010651:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268018432 : -112767441533184 : ffff997048b48700) 00000400:00000200:1.0:1767326022.010657:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326022.010658:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000040:0.0:1767326022.010662:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058a26f23 x1853174993437824/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326022.010664:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767326022.010665:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b371746e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326022.010672:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [404:404:255:4294967295] 192.168.203.107@tcp LPNI seq info [404:404:7:4294967295] 00000100:00000001:0.0:1767326022.010682:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326022.010683:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326022.010689:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326022.010690:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305943578 00000400:00000200:1.0:1767326022.010690:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:2.0:1767326022.010696:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000652927cb. 00000400:00000010:0.0:1767326022.010697:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058699685. 00000100:00000001:2.0:1767326022.010701:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767326022.010702:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000200:0.0:1767326022.010704:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993437824, offset 0 00000100:00000001:2.0:1767326022.010707:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305943578 00000800:00000010:1.0:1767326022.010708:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007750120a. 00000100:00000010:2.0:1767326022.010711:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002388bf57. 00000400:00000200:0.0:1767326022.010715:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326022.010716:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767326022.010716:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326022.010721:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305943578 00000100:00000010:2.0:1767326022.010724:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064cb1fd6. 00000800:00000200:1.0:1767326022.010725:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326022.010728:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326022.010729:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:1.0:1767326022.010731:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007750120a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326022.010734:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305943578 00000100:00000001:1.0:1767326022.010738:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326022.010738:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1767326022.010739:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3cbe270. 00000100:00000001:2.0:1767326022.010744:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326022.010744:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:1.0:1767326022.010746:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 235027 usecs (236 jiffies) 00000100:00000001:2.0:1767326022.010747:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326022.010751:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326022.010752:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305939180 00000100:00000001:2.0:1767326022.010754:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326022.010758:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326022.010758:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305943578 00000400:00000200:0.0:1767326022.010761:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326022.010764:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305939180 00000400:00000200:0.0:1767326022.010766:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326022.010768:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326022.010769:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305943578 00000100:00000001:2.0:1767326022.010771:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326022.010772:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [405:405:254:4294967295] 192.168.203.107@tcp LPNI seq info [405:405:6:4294967295] 00000100:00000001:1.0:1767326022.010775:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305939180 00000100:00000001:2.0:1767326022.010776:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326022.010779:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326022.010780:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305943578 00000100:00000001:2.0:1767326022.010782:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326022.010785:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305939180 00000100:00000001:2.0:1767326022.010787:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326022.010790:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326022.010791:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305943578 00000800:00000200:3.0:1767326022.010796:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326022.010796:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326022.010796:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767326022.010803:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b371746e. 00000100:00000001:1.0:1767326022.010803:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326022.010804:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000239bb1ca. 00000100:00000001:1.0:1767326022.010808:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326022.010811:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326022.010812:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767326022.010813:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326022.010823:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326022.010823:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1767326022.010823:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767326022.010826:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326022.010829:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a346707 00000100:00000001:1.0:1767326022.010830:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326022.010833:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767326022.010835:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000239bb1ca type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767326022.010837:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a346707. 00000100:00000001:1.0:1767326022.010837:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326022.010842:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326022.010843:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326022.010843:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326022.010848:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065d21887 x1853174993437568/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326022.010848:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 14445 usecs (15 jiffies) 00000100:00000001:0.0:1767326022.010855:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305938959 00000100:00000001:3.0:1767326022.010859:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326022.010860:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305943578 00000100:00000040:3.0:1767326022.010863:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065d21887 x1853174993437568/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326038 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326022.010866:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305938959 00000100:00000001:0.0:1767326022.010871:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305943578 00000100:00000001:3.0:1767326022.010873:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326022.010876:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305938959 00000100:00000001:0.0:1767326022.010879:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305943578 00000100:00000001:0.0:1767326022.010880:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305938959 00000100:00000001:0.0:1767326022.010882:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305943578 00000100:00000001:0.0:1767326022.010883:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326022.010885:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326022.010886:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326022.010887:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326022.010890:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326022.010891:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326022.010893:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326022.010894:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326022.010895:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326022.010896:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326022.010942:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326022.010954:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326022.010956:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007750120a. 00000400:00000200:3.0:1767326022.010958:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326022.010960:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326022.010962:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000549626f3 00000400:00000010:3.0:1767326022.010963:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000549626f3. 00000100:00000001:3.0:1767326022.010965:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326022.010966:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000882297f5 x1853174993437696/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326022.010971:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326022.010972:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000882297f5 x1853174993437696/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326038 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326022.010976:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326022.010977:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326022.010996:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326022.010997:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000239bb1ca. 00000400:00000200:3.0:1767326022.010999:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326022.011001:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326022.011003:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058699685 00000400:00000010:3.0:1767326022.011004:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058699685. 00000100:00000001:3.0:1767326022.011005:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326022.011006:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058a26f23 x1853174993437824/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326022.011011:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326022.011016:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058a26f23 x1853174993437824/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326038 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326022.011020:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326022.011022:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326022.012035:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326022.012047:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326022.012048:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326022.012050:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326022.012055:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326022.012064:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30c380 00000400:00000200:0.0:1767326022.012071:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xd6d [1] + 224 00000800:00000001:0.0:1767326022.012078:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326022.012085:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326022.012087:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326022.012097:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326022.012103:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326022.012107:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065d21887 x1853174993437568/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326022.012116:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065d21887 x1853174993437568/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326022.012128:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326022.012133:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326022.012136:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326022.012153:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326022.012155:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326022.012159:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326022.012161:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326022.012167:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb9d67ea. 00000400:00000200:2.0:1767326022.012170:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ee2cc3 00000400:00000010:2.0:1767326022.012170:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ee2cc3. 00000100:00000001:2.0:1767326022.012172:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326022.012176:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065d21887 x1853174993437568/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326022.012182:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065d21887 x1853174993437568/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326022.012186:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326022.012188:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326022.012189:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326022.012191:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326022.012192:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326022.012194:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326022.012196:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326022.012200:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=129 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326022.012203:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=129 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326022.012205:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326022.012206:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326022.012209:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326022.012210:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326022.012212:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326022.012214:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065d21887 x1853174993437568/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326022.012218:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326022.012221:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326022.012222:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326022.012225:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065d21887 x1853174993437568/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326022.012230:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065d21887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993437568:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326022.012233:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326022.012234:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326022.012235:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065d21887 x1853174993437568/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326022.012244:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326022.012247:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1767326022.012248:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767326022.012249:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000317f2995. 02000000:00000001:2.0:1767326022.012254:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326022.012256:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:0.0:1767326022.012256:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767326022.012258:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000800:00000001:0.0:1767326022.012260:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767326022.012261:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326022.012265:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000056075b4e. 00000800:00000001:0.0:1767326022.012266:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326022.012268:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326022.012271:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326022.012273:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065d21887. 00000100:00000001:2.0:1767326022.012277:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1767326022.012277:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767326022.012278:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326022.012280:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326022.012286:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326022.012287:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326022.012289:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326022.012291:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326022.012292:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30c400 00000400:00000200:0.0:1767326022.012299:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xd75 [1] + 224 00000800:00000001:0.0:1767326022.012303:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326022.012309:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326022.012311:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326022.012313:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326022.012315:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326022.012318:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000882297f5 x1853174993437696/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326022.012324:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000882297f5 x1853174993437696/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326022.012337:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326022.012341:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326022.012344:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326022.012365:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326022.012367:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326022.012370:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326022.012371:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326022.012372:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4a7c86. 00000400:00000200:1.0:1767326022.012374:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab6453a0 00000400:00000010:1.0:1767326022.012376:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab6453a0. 00000100:00000001:1.0:1767326022.012377:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326022.012380:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000882297f5 x1853174993437696/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326022.012386:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000882297f5 x1853174993437696/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326022.012390:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326022.012391:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326022.012393:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326022.012394:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326022.012394:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326022.012395:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326022.012397:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326022.012400:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=119 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326022.012402:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=119 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326022.012404:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326022.012405:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326022.012406:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326022.012409:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326022.012411:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326022.012412:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326022.012413:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326022.012414:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326022.012417:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000882297f5 x1853174993437696/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326022.012418:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326022.012426:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326022.012431:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326022.012434:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326022.012441:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326022.012442:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767326022.012443:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326022.012446:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326022.012450:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000882297f5 x1853174993437696/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326022.012460:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000882297f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993437696:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326022.012463:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326022.012464:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326022.012465:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000882297f5 x1853174993437696/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326022.012469:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326022.012470:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326022.012471:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f6f9c7b. 02000000:00000001:1.0:1767326022.012474:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326022.012475:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326022.012476:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767326022.012477:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326022.012478:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000caa95cc3. 02000000:00000001:1.0:1767326022.012480:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326022.012481:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326022.012482:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000882297f5. 00000100:00000001:1.0:1767326022.012483:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326022.012484:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326022.012486:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326022.012489:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326022.012491:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30c480 00000100:00000001:1.0:1767326022.012491:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326022.012495:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326022.012497:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326022.012500:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xd7d [1] + 224 00000800:00000001:3.0:1767326022.012505:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326022.012509:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326022.012512:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326022.012515:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326022.012518:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326022.012522:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058a26f23 x1853174993437824/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326022.012531:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000058a26f23 x1853174993437824/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326022.012546:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326022.012551:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326022.012554:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326022.012588:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326022.012592:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326022.012595:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326022.012596:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326022.012603:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007efbff24. 00000400:00000200:0.0:1767326022.012607:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050e838eb 00000400:00000010:0.0:1767326022.012608:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050e838eb. 00000100:00000001:0.0:1767326022.012611:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326022.012615:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058a26f23 x1853174993437824/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326022.012623:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058a26f23 x1853174993437824/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326022.012630:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326022.012631:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326022.012633:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326022.012635:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326022.012636:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326022.012637:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326022.012639:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326022.012642:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=129 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326022.012645:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=76 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326022.012648:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326022.012649:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326022.012650:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326022.012654:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000058a26f23 x1853174993437824/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326022.012660:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326022.012663:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326022.012664:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326022.012665:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326022.012666:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326022.012668:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058a26f23 x1853174993437824/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326022.012675:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326022.012677:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326022.012678:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326022.012680:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058a26f23 x1853174993437824/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326022.012694:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058a26f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993437824:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326022.012698:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326022.012700:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326022.012702:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058a26f23 x1853174993437824/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326038 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326022.012708:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326022.012710:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326022.012712:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce1ad143. 02000000:00000001:0.0:1767326022.012715:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326022.012716:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326022.012717:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326022.012719:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326022.012720:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe2b1497. 02000000:00000001:0.0:1767326022.012722:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326022.012723:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326022.012724:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058a26f23. 00000100:00000001:0.0:1767326022.012727:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326022.012728:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326022.012729:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326022.012733:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326022.012734:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326022.012736:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326022.012737:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326022.650196:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326022.650203:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326022.650207:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326022.650208:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326022.650257:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326022.650261:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326022.650263:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326023.674228:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326023.674240:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326023.674242:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326023.674245:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326023.674251:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326023.674253:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326023.674255:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326023.674257:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326023.674261:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326023.674262:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326023.674317:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326023.674321:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326023.674324:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326024.698241:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326024.698250:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326024.698257:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326024.698258:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326024.698325:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326024.698349:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326024.698352:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326025.722259:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326025.722287:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326025.722295:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326025.722300:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326025.722302:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326025.722307:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326025.722310:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326025.722312:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326025.722315:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326025.722316:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326025.722319:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326025.722321:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326025.722379:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326025.722388:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326025.722390:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326026.746203:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326026.746210:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326026.746215:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326026.746216:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326026.746269:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326026.746273:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326026.746276:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326027.130257:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305943578, at 4305944064 00000100:00000040:2.0:1767326027.130257:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305943578, at 4305944064 00000100:00000040:0.0:1767326027.130257:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305943578, at 4305944064 00000100:00000010:0.0:1767326027.130276:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000652927cb. 00000100:00000010:3.0:1767326027.130277:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3cbe270. 00000100:00000010:2.0:1767326027.130279:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064cb1fd6. 00000100:00000040:1.0:1767326027.130401:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326027.130408:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326027.130418:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021e2dd14. 00000020:00000040:1.0:1767326027.130423:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326027.130428:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326027.130431:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326027.130437:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326027.130445:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009620fff6. 00000100:00000001:1.0:1767326027.130452:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326027.130464:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000021e2dd14 x1853174993437952/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326027.130475:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326027.130478:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326027.130483:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021e2dd14] to pc [ptlrpcd_00_02+2] req@0000000021e2dd14 x1853174993437952/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326027.130514:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326027.130516:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326027.130520:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326027.130522:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf46d036. 00000020:00000040:1.0:1767326027.130524:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767326027.130527:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326027.130528:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326027.130530:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326027.130534:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006ec7aa78. 00000100:00000001:1.0:1767326027.130537:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326027.130541:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000cf46d036 x1853174993438080/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326027.130542:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326027.130548:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767326027.130551:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326027.130560:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326027.130563:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326027.130568:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326027.130572:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326027.130575:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326027.130577:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326027.130578:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326027.130586:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf46d036] to pc [ptlrpcd_00_03+3] req@00000000cf46d036 x1853174993438080/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326027.130587:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021e2dd14 x1853174993437952/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326027.130606:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326027.130610:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326027.130611:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326027.130615:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326027.130616:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326027.130621:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cc08b51. 02000000:00000001:2.0:1767326027.130623:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1767326027.130624:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:2.0:1767326027.130627:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326027.130628:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326027.130632:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326027.130633:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326027.130635:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326027.130639:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993437952:192.168.203.107@tcp:400: 02000000:00000010:1.0:1767326027.130640:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ee91c56. 00000100:00000001:1.0:1767326027.130645:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326027.130647:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326027.130651:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000002cc08b51 x1853174993438208/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326027.130653:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326027.130657:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326027.130660:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326027.130662:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326027.130665:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cc08b51] to pc [ptlrpcd_00_00+0] req@000000002cc08b51 x1853174993438208/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326027.130670:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326027.130676:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016e541f9. 02000000:00000001:2.0:1767326027.130680:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326027.130686:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb9d67ea. 00000100:00000001:1.0:1767326027.130691:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326027.130694:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ee2cc3. 00000100:00000040:1.0:1767326027.130695:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326027.130701:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1767326027.130704:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993437952, portal 25 00000100:00000001:3.0:1767326027.130707:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326027.130707:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11281) 00000100:00000001:2.0:1767326027.130709:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326027.130711:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326027.130712:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138725888 : -112766570825728 : ffff99707c9a7800) 00000100:00000001:3.0:1767326027.130713:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326027.130720:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002cc08b51 x1853174993438208/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326027.130723:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021e2dd14 x1853174993437952/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326027.130724:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305943578, at 4305944064 00000100:00000010:1.0:1767326027.130734:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002388bf57. 00000100:00000001:3.0:1767326027.130739:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326027.130742:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326027.130745:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326027.130749:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767326027.130753:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767326027.130755:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba14329d. 02000000:00000001:3.0:1767326027.130756:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326027.130759:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326027.130762:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993437952, offset 0 00000100:00100000:3.0:1767326027.130763:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002cc08b51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993438208:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326027.130768:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326027.130771:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326027.130772:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326027.130774:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326027.130778:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000010:3.0:1767326027.130779:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e29e81a. 02000000:00000001:3.0:1767326027.130782:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326027.130785:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081011fb2. 00000100:00000001:0.0:1767326027.130789:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326027.130790:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d0fe3be. 00000100:00100000:0.0:1767326027.130794:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000200:3.0:1767326027.130795:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993438208, portal 10 00000400:00000200:2.0:1767326027.130796:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767326027.130799:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326027.130801:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138723200 : -112766570828416 : ffff99707c9a6d80) 00000400:00000200:2.0:1767326027.130806:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326027.130806:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326027.130809:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002cc08b51 x1853174993438208/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326027.130814:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326027.130816:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326027.130818:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326027.130819:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326027.130822:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326027.130824:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326027.130827:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2bf7a3c. 00000400:00000200:2.0:1767326027.130828:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326027.130828:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767326027.130830:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993438208, offset 0 00000100:00000001:0.0:1767326027.130832:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326027.130837:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767326027.130838:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767326027.130842:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf46d036 x1853174993438080/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326027.130847:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [406:406:256:4294967295] 192.168.203.107@tcp LPNI seq info [406:406:8:4294967295] 00000100:00000001:0.0:1767326027.130858:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326027.130860:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326027.130875:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326027.130878:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326027.130883:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:0.0:1767326027.130883:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326027.130889:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf46d036 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993438080:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326027.130894:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326027.130898:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:2.0:1767326027.130898:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326027.130899:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326027.130904:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326027.130904:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326027.130907:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fc6f982. 00000400:00000200:3.0:1767326027.130909:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:0.0:1767326027.130909:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326027.130915:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326027.130916:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000010:0.0:1767326027.130918:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abdd4c43. 00000400:00000200:3.0:1767326027.130922:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [407:407:255:4294967295] 192.168.203.107@tcp LPNI seq info [407:407:7:4294967295] 00000800:00000200:2.0:1767326027.130924:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:0.0:1767326027.130924:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326027.130932:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:0.0:1767326027.130932:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007efbff24. 00000800:00000200:2.0:1767326027.130939:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000010:0.0:1767326027.130941:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050e838eb. 00000800:00000200:3.0:1767326027.130942:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767326027.130948:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fc6f982 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767326027.130948:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993438080, portal 10 00000800:00000010:3.0:1767326027.130949:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000caa95cc3. 00000100:00000001:0.0:1767326027.130955:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767326027.130958:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326027.130958:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138724992 : -112766570826624 : ffff99707c9a7480) 00000100:00000040:0.0:1767326027.130967:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf46d036 x1853174993438080/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326027.130971:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326027.130972:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326027.130977:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000caa95cc3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326027.130980:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305948698 00000100:00000001:3.0:1767326027.130985:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326027.130985:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767326027.130988:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064cb1fd6. 00000100:00000040:3.0:1767326027.130991:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 14346 usecs (15 jiffies) 00000100:00000040:0.0:1767326027.130993:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326027.130997:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767326027.130998:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000100:00000200:0.0:1767326027.131002:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993438080, offset 0 00000100:00000001:3.0:1767326027.131004:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305944079 00000100:00000001:2.0:1767326027.131011:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305948698 00000100:00000001:3.0:1767326027.131012:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305948698 00000400:00000200:0.0:1767326027.131012:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326027.131019:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305944079 00000100:00000010:2.0:1767326027.131019:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fbd2072. 00000400:00000200:0.0:1767326027.131023:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326027.131026:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326027.131028:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326027.131031:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305948698 00000100:00000001:3.0:1767326027.131032:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305948698 00000100:00000001:3.0:1767326027.131038:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305944079 00000100:00000010:2.0:1767326027.131038:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c1a83dd. 00000400:00000200:0.0:1767326027.131041:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326027.131044:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326027.131047:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326027.131051:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305948698 00000100:00000001:2.0:1767326027.131051:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305948698 00000400:00000200:0.0:1767326027.131052:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767326027.131058:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305944079 00000100:00000010:2.0:1767326027.131059:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f51a0a7. 00000400:00000200:0.0:1767326027.131059:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [408:408:254:4294967295] 192.168.203.107@tcp LPNI seq info [408:408:6:4294967295] 00000100:00000001:2.0:1767326027.131066:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326027.131072:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305948698 00000100:00000001:2.0:1767326027.131073:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326027.131076:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326027.131078:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326027.131081:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326027.131083:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326027.131088:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326027.131088:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326027.131089:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326027.131094:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326027.131096:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326027.131097:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000076b01e5c. 00000100:00000001:3.0:1767326027.131099:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326027.131103:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326027.131103:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326027.131107:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326027.131108:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767326027.131108:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767326027.131111:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326027.131111:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326027.131114:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326027.131116:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326027.131117:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326027.131119:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326027.131124:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000076b01e5c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326027.131128:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326027.131132:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 233105 usecs (234 jiffies) 00000100:00000001:0.0:1767326027.131135:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305944298 00000100:00000001:0.0:1767326027.131137:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305948698 00000100:00000001:0.0:1767326027.131160:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305944299 00000100:00000001:0.0:1767326027.131162:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305948698 00000100:00000001:2.0:1767326027.131164:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326027.131165:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305944299 00000100:00000001:2.0:1767326027.131168:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326027.131170:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305948698 00000100:00000001:0.0:1767326027.131174:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305944299 00000100:00000001:0.0:1767326027.131176:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305948698 00000100:00000001:0.0:1767326027.131178:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326027.131181:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326027.131184:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326027.131186:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326027.131269:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326027.131278:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fc6f982. 00000400:00000200:1.0:1767326027.131283:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326027.131289:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326027.131294:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba14329d 00000400:00000010:1.0:1767326027.131297:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba14329d. 00000100:00000001:1.0:1767326027.131301:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326027.131305:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021e2dd14 x1853174993437952/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326027.131315:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326027.131317:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021e2dd14 x1853174993437952/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326043 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326027.131324:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326027.131325:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326027.131337:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326027.131339:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000caa95cc3. 00000400:00000200:1.0:1767326027.131341:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326027.131344:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326027.131346:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2bf7a3c 00000400:00000010:1.0:1767326027.131347:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2bf7a3c. 00000100:00000001:1.0:1767326027.131351:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326027.131353:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cc08b51 x1853174993438208/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326027.131360:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326027.131361:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002cc08b51 x1853174993438208/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326043 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326027.131367:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326027.131369:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326027.131438:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326027.131440:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000076b01e5c. 00000400:00000200:1.0:1767326027.131443:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326027.131446:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326027.131448:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:1.0:1767326027.131450:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:1.0:1767326027.131457:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326027.131460:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf46d036 x1853174993438080/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326027.131467:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326027.131469:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf46d036 x1853174993438080/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326043 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326027.131475:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326027.131476:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326027.133121:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326027.133133:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326027.133135:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326027.133138:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326027.133160:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326027.133184:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30c500 00000400:00000200:0.0:1767326027.133192:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xd85 [1] + 224 00000800:00000001:0.0:1767326027.133201:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326027.133208:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326027.133210:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326027.133213:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326027.133217:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326027.133221:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021e2dd14 x1853174993437952/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326027.133229:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021e2dd14 x1853174993437952/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326027.133243:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326027.133249:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326027.133252:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326027.133255:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326027.133256:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326027.133260:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326027.133267:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30c580 00000400:00000200:0.0:1767326027.133271:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xd95 [1] + 224 00000800:00000001:0.0:1767326027.133275:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326027.133276:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326027.133278:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326027.133280:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326027.133282:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326027.133286:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:2.0:1767326027.133287:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326027.133291:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326027.133292:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb9d67ea. 00000400:00000200:2.0:1767326027.133296:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ee2cc3 00000400:00000010:2.0:1767326027.133298:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ee2cc3. 00000100:00000001:2.0:1767326027.133300:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326027.133301:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326027.133306:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021e2dd14 x1853174993437952/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326027.133308:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf46d036 x1853174993438080/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326027.133332:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021e2dd14 x1853174993437952/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326027.133340:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf46d036 x1853174993438080/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326027.133347:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326027.133351:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326027.133356:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326027.133364:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326027.133365:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326027.133369:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767326027.133370:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326027.133372:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326027.133375:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326027.133381:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=134 v=5 (5 5 5 5) 00000800:00000001:0.0:1767326027.133385:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326027.133387:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=134 v=5 (1 1 1 1) 00000800:00000001:0.0:1767326027.133388:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326027.133392:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326027.133393:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326027.133396:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326027.133398:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767326027.133403:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326027.133403:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326027.133403:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00010000:00000001:2.0:1767326027.133409:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326027.133409:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326027.133413:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326027.133414:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326027.133416:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007efbff24. 00000400:00000200:0.0:1767326027.133421:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30c600 00000100:00000040:2.0:1767326027.133423:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021e2dd14 x1853174993437952/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326027.133423:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050e838eb 00000400:00000010:1.0:1767326027.133428:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050e838eb. 00000100:00000001:1.0:1767326027.133433:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326027.133438:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xd8d [1] + 224 00000100:00000001:2.0:1767326027.133439:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326027.133441:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf46d036 x1853174993438080/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326027.133446:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1767326027.133448:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326027.133450:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326027.133458:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326027.133460:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021e2dd14 x1853174993437952/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326027.133461:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf46d036 x1853174993438080/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326027.133463:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326027.133471:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326027.133477:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326027.133483:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002cc08b51 x1853174993438208/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326027.133486:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993437952:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326027.133494:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326027.133496:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326027.133498:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326027.133500:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326027.133504:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767326027.133507:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021e2dd14 x1853174993437952/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326027.133508:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326027.133512:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767326027.133513:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002cc08b51 x1853174993438208/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326027.133516:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326027.133521:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326027.133528:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=124 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326027.133532:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1767326027.133536:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=124 v=5 (1 1 1 1) 02000000:00000001:2.0:1767326027.133537:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326027.133541:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016e541f9. 00000100:00000001:1.0:1767326027.133542:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326027.133545:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326027.133547:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767326027.133548:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326027.133548:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767326027.133551:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767326027.133554:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326027.133555:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000800:00000001:0.0:1767326027.133556:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326027.133559:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1767326027.133560:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:0.0:1767326027.133562:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326027.133563:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 02000000:00000010:2.0:1767326027.133564:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009620fff6. 02000000:00000001:2.0:1767326027.133570:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326027.133572:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767326027.133574:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326027.133575:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326027.133577:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021e2dd14. 00000100:00000001:3.0:1767326027.133579:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326027.133583:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326027.133583:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf46d036 x1853174993438080/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326027.133588:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326027.133589:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:3.0:1767326027.133591:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326027.133593:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326027.133595:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081011fb2. 00000100:00000001:2.0:1767326027.133599:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326027.133600:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0fe3be 00000100:00000001:1.0:1767326027.133604:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326027.133605:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d0fe3be. 00000100:00000001:2.0:1767326027.133607:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326027.133609:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326027.133611:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326027.133611:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326027.133614:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326027.133615:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cc08b51 x1853174993438208/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326027.133616:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326027.133620:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326027.133622:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf46d036 x1853174993438080/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326027.133637:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf46d036 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993438080:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326027.133647:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326027.133650:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cc08b51 x1853174993438208/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326027.133650:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326027.133656:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf46d036 x1853174993438080/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326027.133660:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326027.133662:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326027.133665:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326027.133667:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326027.133668:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326027.133670:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326027.133671:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326027.133673:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767326027.133675:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326027.133676:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abdd4c43. 00000100:00001000:3.0:1767326027.133681:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=134 v=5 (5 5 5 5) 02000000:00000001:1.0:1767326027.133682:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326027.133684:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:3.0:1767326027.133688:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=81 v=5 (1 1 0 0) 00000020:00000040:1.0:1767326027.133688:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767326027.133693:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326027.133694:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767326027.133696:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006ec7aa78. 00000100:00000001:3.0:1767326027.133698:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326027.133700:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767326027.133702:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767326027.133703:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326027.133706:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf46d036. 00000100:00000001:1.0:1767326027.133708:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00080000:3.0:1767326027.133709:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000002cc08b51 x1853174993438208/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326027.133711:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326027.133715:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326027.133721:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326027.133724:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326027.133725:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326027.133727:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326027.133728:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326027.133730:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326027.133731:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326027.133735:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326027.133736:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326027.133738:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002cc08b51 x1853174993438208/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326027.133742:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326027.133744:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326027.133745:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326027.133747:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cc08b51 x1853174993438208/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326027.133751:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002cc08b51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993438208:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326027.133754:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326027.133760:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326027.133761:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002cc08b51 x1853174993438208/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326043 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326027.133802:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326027.133804:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326027.133805:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e29e81a. 02000000:00000001:3.0:1767326027.133809:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326027.133810:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326027.133811:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767326027.133813:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326027.133815:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ee91c56. 02000000:00000001:3.0:1767326027.133817:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326027.133818:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326027.133819:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cc08b51. 00000100:00000001:3.0:1767326027.133822:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326027.133823:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326027.133825:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326027.133829:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326027.133830:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326027.133832:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326027.133834:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326027.770220:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326027.770228:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326027.770235:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326027.770237:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326027.770304:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326027.770324:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326027.770327:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326028.794197:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326028.794204:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326028.794211:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326028.794212:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326028.794269:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326028.794273:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326028.794276:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326029.818307:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326029.818314:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326029.818319:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326029.818320:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326029.818378:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326029.818381:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326029.818384:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326030.842259:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326030.842265:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326030.842270:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326030.842271:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326030.842328:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326030.842332:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326030.842335:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326031.866232:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326031.866241:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326031.866248:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326031.866249:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326031.866302:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326031.866307:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326031.866310:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326032.250242:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305948698, at 4305949184 00000100:00000040:1.0:1767326032.250246:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305948698, at 4305949184 00000100:00000010:3.0:1767326032.250264:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f51a0a7. 00000100:00000010:1.0:1767326032.250265:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fbd2072. 00000100:00000040:0.0:1767326032.250352:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305948698, at 4305949184 00000100:00000010:0.0:1767326032.250359:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064cb1fd6. 00000100:00000040:2.0:1767326032.251660:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326032.251666:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326032.251675:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae08152b. 00000020:00000040:2.0:1767326032.251679:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326032.251683:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326032.251685:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326032.251690:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326032.251696:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc002f00. 00000100:00000001:2.0:1767326032.251702:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326032.251712:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000ae08152b x1853174993438336/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326032.251733:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326032.251735:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326032.251739:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae08152b] to pc [ptlrpcd_00_01+1] req@00000000ae08152b x1853174993438336/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326032.251758:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326032.251760:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326032.251762:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326032.251764:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000574a5a79. 00000020:00000040:2.0:1767326032.251766:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326032.251767:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326032.251768:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326032.251769:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326032.251773:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006fc6f982. 00000100:00000001:2.0:1767326032.251775:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326032.251777:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000574a5a79 x1853174993438464/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326032.251782:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326032.251784:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326032.251786:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574a5a79] to pc [ptlrpcd_00_02+2] req@00000000574a5a79 x1853174993438464/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326032.251788:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326032.251793:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326032.251795:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326032.251799:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326032.251800:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326032.251804:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326032.251808:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767326032.251809:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae08152b x1853174993438336/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326032.251811:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326032.251814:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc353709. 00000020:00000040:2.0:1767326032.251817:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767326032.251821:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326032.251823:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326032.251823:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326032.251826:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326032.251839:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767326032.251843:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326032.251844:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326032.251845:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326032.251848:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326032.251851:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d53f249. 00000100:00000001:3.0:1767326032.251855:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326032.251856:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326032.251859:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326032.251863:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326032.251864:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326032.251865:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326032.251868:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326032.251869:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000fc353709 x1853174993438592/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326032.251869:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326032.251872:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326032.251877:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326032.251881:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000574a5a79 x1853174993438464/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326032.251881:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326032.251883:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326032.251886:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae08152b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993438336:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767326032.251891:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc353709] to pc [ptlrpcd_00_03+3] req@00000000fc353709 x1853174993438592/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326032.251899:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326032.251907:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326032.251908:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767326032.251911:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326032.251915:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326032.251915:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326032.251919:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326032.251919:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767326032.251923:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080de8b7a. 00000100:00000040:2.0:1767326032.251925:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767326032.251926:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326032.251929:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326032.251931:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326032.251932:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11286) 00000100:00000001:1.0:1767326032.251935:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326032.251937:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326032.251938:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6511b72. 00000100:00100000:1.0:1767326032.251940:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767326032.251944:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000574a5a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993438464:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326032.251945:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326032.251946:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305948698, at 4305949185 00000400:00000010:0.0:1767326032.251950:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f87e7ca8. 00000100:00000001:1.0:1767326032.251953:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326032.251954:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1767326032.251954:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c1a83dd. 00000100:00000001:1.0:1767326032.251957:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326032.251960:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767326032.251960:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993438336, portal 25 00000100:00000001:1.0:1767326032.251961:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326032.251964:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326032.251965:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326032.251966:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326032.251969:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326032.251970:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326032.251970:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531386496 : -112767178165120 : ffff997058673480) 02000000:00000010:3.0:1767326032.251976:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007781a3ec. 00000100:00000040:1.0:1767326032.251978:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fc353709 x1853174993438592/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326032.251980:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326032.251980:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae08152b x1853174993438336/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326032.251988:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081011fb2. 00000400:00000010:3.0:1767326032.251995:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d0fe3be. 00000100:00000200:3.0:1767326032.252005:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993438464, portal 10 00000100:00000001:1.0:1767326032.252009:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326032.252010:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326032.252011:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326032.252012:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326032.252013:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531379328 : -112767178172288 : ffff997058671880) 00000100:00000040:0.0:1767326032.252018:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326032.252019:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326032.252022:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326032.252023:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecdad0cb. 00000100:00000040:3.0:1767326032.252026:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000574a5a79 x1853174993438464/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326032.252028:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326032.252030:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993438336, offset 0 00000100:00100000:1.0:1767326032.252037:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fc353709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993438592:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326032.252043:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326032.252045:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326032.252046:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326032.252050:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326032.252052:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767326032.252054:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfabd78b. 02000000:00000001:1.0:1767326032.252055:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326032.252058:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993438464, offset 0 02000000:00000001:1.0:1767326032.252059:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326032.252065:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767326032.252069:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000010:1.0:1767326032.252073:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d8ec0d1. 00000400:00000200:0.0:1767326032.252076:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326032.252081:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326032.252085:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4a7c86. 00000400:00000200:0.0:1767326032.252085:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767326032.252090:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326032.252096:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:1.0:1767326032.252099:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab6453a0. 00000400:00000200:0.0:1767326032.252100:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [409:409:256:4294967295] 192.168.203.107@tcp LPNI seq info [409:409:8:4294967295] 00000100:00000200:1.0:1767326032.252105:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993438592, portal 10 00000100:00000001:1.0:1767326032.252108:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326032.252110:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531382912 : -112767178168704 : ffff997058672680) 00000400:00000200:0.0:1767326032.252116:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:1.0:1767326032.252119:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fc353709 x1853174993438592/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326032.252129:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:0.0:1767326032.252130:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326032.252135:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326032.252138:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767326032.252161:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f42357cd. 00000400:00000200:3.0:1767326032.252164:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767326032.252168:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326032.252171:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326032.252175:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:1.0:1767326032.252176:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b4b29cd. 00000800:00000200:0.0:1767326032.252181:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767326032.252182:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [410:410:255:4294967295] 192.168.203.107@tcp LPNI seq info [410:410:7:4294967295] 00000100:00000200:1.0:1767326032.252182:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993438592, offset 0 00000400:00000200:1.0:1767326032.252199:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767326032.252199:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767326032.252203:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767326032.252207:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f42357cd type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767326032.252211:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326032.252215:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767326032.252217:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056075b4e. 00000400:00000200:1.0:1767326032.252220:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326032.252223:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326032.252224:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326032.252229:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326032.252231:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305953820 00000800:00000200:3.0:1767326032.252232:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767326032.252237:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:0.0:1767326032.252239:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e7dee28. 00000800:00000200:3.0:1767326032.252244:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767326032.252245:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [411:411:254:4294967295] 192.168.203.107@tcp LPNI seq info [411:411:6:4294967295] 00000100:00000001:0.0:1767326032.252247:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767326032.252249:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056075b4e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326032.252255:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305953820 00000100:00000001:3.0:1767326032.252256:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326032.252261:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a70cc76c. 00000100:00000040:3.0:1767326032.252263:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 231225 usecs (232 jiffies) 00000400:00000200:1.0:1767326032.252265:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767326032.252267:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326032.252269:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305949418 00000100:00000001:0.0:1767326032.252274:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305953820 00000100:00000001:3.0:1767326032.252275:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305953820 00000800:00000200:1.0:1767326032.252280:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326032.252281:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305949418 00000100:00000010:0.0:1767326032.252282:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f14dad39. 00000800:00000200:2.0:1767326032.252286:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326032.252287:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ec7aa78. 00000100:00000001:3.0:1767326032.252288:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305953820 00000100:00000001:0.0:1767326032.252288:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000010:2.0:1767326032.252292:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f42357cd. 00000100:00000001:3.0:1767326032.252294:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305949418 00000100:00000001:0.0:1767326032.252296:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305953820 00000400:00000200:2.0:1767326032.252299:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767326032.252299:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767326032.252300:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305953820 00000100:00000010:0.0:1767326032.252303:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ac4dacc. 00000100:00000001:3.0:1767326032.252307:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305949418 00000100:00000001:0.0:1767326032.252308:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767326032.252309:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767326032.252314:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326032.252316:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326032.252317:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305953820 00000800:00000200:1.0:1767326032.252317:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006ec7aa78 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326032.252322:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecdad0cb 00000100:00000001:3.0:1767326032.252323:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326032.252323:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326032.252325:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326032.252327:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecdad0cb. 00000100:00000001:3.0:1767326032.252329:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326032.252331:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326032.252332:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 14256 usecs (15 jiffies) 00000100:00000001:3.0:1767326032.252334:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326032.252336:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326032.252337:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326032.252338:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305949201 00000100:00000001:3.0:1767326032.252339:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326032.252344:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326032.252344:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767326032.252345:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae08152b x1853174993438336/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326032.252346:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305953820 00000100:00000001:3.0:1767326032.252349:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326032.252349:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326032.252352:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305949201 00000100:00000001:3.0:1767326032.252353:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326032.252356:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326032.252359:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326032.252360:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305953820 00000100:00000001:0.0:1767326032.252360:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326032.252364:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326032.252367:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305949201 00000100:00000001:2.0:1767326032.252370:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326032.252374:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326032.252376:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae08152b x1853174993438336/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326048 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326032.252377:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305953820 00000100:00000001:1.0:1767326032.252383:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305949201 00000100:00000001:1.0:1767326032.252388:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305953820 00000100:00000001:2.0:1767326032.252392:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326032.252392:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326032.252397:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326032.252397:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326032.252401:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326032.252404:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326032.252413:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326032.252416:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056075b4e. 00000400:00000200:2.0:1767326032.252420:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326032.252430:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326032.252433:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfabd78b 00000400:00000010:2.0:1767326032.252434:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfabd78b. 00000100:00000001:2.0:1767326032.252438:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326032.252441:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000574a5a79 x1853174993438464/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326032.252448:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326032.252450:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000574a5a79 x1853174993438464/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326048 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326032.252456:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326032.252458:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326032.252539:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326032.252542:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ec7aa78. 00000400:00000200:2.0:1767326032.252546:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326032.252549:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326032.252551:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b4b29cd 00000400:00000010:2.0:1767326032.252553:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b4b29cd. 00000100:00000001:2.0:1767326032.252556:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326032.252558:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fc353709 x1853174993438592/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326032.252566:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326032.252567:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fc353709 x1853174993438592/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326048 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326032.252571:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326032.252572:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326032.254600:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326032.254624:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326032.254627:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326032.254631:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326032.254638:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326032.254649:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30c680 00000400:00000200:1.0:1767326032.254656:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xd9d [1] + 224 00000800:00000001:1.0:1767326032.254668:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326032.254673:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326032.254675:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326032.254679:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326032.254683:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326032.254687:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae08152b x1853174993438336/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326032.254697:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae08152b x1853174993438336/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326032.254715:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326032.254723:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326032.254726:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326032.254728:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326032.254729:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326032.254733:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326032.254739:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30c700 00000400:00000200:1.0:1767326032.254744:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xda1 [1] + 224 00000100:00000001:0.0:1767326032.254754:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326032.254755:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326032.254758:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326032.254764:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326032.254766:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326032.254767:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767326032.254769:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326032.254773:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6511b72. 00000400:00000200:1.0:1767326032.254774:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326032.254780:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f87e7ca8 00000400:00000010:0.0:1767326032.254782:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f87e7ca8. 00000100:00000001:0.0:1767326032.254793:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326032.254794:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326032.254799:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae08152b x1853174993438336/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326032.254801:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000574a5a79 x1853174993438464/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326032.254824:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae08152b x1853174993438336/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326032.254827:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000574a5a79 x1853174993438464/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326032.254857:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326032.254861:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326032.254864:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326032.254865:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326032.254868:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326032.254871:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767326032.254873:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326032.254873:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326032.254878:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326032.254879:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326032.254883:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326032.254886:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326032.254886:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=139 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326032.254888:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326032.254892:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767326032.254894:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=139 v=5 (1 1 1 1) 00000400:00000200:1.0:1767326032.254897:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000001:3.0:1767326032.254898:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326032.254900:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1767326032.254902:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326032.254904:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326032.254905:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081011fb2. 00000400:00000200:1.0:1767326032.254910:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30c780 00010000:00000001:0.0:1767326032.254910:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767326032.254912:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0fe3be 00010000:00000001:0.0:1767326032.254914:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326032.254917:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d0fe3be. 00000100:00000001:0.0:1767326032.254919:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326032.254921:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326032.254925:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xdad [1] + 224 00000100:00000040:0.0:1767326032.254928:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae08152b x1853174993438336/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326032.254929:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000574a5a79 x1853174993438464/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326032.254935:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326032.254943:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326032.254948:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326032.254956:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326032.254958:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326032.254961:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326032.254964:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326032.254964:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326032.254971:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fc353709 x1853174993438592/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326032.254979:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae08152b x1853174993438336/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326032.254981:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000574a5a79 x1853174993438464/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326032.254998:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fc353709 x1853174993438592/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326032.255013:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767326032.255015:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae08152b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993438336:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326032.255017:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326032.255022:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326032.255024:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326032.255025:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326032.255028:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326032.255028:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326032.255029:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326032.255033:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326032.255036:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326032.255036:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae08152b x1853174993438336/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326032.255038:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326032.255043:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326032.255046:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=129 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326032.255054:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=129 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326032.255056:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326032.255059:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326032.255061:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326032.255062:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326032.255063:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326032.255067:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767326032.255069:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326032.255072:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:2.0:1767326032.255073:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326032.255074:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1767326032.255076:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080de8b7a. 00000400:00000001:2.0:1767326032.255077:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767326032.255078:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000010:2.0:1767326032.255082:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4a7c86. 00000100:00000001:3.0:1767326032.255083:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767326032.255084:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326032.255087:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326032.255089:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326032.255092:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000040:3.0:1767326032.255093:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000574a5a79 x1853174993438464/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326032.255094:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab6453a0 00000020:00000001:0.0:1767326032.255098:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:2.0:1767326032.255099:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab6453a0. 02000000:00000010:0.0:1767326032.255102:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc002f00. 00000100:00000001:2.0:1767326032.255105:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326032.255112:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326032.255112:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1767326032.255114:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fc353709 x1853174993438592/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326032.255117:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767326032.255117:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326032.255119:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767326032.255121:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae08152b. 00000100:00000040:3.0:1767326032.255127:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000574a5a79 x1853174993438464/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326032.255128:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326032.255132:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326032.255136:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326032.255164:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326032.255167:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326032.255171:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326032.255172:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fc353709 x1853174993438592/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326032.255175:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326032.255192:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000574a5a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993438464:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326032.255192:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326032.255196:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326032.255200:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326032.255200:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326032.255204:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767326032.255204:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326032.255208:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767326032.255211:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000574a5a79 x1853174993438464/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326032.255211:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326032.255217:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326032.255223:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=139 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326032.255227:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=86 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326032.255234:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326032.255237:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326032.255241:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326032.255244:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326032.255248:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:2.0:1767326032.255249:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000fc353709 x1853174993438592/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326032.255251:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007781a3ec. 02000000:00000001:3.0:1767326032.255257:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326032.255261:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767326032.255261:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326032.255263:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326032.255265:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767326032.255267:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767326032.255269:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 02000000:00000010:3.0:1767326032.255270:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006fc6f982. 00000100:00000001:2.0:1767326032.255274:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767326032.255276:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326032.255277:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326032.255279:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326032.255281:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000574a5a79. 00000100:00000040:2.0:1767326032.255284:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fc353709 x1853174993438592/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326032.255286:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326032.255289:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326032.255293:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326032.255299:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326032.255299:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326032.255303:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326032.255304:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326032.255307:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326032.255308:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326032.255311:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326032.255313:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc353709 x1853174993438592/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326032.255322:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fc353709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993438592:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326032.255327:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326032.255337:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326032.255339:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fc353709 x1853174993438592/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326048 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326032.255346:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326032.255348:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326032.255350:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d8ec0d1. 02000000:00000001:2.0:1767326032.255354:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326032.255356:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326032.255357:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326032.255359:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326032.255360:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d53f249. 02000000:00000001:2.0:1767326032.255363:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326032.255365:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326032.255366:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc353709. 00000100:00000001:2.0:1767326032.255369:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326032.255370:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326032.255372:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326032.255375:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326032.255377:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326032.255379:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326032.255380:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326032.891276:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326032.891284:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326032.891290:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326032.891291:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326032.891339:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326032.891344:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326032.891361:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326033.914193:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326033.914199:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326033.914201:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326033.914203:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326033.914207:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326033.914209:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326033.914211:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326033.914213:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326033.914216:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326033.914217:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326033.914250:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326033.914255:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326033.914259:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326034.938267:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326034.938274:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326034.938299:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326034.938300:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326034.938358:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326034.938362:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326034.938365:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326035.962261:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326035.962267:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326035.962274:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326035.962278:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326035.962281:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326035.962286:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326035.962288:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326035.962289:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326035.962292:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326035.962294:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326035.962296:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326035.962299:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326035.962357:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326035.962361:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326035.962364:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326036.986261:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326036.986267:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326036.986273:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326036.986274:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326036.986348:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326036.986355:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326036.986359:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326037.370287:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305953820, at 4305954304 00000100:00000040:3.0:1767326037.370289:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305953820, at 4305954304 00000100:00000040:1.0:1767326037.370301:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305953820, at 4305954304 00000100:00000040:2.0:1767326037.370302:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305953820, at 4305954304 00000100:00000010:3.0:1767326037.370308:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ac4dacc. 00000100:00000010:0.0:1767326037.370313:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e7dee28. 00000100:00000010:1.0:1767326037.370316:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a70cc76c. 00000100:00000010:2.0:1767326037.370318:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f14dad39. 00000100:00000040:2.0:1767326037.370339:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326037.370345:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326037.370360:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc353709. 00000020:00000040:2.0:1767326037.370366:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326037.370371:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326037.370374:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326037.370379:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326037.370386:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d53f249. 00000100:00000001:2.0:1767326037.370391:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326037.370400:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000fc353709 x1853174993438720/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326037.370409:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326037.370410:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326037.370414:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc353709] to pc [ptlrpcd_00_00+0] req@00000000fc353709 x1853174993438720/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326037.370452:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326037.370454:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326037.370456:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326037.370458:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2583070. 00000020:00000040:2.0:1767326037.370460:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326037.370462:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326037.370463:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326037.370464:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326037.370466:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035310fb5. 00000100:00000001:2.0:1767326037.370468:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326037.370471:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000d2583070 x1853174993438848/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326037.370477:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326037.370478:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326037.370479:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326037.370484:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326037.370485:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2583070] to pc [ptlrpcd_00_01+1] req@00000000d2583070 x1853174993438848/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326037.370486:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326037.370491:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326037.370493:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326037.370503:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fc353709 x1853174993438720/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326037.370506:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326037.370510:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326037.370518:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326037.370522:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1767326037.370522:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce152320. 00000100:00000001:0.0:1767326037.370523:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326037.370526:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326037.370528:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767326037.370528:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326037.370532:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326037.370532:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326037.370533:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326037.370536:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326037.370537:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326037.370539:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326037.370542:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2583070 x1853174993438848/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326037.370545:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326037.370545:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef5ef55d. 00000100:00000001:2.0:1767326037.370550:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326037.370554:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fc353709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993438720:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767326037.370562:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000ce152320 x1853174993438976/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326037.370562:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326037.370565:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326037.370571:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326037.370573:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326037.370574:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326037.370577:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326037.370582:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce152320] to pc [ptlrpcd_00_02+2] req@00000000ce152320 x1853174993438976/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326037.370583:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326037.370584:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326037.370588:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326037.370591:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767326037.370594:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326037.370598:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c10c72ca. 00000100:00100000:0.0:1767326037.370601:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2583070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993438848:192.168.203.107@tcp:400: 02000000:00000001:3.0:1767326037.370607:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326037.370609:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767326037.370614:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081011fb2. 02000000:00000001:0.0:1767326037.370620:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767326037.370624:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d0fe3be. 02000000:00000001:0.0:1767326037.370624:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326037.370626:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326037.370630:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326037.370631:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1767326037.370634:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993438720, portal 25 00000100:00000040:2.0:1767326037.370637:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:0.0:1767326037.370637:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000687bab84. 00000100:00000001:3.0:1767326037.370640:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326037.370642:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326037.370645:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531382912 : -112767178168704 : ffff997058672680) 00000100:00000040:2.0:1767326037.370646:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11292) 00000400:00000010:0.0:1767326037.370648:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6511b72. 00000100:00000001:1.0:1767326037.370650:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326037.370657:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fc353709 x1853174993438720/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326037.370657:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767326037.370660:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f87e7ca8. 00000100:00000001:1.0:1767326037.370662:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767326037.370670:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993438848, portal 10 00000100:00000001:2.0:1767326037.370672:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326037.370676:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326037.370676:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce152320 x1853174993438976/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326037.370678:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326037.370678:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326037.370684:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531377536 : -112767178174080 : ffff997058671180) 00000100:00000040:3.0:1767326037.370695:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767326037.370701:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc006719. 00000100:00000040:0.0:1767326037.370701:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2583070 x1853174993438848/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326037.370712:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993438720, offset 0 00000100:00000001:1.0:1767326037.370715:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326037.370719:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326037.370727:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326037.370732:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326037.370733:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326037.370734:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326037.370738:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326037.370745:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00100000:1.0:1767326037.370746:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce152320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993438976:192.168.203.107@tcp:400: 00000400:00000010:0.0:1767326037.370753:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fb0c1f1. 00000100:00000001:1.0:1767326037.370754:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326037.370756:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:1.0:1767326037.370763:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767326037.370766:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993438848, offset 0 02000000:00000001:1.0:1767326037.370767:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326037.370768:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326037.370776:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326037.370781:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000010:1.0:1767326037.370783:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005dd0bc02. 00000400:00000200:0.0:1767326037.370783:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326037.370789:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326037.370791:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767326037.370808:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bc951f5. 00000400:00000010:1.0:1767326037.370816:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000100:00000200:1.0:1767326037.370823:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993438976, portal 10 00000100:00000001:1.0:1767326037.370825:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326037.370826:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531385600 : -112767178166016 : ffff997058673100) 00000400:00000200:3.0:1767326037.370842:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:1.0:1767326037.370844:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce152320 x1853174993438976/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326037.370857:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [412:412:256:4294967295] 192.168.203.107@tcp LPNI seq info [412:412:8:4294967295] 00000100:00000001:1.0:1767326037.370868:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326037.370879:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326037.370881:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056cf3dc7. 00000400:00000200:3.0:1767326037.370885:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:1.0:1767326037.370891:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993438976, offset 0 00000800:00000200:3.0:1767326037.370896:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326037.370899:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767326037.370906:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767326037.370907:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056075b4e. 00000400:00000200:0.0:1767326037.370912:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326037.370919:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:3.0:1767326037.370920:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767326037.370925:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326037.370930:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767326037.370931:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:3.0:1767326037.370935:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056075b4e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326037.370938:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [413:413:255:4294967295] 192.168.203.107@tcp LPNI seq info [413:413:7:4294967295] 00000400:00000200:0.0:1767326037.370948:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326037.370950:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326037.370954:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305958938 00000800:00000200:0.0:1767326037.370954:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326037.370962:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:0.0:1767326037.370962:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a24aac0. 00000100:00000010:3.0:1767326037.370963:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000090713158. 00000100:00000001:3.0:1767326037.370976:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326037.370977:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326037.370979:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767326037.370985:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767326037.370990:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305958938 00000400:00000200:1.0:1767326037.370994:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326037.370995:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:3.0:1767326037.371004:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db18ab38. 00000400:00000200:1.0:1767326037.371005:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767326037.371005:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007a24aac0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326037.371016:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326037.371017:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326037.371020:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305958938 00000100:00000010:3.0:1767326037.371023:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5aca06a. 00000100:00000040:0.0:1767326037.371023:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 229377 usecs (230 jiffies) 00000100:00000001:3.0:1767326037.371030:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326037.371035:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [414:414:254:4294967295] 192.168.203.107@tcp LPNI seq info [414:414:6:4294967295] 00000100:00000001:3.0:1767326037.371036:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305958938 00000100:00000001:0.0:1767326037.371036:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305954534 00000800:00000200:2.0:1767326037.371038:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326037.371048:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056075b4e. 00000100:00000010:3.0:1767326037.371049:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000678b8b64. 00000100:00000001:0.0:1767326037.371055:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305958938 00000100:00000001:3.0:1767326037.371059:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326037.371060:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326037.371060:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305954534 00000100:00000001:3.0:1767326037.371071:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326037.371072:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305958938 00000400:00000200:2.0:1767326037.371078:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326037.371079:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326037.371080:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305954534 00000400:00000200:1.0:1767326037.371083:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326037.371085:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326037.371090:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305958938 00000100:00000001:3.0:1767326037.371091:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326037.371102:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305954534 00000400:00000200:2.0:1767326037.371105:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc006719 00000100:00000001:0.0:1767326037.371106:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305958938 00000400:00000010:2.0:1767326037.371108:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc006719. 00000100:00000001:0.0:1767326037.371111:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326037.371116:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767326037.371116:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326037.371118:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326037.371128:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fc353709 x1853174993438720/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326037.371129:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326037.371131:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ec7aa78. 00000100:00000001:0.0:1767326037.371138:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326037.371167:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326037.371172:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fc353709 x1853174993438720/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326053 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326037.371179:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326037.371180:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326037.371190:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326037.371192:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326037.371193:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326037.371197:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326037.371197:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767326037.371201:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326037.371206:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326037.371208:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326037.371213:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767326037.371214:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006ec7aa78 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326037.371215:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326037.371215:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326037.371222:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326037.371223:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326037.371223:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a24aac0. 00000100:00000001:1.0:1767326037.371231:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326037.371232:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326037.371233:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326037.371233:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767326037.371237:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 14172 usecs (15 jiffies) 00000100:00000001:1.0:1767326037.371244:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305954320 00000400:00000200:2.0:1767326037.371245:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326037.371255:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305958938 00000400:00000200:2.0:1767326037.371259:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fb0c1f1 00000100:00000001:1.0:1767326037.371259:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305954320 00000100:00000001:1.0:1767326037.371263:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305958938 00000400:00000010:2.0:1767326037.371268:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fb0c1f1. 00000100:00000001:1.0:1767326037.371269:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305954320 00000100:00000001:1.0:1767326037.371275:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305958938 00000100:00000001:1.0:1767326037.371282:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305954320 00000100:00000001:2.0:1767326037.371283:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326037.371289:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2583070 x1853174993438848/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326037.371292:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305958938 00000100:00000001:1.0:1767326037.371297:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326037.371302:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326037.371309:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326037.371314:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326037.371323:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326037.371324:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326037.371326:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326037.371329:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326037.371331:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326037.371335:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326037.371344:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326037.371347:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2583070 x1853174993438848/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326053 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326037.371351:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326037.371353:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326037.371380:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326037.371382:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ec7aa78. 00000400:00000200:2.0:1767326037.371385:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326037.371387:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326037.371388:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056cf3dc7 00000400:00000010:2.0:1767326037.371390:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056cf3dc7. 00000100:00000001:2.0:1767326037.371391:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326037.371393:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce152320 x1853174993438976/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326037.371397:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326037.371398:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce152320 x1853174993438976/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326053 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326037.371402:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326037.371402:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326037.372611:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326037.372620:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326037.372623:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326037.372625:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326037.372631:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326037.372641:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30c800 00000400:00000200:2.0:1767326037.372648:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xdb5 [1] + 224 00000800:00000001:2.0:1767326037.372654:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326037.372666:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326037.372668:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326037.372670:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326037.372673:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326037.372680:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fc353709 x1853174993438720/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326037.372686:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fc353709 x1853174993438720/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326037.372696:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326037.372702:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326037.372705:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326037.372706:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326037.372707:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326037.372709:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326037.372713:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30c900 00000400:00000200:2.0:1767326037.372716:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xdc5 [1] + 224 00000800:00000001:2.0:1767326037.372718:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326037.372720:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326037.372721:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326037.372724:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326037.372725:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326037.372727:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce152320 x1853174993438976/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326037.372733:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ce152320 x1853174993438976/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326037.372745:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326037.372745:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326037.372749:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326037.372750:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326037.372752:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326037.372754:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326037.372756:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326037.372756:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326037.372761:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326037.372761:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000010:3.0:1767326037.372765:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081011fb2. 00000400:00000200:2.0:1767326037.372768:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30c880 00000400:00000200:3.0:1767326037.372771:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0fe3be 00000400:00000010:3.0:1767326037.372775:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d0fe3be. 00000100:00000001:3.0:1767326037.372778:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326037.372782:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xdb9 [1] + 224 00000100:00000001:1.0:1767326037.372782:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326037.372784:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fc353709 x1853174993438720/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326037.372786:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326037.372791:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326037.372792:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326037.372806:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767326037.372807:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fc353709 x1853174993438720/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326037.372809:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bc951f5. 00000800:00000001:2.0:1767326037.372811:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326037.372815:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000100:00000001:3.0:1767326037.372817:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326037.372819:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767326037.372819:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00000001:3.0:1767326037.372820:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326037.372825:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326037.372826:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326037.372828:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326037.372832:0:211459:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326037.372834:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767326037.372835:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce152320 x1853174993438976/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326037.372836:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767326037.372837:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2583070 x1853174993438848/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326037.372840:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326037.372845:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326037.372852:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=144 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326037.372859:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326037.372866:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326037.372869:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326037.372873:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767326037.372874:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2583070 x1853174993438848/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326037.372874:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce152320 x1853174993438976/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326037.372876:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326037.372881:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326037.372887:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fc353709 x1853174993438720/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326037.372907:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326037.372910:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326037.372911:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326037.372913:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326037.372914:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326037.372915:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326037.372919:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc353709 x1853174993438720/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326037.372919:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326037.372922:0:211467:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767326037.372924:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326037.372926:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326037.372930:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326037.372933:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326037.372936:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fc353709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993438720:192.168.203.107@tcp:400: 02000000:00000001:1.0:1767326037.372936:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326037.372940:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326037.372943:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326037.372943:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=144 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326037.372943:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326037.372946:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1767326037.372948:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767326037.372951:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fc353709 x1853174993438720/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326037.372951:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1767326037.372952:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=91 v=5 (1 1 0 0) 00000400:00000010:0.0:1767326037.372954:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6511b72. 00000400:00000200:0.0:1767326037.372960:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f87e7ca8 00000100:00000001:1.0:1767326037.372961:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767326037.372964:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f87e7ca8. 00000100:00000001:3.0:1767326037.372965:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326037.372965:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326037.372967:0:211466:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326037.372970:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767326037.372970:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767326037.372973:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c10c72ca. 00000100:00000200:0.0:1767326037.372973:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2583070 x1853174993438848/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326037.372978:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326037.372981:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326037.372983:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00010000:00080000:1.0:1767326037.372985:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ce152320 x1853174993438976/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326037.372986:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1767326037.372989:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2583070 x1853174993438848/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326037.372990:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d53f249. 02000000:00000001:3.0:1767326037.372996:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326037.372999:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326037.373001:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc353709. 00010000:00000001:1.0:1767326037.373004:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326037.373008:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326037.373008:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326037.373010:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326037.373010:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326037.373011:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326037.373013:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326037.373015:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326037.373015:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326037.373016:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326037.373018:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326037.373021:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326037.373023:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce152320 x1853174993438976/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326037.373023:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326037.373024:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326037.373026:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326037.373028:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326037.373030:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326037.373031:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326037.373035:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326037.373040:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767326037.373041:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=134 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326037.373042:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326037.373045:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326037.373046:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=134 v=5 (1 1 1 1) 00000100:00000040:1.0:1767326037.373049:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce152320 x1853174993438976/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326037.373050:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1767326037.373056:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce152320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993438976:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326037.373059:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326037.373061:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326037.373064:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326037.373065:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767326037.373068:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326037.373071:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce152320 x1853174993438976/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326037.373072:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326037.373074:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326037.373077:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326037.373078:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326037.373084:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2583070 x1853174993438848/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326037.373087:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326037.373090:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326037.373094:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005dd0bc02. 00000100:00000001:0.0:1767326037.373094:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326037.373096:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326037.373098:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326037.373100:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767326037.373101:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2583070 x1853174993438848/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326037.373103:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326037.373106:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767326037.373111:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1767326037.373111:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2583070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993438848:192.168.203.107@tcp:400: 02000000:00000010:1.0:1767326037.373113:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ef5ef55d. 00000100:00000001:0.0:1767326037.373117:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326037.373118:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326037.373119:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767326037.373122:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767326037.373123:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2583070 x1853174993438848/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326053 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326037.373124:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce152320. 00000100:00000001:1.0:1767326037.373129:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326037.373131:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326037.373132:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326037.373133:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000687bab84. 02000000:00000001:0.0:1767326037.373135:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326037.373138:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326037.373138:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326037.373157:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767326037.373160:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326037.373165:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326037.373169:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035310fb5. 00000100:00000001:1.0:1767326037.373170:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326037.373173:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326037.373175:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326037.373175:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326037.373179:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326037.373179:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326037.373183:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2583070. 00000100:00000001:0.0:1767326037.373188:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326037.373189:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326037.373191:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326037.373195:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326037.373197:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326037.373199:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326037.373200:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326038.010279:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326038.010285:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326038.010290:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326038.010292:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326038.010342:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326038.010349:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326038.010354:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326039.034276:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326039.034285:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326039.034290:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326039.034291:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326039.034359:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326039.034366:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326039.034371:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326040.058256:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326040.058266:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326040.058274:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326040.058275:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326040.058350:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326040.058354:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326040.058358:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326041.082261:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326041.082269:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326041.082275:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326041.082276:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326041.082336:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326041.082341:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326041.082344:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326042.106263:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326042.106277:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326042.106282:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326042.106283:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326042.106345:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326042.106351:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326042.106354:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326042.490279:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305958938, at 4305959424 00000100:00000040:1.0:1767326042.490279:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305958938, at 4305959424 00000100:00000040:0.0:1767326042.490279:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305958938, at 4305959424 00000100:00000010:1.0:1767326042.490295:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db18ab38. 00000100:00000010:0.0:1767326042.490298:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000090713158. 00000100:00000010:3.0:1767326042.490301:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000678b8b64. 00000100:00000040:2.0:1767326042.490309:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326042.490321:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326042.490333:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c46a891b. 00000020:00000040:2.0:1767326042.490352:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326042.490357:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326042.490376:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326042.490384:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326042.490393:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6fe8d38. 00000100:00000001:2.0:1767326042.490402:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326042.490415:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000c46a891b x1853174993439104/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326042.490427:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326042.490430:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326042.490436:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c46a891b] to pc [ptlrpcd_00_03+3] req@00000000c46a891b x1853174993439104/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326042.490469:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326042.490472:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326042.490476:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326042.490480:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063e117f0. 00000020:00000040:2.0:1767326042.490483:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326042.490486:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326042.490489:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326042.490492:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326042.490496:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 00000100:00000001:3.0:1767326042.490498:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326042.490498:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326042.490501:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326042.490504:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326042.490505:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326042.490511:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326042.490512:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000063e117f0 x1853174993439232/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767326042.490526:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c46a891b x1853174993439104/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326042.490528:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326042.490531:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326042.490546:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e117f0] to pc [ptlrpcd_00_00+0] req@0000000063e117f0 x1853174993439232/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326042.490552:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326042.490557:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326042.490566:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326042.490571:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326042.490575:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326042.490580:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c46a891b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993439104:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326042.490585:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326042.490591:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326042.490594:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326042.490595:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326042.490606:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326042.490606:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326042.490614:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:3.0:1767326042.490619:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000632add74. 00000100:00000010:2.0:1767326042.490619:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa13957c. 00000100:00000001:0.0:1767326042.490624:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326042.490626:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326042.490627:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00100000:0.0:1767326042.490629:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767326042.490632:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326042.490634:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081011fb2. 00000100:00000001:0.0:1767326042.490638:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326042.490646:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326042.490646:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326042.490650:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d0fe3be. 02000000:00000001:2.0:1767326042.490654:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326042.490654:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326042.490659:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993439104, portal 25 00000100:00000001:0.0:1767326042.490660:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326042.490662:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326042.490663:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326042.490666:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326042.490669:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531388288 : -112767178163328 : ffff997058673b80) 00000100:00000040:0.0:1767326042.490671:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063e117f0 x1853174993439232/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326042.490673:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035310fb5. 00000100:00000040:3.0:1767326042.490682:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c46a891b x1853174993439104/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326042.490683:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326042.490696:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326042.490701:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000fa13957c x1853174993439360/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326042.490701:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326042.490709:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326042.490709:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326042.490714:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326042.490722:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326042.490739:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993439232:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767326042.490740:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767326042.490750:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e87ef122. 00000100:00000001:0.0:1767326042.490757:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326042.490775:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1767326042.490778:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993439104, offset 0 00000100:00000001:2.0:1767326042.490780:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326042.490783:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326042.490788:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326042.490792:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326042.490794:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326042.490795:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa13957c] to pc [ptlrpcd_00_01+1] req@00000000fa13957c x1853174993439360/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326042.490800:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7443265. 02000000:00000001:0.0:1767326042.490808:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326042.490811:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767326042.490814:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326042.490818:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6511b72. 00000100:00000001:1.0:1767326042.490822:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326042.490830:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f87e7ca8. 00000400:00000200:3.0:1767326042.490832:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767326042.490839:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993439232, portal 10 00000400:00000200:3.0:1767326042.490847:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326042.490847:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326042.490852:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531374848 : -112767178176768 : ffff997058670700) 00000100:00000001:2.0:1767326042.490854:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326042.490855:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326042.490857:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326042.490865:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000063e117f0 x1853174993439232/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326042.490866:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:3.0:1767326042.490867:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:2.0:1767326042.490867:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326042.490880:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326042.490887:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [415:415:256:4294967295] 192.168.203.107@tcp LPNI seq info [415:415:8:4294967295] 00000100:00000040:2.0:1767326042.490892:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326042.490896:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326042.490906:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326042.490916:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11297) 00000100:00000001:1.0:1767326042.490916:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326042.490922:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326042.490924:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326042.490929:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326042.490929:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326042.490938:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326042.490945:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 00000800:00000200:3.0:1767326042.490946:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767326042.490946:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa13957c x1853174993439360/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326042.490954:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305958938, at 4305959424 00000100:00000200:0.0:1767326042.490956:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993439232, offset 0 00000800:00000010:3.0:1767326042.490960:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000caa95cc3. 00000100:00000010:2.0:1767326042.490975:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5aca06a. 00000400:00000200:0.0:1767326042.490982:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:3.0:1767326042.490987:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767326042.491003:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767326042.491009:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326042.491012:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326042.491016:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326042.491016:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326042.491022:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326042.491023:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767326042.491028:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:1.0:1767326042.491030:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326042.491033:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000caa95cc3 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326042.491039:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1767326042.491042:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fa13957c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993439360:192.168.203.107@tcp:400: 00000400:00000200:0.0:1767326042.491047:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767326042.491057:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [416:416:255:4294967295] 192.168.203.107@tcp LPNI seq info [416:416:7:4294967295] 00000100:00000001:1.0:1767326042.491062:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326042.491064:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326042.491070:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326042.491072:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305964058 02000000:00000001:1.0:1767326042.491076:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326042.491079:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:3.0:1767326042.491081:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000678b8b64. 02000000:00000001:1.0:1767326042.491081:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767326042.491091:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326042.491093:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 02000000:00000010:1.0:1767326042.491098:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4cfa688. 00000800:00000010:0.0:1767326042.491099:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073cc668c. 00000100:00000001:3.0:1767326042.491104:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305964058 02000000:00000001:1.0:1767326042.491109:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326042.491115:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:3.0:1767326042.491116:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e80ee982. 00000400:00000010:1.0:1767326042.491122:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bc951f5. 00000100:00000001:3.0:1767326042.491124:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767326042.491132:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326042.491135:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305964058 00000800:00000200:0.0:1767326042.491136:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000073cc668c type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767326042.491137:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000100:00000200:1.0:1767326042.491178:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993439360, portal 10 00000100:00000010:3.0:1767326042.491181:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce179f13. 00000100:00000001:1.0:1767326042.491189:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326042.491192:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326042.491194:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326042.491195:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531384704 : -112767178166912 : ffff997058672d80) 00000100:00000001:3.0:1767326042.491199:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305964059 00000100:00000010:3.0:1767326042.491207:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086a56c50. 00000100:00000040:0.0:1767326042.491208:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 227552 usecs (228 jiffies) 00000100:00000001:3.0:1767326042.491213:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767326042.491215:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fa13957c x1853174993439360/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326042.491220:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305959653 00000100:00000001:3.0:1767326042.491222:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326042.491228:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326042.491237:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305964058 00000100:00000040:1.0:1767326042.491238:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326042.491240:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326042.491245:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eeaa2651. 00000100:00000001:0.0:1767326042.491247:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305959653 00000100:00000001:3.0:1767326042.491249:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326042.491253:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993439360, offset 0 00000800:00000200:2.0:1767326042.491256:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326042.491256:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305964058 00000100:00000001:3.0:1767326042.491257:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767326042.491268:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000caa95cc3. 00000100:00000001:0.0:1767326042.491268:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305959653 00000400:00000200:1.0:1767326042.491269:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326042.491272:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326042.491277:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326042.491277:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326042.491279:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305964058 00000400:00000200:1.0:1767326042.491290:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767326042.491291:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305959653 00000100:00000001:3.0:1767326042.491292:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326042.491300:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326042.491301:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326042.491306:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305964059 00000100:00000001:3.0:1767326042.491309:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326042.491310:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326042.491319:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326042.491323:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326042.491327:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326042.491331:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326042.491334:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326042.491338:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326042.491342:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326042.491346:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [417:417:254:4294967295] 192.168.203.107@tcp LPNI seq info [417:417:6:4294967295] 00000100:00000001:0.0:1767326042.491348:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326042.491352:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326042.491356:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326042.491359:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326042.491369:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767326042.491377:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326042.491379:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e87ef122 00000800:00000010:1.0:1767326042.491383:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee91c56. 00000400:00000010:2.0:1767326042.491387:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e87ef122. 00000100:00000001:3.0:1767326042.491388:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326042.491395:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326042.491396:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326042.491404:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c46a891b x1853174993439104/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326042.491406:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326042.491413:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ee91c56 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326042.491421:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326042.491427:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326042.491431:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c46a891b x1853174993439104/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326058 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326042.491433:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 14078 usecs (15 jiffies) 00000100:00000001:1.0:1767326042.491440:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305959440 00000100:00000001:2.0:1767326042.491444:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326042.491445:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305964058 00000100:00000001:1.0:1767326042.491448:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305959440 00000100:00000001:1.0:1767326042.491450:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305964058 00000100:00000001:1.0:1767326042.491452:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305959440 00000100:00000001:2.0:1767326042.491455:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326042.491457:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305964058 00000100:00000001:1.0:1767326042.491460:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305959440 00000100:00000001:1.0:1767326042.491462:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305964059 00000100:00000001:1.0:1767326042.491463:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326042.491466:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326042.491469:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326042.491472:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326042.491478:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326042.491482:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073cc668c. 00000400:00000200:2.0:1767326042.491486:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326042.491491:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326042.491493:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 00000400:00000010:2.0:1767326042.491495:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00000100:00000001:2.0:1767326042.491498:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326042.491501:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063e117f0 x1853174993439232/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326042.491509:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326042.491511:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063e117f0 x1853174993439232/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326058 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326042.491517:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326042.491519:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326042.491554:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326042.491556:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee91c56. 00000400:00000200:2.0:1767326042.491560:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326042.491564:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326042.491566:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eeaa2651 00000400:00000010:2.0:1767326042.491567:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eeaa2651. 00000100:00000001:2.0:1767326042.491570:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326042.491572:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fa13957c x1853174993439360/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326042.491579:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326042.491581:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa13957c x1853174993439360/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326058 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326042.491586:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326042.491588:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326042.492950:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326042.492963:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326042.492965:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326042.492967:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326042.492982:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326042.493006:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30c980 00000400:00000200:2.0:1767326042.493014:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xdcd [1] + 224 00000800:00000001:2.0:1767326042.493021:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326042.493030:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326042.493032:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326042.493034:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326042.493037:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326042.493040:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c46a891b x1853174993439104/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326042.493047:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c46a891b x1853174993439104/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326042.493059:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326042.493065:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326042.493067:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326042.493175:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326042.493177:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326042.493181:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326042.493182:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326042.493184:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326042.493187:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326042.493192:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30ca00 00000400:00000200:2.0:1767326042.493195:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xdd5 [1] + 224 00000800:00000001:2.0:1767326042.493197:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326042.493202:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326042.493203:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326042.493205:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326042.493208:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326042.493211:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063e117f0 x1853174993439232/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326042.493218:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000063e117f0 x1853174993439232/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326042.493244:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326042.493251:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326042.493268:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326042.493271:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326042.493274:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326042.493281:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326042.493282:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326042.493282:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326042.493287:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326042.493288:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326042.493294:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081011fb2. 00000400:00000200:2.0:1767326042.493297:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326042.493303:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30ca80 00000400:00000200:3.0:1767326042.493335:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0fe3be 00000400:00000010:3.0:1767326042.493337:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d0fe3be. 00000100:00000001:3.0:1767326042.493342:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767326042.493343:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326042.493347:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326042.493349:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6511b72. 00000100:00000200:3.0:1767326042.493350:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c46a891b x1853174993439104/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326042.493355:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f87e7ca8 00000400:00000010:0.0:1767326042.493360:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f87e7ca8. 00000100:00000001:0.0:1767326042.493365:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326042.493374:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c46a891b x1853174993439104/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326042.493376:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xddd [1] + 224 00000100:00000200:0.0:1767326042.493376:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063e117f0 x1853174993439232/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326042.493398:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326042.493413:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326042.493417:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767326042.493418:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063e117f0 x1853174993439232/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326042.493422:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326042.493424:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326042.493433:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326042.493435:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326042.493439:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326042.493442:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767326042.493442:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326042.493444:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326042.493449:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767326042.493450:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326042.493455:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326042.493456:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326042.493456:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767326042.493462:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326042.493465:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fa13957c x1853174993439360/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326042.493469:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326042.493472:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=149 v=5 (5 5 5 5) 02000000:00000001:0.0:1767326042.493476:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326042.493490:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=149 v=5 (1 1 1 1) 00000100:00001000:0.0:1767326042.493492:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=139 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326042.493503:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:0.0:1767326042.493504:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=139 v=5 (1 1 1 1) 00000100:00000040:2.0:1767326042.493507:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fa13957c x1853174993439360/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326042.493508:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326042.493522:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326042.493522:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326042.493528:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326042.493532:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326042.493539:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326042.493545:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326042.493547:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326042.493557:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326042.493559:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000040:3.0:1767326042.493562:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c46a891b x1853174993439104/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326042.493565:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326042.493565:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326042.493575:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326042.493581:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326042.493585:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063e117f0 x1853174993439232/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326042.493587:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326042.493599:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326042.493605:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326042.493614:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767326042.493616:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326042.493621:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326042.493623:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326042.493624:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326042.493625:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326042.493630:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bc951f5. 00000100:00000040:0.0:1767326042.493631:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063e117f0 x1853174993439232/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326042.493633:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326042.493638:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326042.493641:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000400:00000010:1.0:1767326042.493648:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00000040:3.0:1767326042.493650:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c46a891b x1853174993439104/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326042.493658:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993439232:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326042.493660:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326042.493669:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326042.493673:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fa13957c x1853174993439360/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326042.493676:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326042.493684:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063e117f0 x1853174993439232/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326042.493687:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c46a891b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993439104:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326042.493698:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326042.493702:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326042.493711:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c46a891b x1853174993439104/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326042.493729:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326042.493737:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326042.493746:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7443265. 00000100:00000001:3.0:1767326042.493747:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767326042.493752:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fa13957c x1853174993439360/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326042.493755:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767326042.493755:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1767326042.493775:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000632add74. 00000020:00000001:0.0:1767326042.493776:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326042.493783:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 02000000:00000001:3.0:1767326042.493787:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326042.493794:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767326042.493795:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:3.0:1767326042.493806:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326042.493806:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767326042.493806:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 02000000:00000001:0.0:1767326042.493818:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326042.493819:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326042.493820:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326042.493825:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6fe8d38. 00000100:00000001:1.0:1767326042.493827:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326042.493833:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326042.493834:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767326042.493834:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767326042.493841:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326042.493843:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1767326042.493844:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063e117f0. 00000100:00000010:3.0:1767326042.493846:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c46a891b. 00000100:00000001:1.0:1767326042.493850:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326042.493852:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326042.493854:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326042.493854:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326042.493856:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326042.493858:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326042.493862:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767326042.493869:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326042.493869:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326042.493870:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326042.493873:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326042.493882:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326042.493884:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1767326042.493885:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=149 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326042.493889:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326042.493899:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767326042.493900:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=96 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326042.493904:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326042.493907:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326042.493910:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326042.493913:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326042.493919:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000fa13957c x1853174993439360/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326042.493927:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326042.493931:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326042.493932:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326042.493934:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326042.493936:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326042.493940:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa13957c x1853174993439360/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326042.493947:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326042.493950:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326042.493952:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326042.493955:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa13957c x1853174993439360/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326042.493963:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fa13957c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993439360:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326042.493968:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326042.493970:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326042.493972:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa13957c x1853174993439360/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326058 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326042.493980:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326042.493982:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326042.493984:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4cfa688. 02000000:00000001:1.0:1767326042.493988:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326042.493989:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326042.493991:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767326042.493998:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326042.494000:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035310fb5. 02000000:00000001:1.0:1767326042.494004:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326042.494006:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326042.494007:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa13957c. 00000100:00000001:1.0:1767326042.494011:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326042.494012:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326042.494014:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326042.494020:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326042.494021:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326042.494023:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326042.494025:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326043.130299:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326043.130307:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326043.130314:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326043.130315:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326043.130379:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326043.130384:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326043.130387:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326044.155198:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326044.155207:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326044.155209:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326044.155212:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326044.155217:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326044.155219:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326044.155221:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326044.155223:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326044.155233:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326044.155235:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326044.155270:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326044.155275:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326044.155278:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326045.178257:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326045.178262:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326045.178266:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326045.178267:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326045.178324:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326045.178327:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326045.178330:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326046.202234:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326046.202239:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326046.202243:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326046.202246:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326046.202247:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326046.202252:0:216267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326046.202254:0:216267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326046.202255:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326046.202258:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326046.202259:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326046.202261:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326046.202262:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326046.202328:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326046.202333:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326046.202336:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326047.226265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326047.226272:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326047.226277:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326047.226278:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326047.226333:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326047.226339:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326047.226363:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326047.610230:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305964058, at 4305964544 00000100:00000040:3.0:1767326047.610245:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305964059, at 4305964544 00000100:00000010:1.0:1767326047.610254:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e80ee982. 00000100:00000010:3.0:1767326047.610256:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086a56c50. 00000100:00000040:0.0:1767326047.610272:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305964058, at 4305964544 00000100:00000040:2.0:1767326047.610274:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326047.610284:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326047.610285:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000678b8b64. 00000100:00000010:2.0:1767326047.610296:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008304d4b4. 00000020:00000040:2.0:1767326047.610302:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326047.610307:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326047.610309:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326047.610314:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326047.610320:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef5ef55d. 00000100:00000001:2.0:1767326047.610326:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326047.610335:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000008304d4b4 x1853174993439488/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326047.610343:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326047.610345:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326047.610349:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008304d4b4] to pc [ptlrpcd_00_02+2] req@000000008304d4b4 x1853174993439488/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326047.610385:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326047.610387:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326047.610389:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326047.610392:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa13957c. 00000020:00000040:2.0:1767326047.610394:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326047.610396:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326047.610399:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326047.610402:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326047.610405:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d53f249. 00000100:00000001:2.0:1767326047.610408:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326047.610412:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000fa13957c x1853174993439616/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326047.610413:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326047.610414:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326047.610422:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326047.610423:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326047.610423:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326047.610427:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326047.610430:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326047.610441:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa13957c] to pc [ptlrpcd_00_03+3] req@00000000fa13957c x1853174993439616/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326047.610445:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008304d4b4 x1853174993439488/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326047.610482:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326047.610484:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326047.610487:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326047.610488:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326047.610492:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326047.610494:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326047.610495:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767326047.610501:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326047.610502:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c46a891b. 00000100:00000001:3.0:1767326047.610507:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326047.610508:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767326047.610512:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767326047.610512:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008304d4b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993439488:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326047.610513:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326047.610518:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326047.610520:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326047.610523:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326047.610525:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767326047.610527:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035310fb5. 00000100:00000040:3.0:1767326047.610533:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa13957c x1853174993439616/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326047.610533:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326047.610548:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326047.610551:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326047.610552:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000c46a891b x1853174993439744/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326047.610555:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326047.610557:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326047.610562:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767326047.610571:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326047.610573:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767326047.610573:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6fcec2f. 02000000:00000001:3.0:1767326047.610575:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326047.610577:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326047.610585:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326047.610586:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326047.610592:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bc951f5. 00000100:00100000:3.0:1767326047.610601:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fa13957c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993439616:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767326047.610601:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c46a891b] to pc [ptlrpcd_00_00+0] req@00000000c46a891b x1853174993439744/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326047.610606:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000100:00000200:1.0:1767326047.610620:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993439488, portal 25 00000100:00000001:3.0:1767326047.610623:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326047.610626:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326047.610629:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326047.610631:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531378432 : -112767178173184 : ffff997058671500) 02000000:00000001:3.0:1767326047.610634:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326047.610642:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326047.610648:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008304d4b4 x1853174993439488/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326047.610650:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002851a7cf. 02000000:00000001:3.0:1767326047.610654:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326047.610659:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081011fb2. 00000100:00000001:1.0:1767326047.610660:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326047.610665:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326047.610666:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d0fe3be. 00000100:00000040:1.0:1767326047.610666:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767326047.610675:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1767326047.610677:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993439616, portal 10 00000400:00000010:1.0:1767326047.610677:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a79660. 00000100:00000001:0.0:1767326047.610685:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326047.610686:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993439488, offset 0 00000100:00000001:3.0:1767326047.610687:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326047.610692:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531384704 : -112767178166912 : ffff997058672d80) 00000100:00000001:0.0:1767326047.610693:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326047.610696:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326047.610697:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326047.610707:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767326047.610708:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c46a891b x1853174993439744/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326047.610709:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fa13957c x1853174993439616/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326047.610712:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11302) 00000400:00000200:1.0:1767326047.610735:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767326047.610743:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326047.610744:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326047.610745:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767326047.610749:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305964058, at 4305964544 02000000:00000001:0.0:1767326047.610749:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326047.610754:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326047.610755:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:0.0:1767326047.610762:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326047.610765:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767326047.610765:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce179f13. 00000400:00000200:1.0:1767326047.610766:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1767326047.610768:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c46a891b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993439744:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767326047.610780:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326047.610780:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326047.610780:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326047.610785:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767326047.610787:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065d23ae3. 00000400:00000200:1.0:1767326047.610787:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [418:418:256:4294967295] 192.168.203.107@tcp LPNI seq info [418:418:8:4294967295] 02000000:00000001:0.0:1767326047.610788:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326047.610793:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993439616, offset 0 02000000:00000001:0.0:1767326047.610794:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326047.610798:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000753e32a1. 00000100:00000001:2.0:1767326047.610799:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326047.610807:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326047.610809:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326047.610813:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6511b72. 00000400:00000200:3.0:1767326047.610818:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326047.610818:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767326047.610825:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326047.610828:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f87e7ca8. 00000400:00000200:3.0:1767326047.610829:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:1.0:1767326047.610834:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009620fff6. 00000100:00000200:0.0:1767326047.610835:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993439744, portal 10 00000400:00000200:3.0:1767326047.610836:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326047.610841:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326047.610843:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326047.610844:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531388288 : -112767178163328 : ffff997058673b80) 00000400:00000200:3.0:1767326047.610849:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326047.610849:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:0.0:1767326047.610853:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c46a891b x1853174993439744/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326047.610860:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767326047.610862:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:1.0:1767326047.610866:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009620fff6 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326047.610869:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [419:419:255:4294967295] 192.168.203.107@tcp LPNI seq info [419:419:7:4294967295] 00000100:00000001:0.0:1767326047.610879:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326047.610883:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326047.610884:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326047.610887:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326047.610890:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305969178 00000400:00000010:0.0:1767326047.610891:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac3f8c71. 00000800:00000200:3.0:1767326047.610895:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767326047.610896:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e693017. 00000100:00000200:0.0:1767326047.610897:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993439744, offset 0 00000800:00000010:3.0:1767326047.610902:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ecf409d. 00000100:00000001:1.0:1767326047.610907:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767326047.610907:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:3.0:1767326047.610913:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326047.610916:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305969178 00000800:00000200:3.0:1767326047.610920:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767326047.610920:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:1.0:1767326047.610921:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc226e14. 00000800:00000200:3.0:1767326047.610927:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003ecf409d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326047.610927:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326047.610928:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326047.610932:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305969178 00000100:00000001:3.0:1767326047.610934:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326047.610934:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000010:1.0:1767326047.610937:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025134a42. 00000100:00000040:3.0:1767326047.610941:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 225761 usecs (226 jiffies) 00000400:00000200:0.0:1767326047.610941:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326047.610942:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767326047.610945:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326047.610947:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305964770 00000100:00000001:1.0:1767326047.610948:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305969178 00000400:00000200:0.0:1767326047.610948:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000010:2.0:1767326047.610956:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009620fff6. 00000100:00000001:3.0:1767326047.610957:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305969178 00000100:00000010:1.0:1767326047.610957:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e03e3ef. 00000400:00000200:0.0:1767326047.610966:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [420:420:254:4294967295] 192.168.203.107@tcp LPNI seq info [420:420:6:4294967295] 00000100:00000001:3.0:1767326047.610968:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305964770 00000100:00000001:1.0:1767326047.610969:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326047.610971:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326047.610973:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305969178 00000100:00000001:1.0:1767326047.610976:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326047.610983:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305964770 00000100:00000001:1.0:1767326047.610984:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326047.610993:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305969178 00000400:00000200:2.0:1767326047.610995:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326047.610995:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326047.610996:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326047.610997:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305964770 00000100:00000001:1.0:1767326047.611006:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326047.611011:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305969178 00000100:00000001:3.0:1767326047.611016:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326047.611018:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326047.611019:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326047.611021:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326047.611022:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a79660 00000100:00000001:1.0:1767326047.611023:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326047.611024:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326047.611031:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a79660. 00000100:00000001:3.0:1767326047.611032:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326047.611032:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767326047.611033:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007aa30fa9. 00000100:00000001:1.0:1767326047.611037:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326047.611040:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1767326047.611050:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326047.611051:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326047.611052:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326047.611052:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326047.611064:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326047.611064:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326047.611068:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326047.611073:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008304d4b4 x1853174993439488/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326047.611075:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326047.611075:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326047.611085:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326047.611085:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007aa30fa9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326047.611099:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326047.611113:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326047.611113:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 13993 usecs (14 jiffies) 00000100:00000001:0.0:1767326047.611121:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305964558 00000100:00000040:2.0:1767326047.611124:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008304d4b4 x1853174993439488/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326047.611128:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305969178 00000100:00000001:0.0:1767326047.611137:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305964558 00000100:00000001:2.0:1767326047.611169:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326047.611170:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326047.611174:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305969178 00000100:00000001:0.0:1767326047.611177:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305964559 00000100:00000001:0.0:1767326047.611179:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305969178 00000100:00000001:0.0:1767326047.611182:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305964559 00000100:00000001:0.0:1767326047.611184:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305969178 00000800:00000200:2.0:1767326047.611187:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326047.611190:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ecf409d. 00000100:00000001:0.0:1767326047.611201:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326047.611202:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326047.611208:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326047.611215:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326047.611216:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326047.611222:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326047.611224:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065d23ae3 00000400:00000010:2.0:1767326047.611228:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065d23ae3. 00000100:00000001:0.0:1767326047.611229:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326047.611231:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326047.611232:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326047.611236:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326047.611238:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326047.611238:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326047.611243:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326047.611248:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fa13957c x1853174993439616/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326047.611256:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326047.611258:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa13957c x1853174993439616/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326047.611262:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326047.611264:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326047.611313:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326047.611315:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007aa30fa9. 00000400:00000200:2.0:1767326047.611317:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326047.611320:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326047.611321:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac3f8c71 00000400:00000010:2.0:1767326047.611322:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac3f8c71. 00000100:00000001:2.0:1767326047.611324:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326047.611326:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c46a891b x1853174993439744/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326047.611331:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326047.611332:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c46a891b x1853174993439744/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326047.611336:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326047.611337:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326047.612699:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326047.612769:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326047.612771:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326047.612780:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326047.612786:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326047.612795:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30cb00 00000400:00000200:2.0:1767326047.612801:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xde5 [1] + 224 00000800:00000001:2.0:1767326047.612806:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326047.612810:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326047.612812:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326047.612814:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326047.612826:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326047.612829:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008304d4b4 x1853174993439488/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326047.612835:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008304d4b4 x1853174993439488/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326047.612846:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326047.612852:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326047.612860:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326047.612862:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326047.612863:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326047.612867:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767326047.612869:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326047.612871:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326047.612872:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30cb80 00000400:00000001:1.0:1767326047.612876:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326047.612879:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326047.612880:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bc951f5. 00000400:00000200:1.0:1767326047.612883:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000400:00000010:1.0:1767326047.612884:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00000001:1.0:1767326047.612886:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326047.612888:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xde9 [1] + 224 00000100:00000200:1.0:1767326047.612891:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008304d4b4 x1853174993439488/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326047.612893:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326047.612896:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326047.612899:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767326047.612902:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008304d4b4 x1853174993439488/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326047.612905:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326047.612910:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326047.612914:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fa13957c x1853174993439616/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326047.612914:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326047.612921:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fa13957c x1853174993439616/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326047.612922:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326047.612926:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326047.612929:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326047.612932:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326047.612934:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326047.612935:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326047.612936:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326047.612940:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326047.612942:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=154 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326047.612943:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326047.612947:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326047.612948:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=154 v=5 (1 1 1 1) 00000800:00000001:2.0:1767326047.612950:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326047.612952:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326047.612954:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326047.612956:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00010000:00000001:1.0:1767326047.612958:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326047.612961:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326047.612963:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326047.612963:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30cc00 00000100:00000001:1.0:1767326047.612965:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326047.612967:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326047.612970:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xdf5 [1] + 224 00000100:00000040:1.0:1767326047.612972:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008304d4b4 x1853174993439488/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326047.612976:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326047.612978:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326047.612979:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767326047.612983:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326047.612983:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767326047.612987:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081011fb2. 00000100:00000001:1.0:1767326047.612987:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326047.612990:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326047.612991:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008304d4b4 x1853174993439488/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326047.612994:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0fe3be 00000400:00000200:2.0:1767326047.612996:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767326047.612998:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d0fe3be. 00000100:00000001:3.0:1767326047.613004:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326047.613007:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00100000:1.0:1767326047.613008:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008304d4b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993439488:192.168.203.107@tcp:400: 00000100:00000200:3.0:1767326047.613013:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fa13957c x1853174993439616/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326047.613016:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326047.613017:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326047.613021:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767326047.613024:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c46a891b x1853174993439744/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326047.613026:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008304d4b4 x1853174993439488/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326047.613040:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fa13957c x1853174993439616/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326047.613056:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767326047.613060:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c46a891b x1853174993439744/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326047.613060:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326047.613063:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767326047.613063:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6fcec2f. 00000100:00000001:3.0:1767326047.613066:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326047.613068:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326047.613071:0:211468:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767326047.613071:0:211467:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767326047.613074:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767326047.613075:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326047.613076:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767326047.613078:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326047.613079:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326047.613081:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ef5ef55d. 02000000:00000001:3.0:1767326047.613082:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326047.613084:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326047.613085:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1767326047.613086:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=144 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326047.613089:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326047.613090:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=144 v=5 (1 1 1 1) 02000000:00000001:1.0:1767326047.613092:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326047.613094:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767326047.613095:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767326047.613095:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008304d4b4. 00000100:00000001:3.0:1767326047.613096:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326047.613100:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767326047.613101:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326047.613102:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326047.613104:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326047.613105:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326047.613110:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326047.613111:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326047.613112:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326047.613112:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326047.613113:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326047.613116:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326047.613116:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326047.613117:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326047.613120:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326047.613120:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326047.613122:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326047.613125:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767326047.613126:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa13957c x1853174993439616/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326047.613129:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6511b72. 00000400:00000200:0.0:1767326047.613135:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f87e7ca8 00000400:00000010:0.0:1767326047.613137:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f87e7ca8. 00000100:00000001:0.0:1767326047.613159:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326047.613165:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c46a891b x1853174993439744/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326047.613166:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326047.613170:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326047.613172:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326047.613178:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa13957c x1853174993439616/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326047.613181:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c46a891b x1853174993439744/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326047.613196:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fa13957c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993439616:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326047.613198:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326047.613200:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326047.613202:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326047.613202:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326047.613205:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326047.613206:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326047.613207:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326047.613208:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326047.613210:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa13957c x1853174993439616/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326047.613211:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326047.613216:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=154 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326047.613218:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326047.613221:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767326047.613221:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=101 v=5 (1 1 0 0) 02000000:00000010:3.0:1767326047.613224:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002851a7cf. 00000100:00000001:0.0:1767326047.613225:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767326047.613228:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326047.613228:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326047.613229:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767326047.613230:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326047.613233:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:3.0:1767326047.613236:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00080000:0.0:1767326047.613236:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c46a891b x1853174993439744/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326047.613239:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d53f249. 02000000:00000001:3.0:1767326047.613244:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326047.613245:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326047.613246:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa13957c. 00000100:00000001:3.0:1767326047.613249:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326047.613250:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326047.613254:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326047.613258:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767326047.613260:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326047.613261:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326047.613265:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326047.613265:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326047.613267:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326047.613268:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326047.613272:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326047.613274:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326047.613276:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c46a891b x1853174993439744/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326047.613280:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326047.613282:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326047.613283:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326047.613284:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c46a891b x1853174993439744/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326047.613288:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c46a891b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993439744:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326047.613291:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326047.613292:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326047.613293:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c46a891b x1853174993439744/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326063 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326047.613297:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326047.613298:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326047.613299:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000753e32a1. 02000000:00000001:0.0:1767326047.613301:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326047.613302:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326047.613303:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326047.613304:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326047.613305:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035310fb5. 02000000:00000001:0.0:1767326047.613307:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326047.613308:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326047.613309:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c46a891b. 00000100:00000001:0.0:1767326047.613311:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326047.613312:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326047.613315:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326047.613318:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326047.613319:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326047.613320:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326047.613321:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326048.250235:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326048.250245:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326048.250252:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326048.250253:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326048.250304:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326048.250308:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326048.250310:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326049.275183:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326049.275191:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326049.275196:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326049.275197:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326049.275224:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326049.275228:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326049.275230:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326050.298265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326050.298274:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326050.298281:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326050.298282:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326050.298310:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326050.298315:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326050.298318:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326051.322230:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326051.322241:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326051.322249:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326051.322250:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326051.322300:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326051.322303:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326051.322305:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326052.346230:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326052.346238:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326052.346245:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326052.346246:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326052.346301:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326052.346306:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326052.346309:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326052.730227:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305969178, at 4305969664 00000100:00000040:1.0:1767326052.730227:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305969178, at 4305969664 00000100:00000040:0.0:1767326052.730227:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305969178, at 4305969664 00000100:00000040:3.0:1767326052.730230:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1767326052.730246:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e693017. 00000100:00000010:1.0:1767326052.730252:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc226e14. 00000100:00000010:2.0:1767326052.730255:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025134a42. 00000100:00000001:3.0:1767326052.730263:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326052.730270:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f17934a9. 00000020:00000040:3.0:1767326052.730274:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326052.730278:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326052.730281:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326052.730286:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326052.730293:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b42c8091. 00000100:00000001:3.0:1767326052.730300:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326052.730313:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000f17934a9 x1853174993439872/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326052.730325:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326052.730327:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326052.730334:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f17934a9] to pc [ptlrpcd_00_01+1] req@00000000f17934a9 x1853174993439872/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326052.730359:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326052.730363:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326052.730366:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326052.730369:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004128f820. 00000020:00000040:3.0:1767326052.730372:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326052.730375:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326052.730377:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326052.730379:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326052.730380:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326052.730383:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d977c447. 00000100:00000001:2.0:1767326052.730386:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326052.730386:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767326052.730388:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326052.730390:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326052.730391:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326052.730395:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000004128f820 x1853174993440000/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326052.730399:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326052.730404:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326052.730409:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326052.730411:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326052.730413:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326052.730414:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326052.730418:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326052.730420:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004128f820] to pc [ptlrpcd_00_02+2] req@000000004128f820 x1853174993440000/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326052.730427:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f17934a9 x1853174993439872/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326052.730441:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326052.730443:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326052.730448:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326052.730452:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326052.730452:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326052.730455:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326052.730459:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f17934a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993439872:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767326052.730464:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326052.730465:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326052.730469:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326052.730473:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc169e85. 00000100:00000001:1.0:1767326052.730473:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326052.730473:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1767326052.730477:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:0.0:1767326052.730477:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326052.730479:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326052.730479:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326052.730481:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326052.730483:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326052.730484:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326052.730485:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326052.730486:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767326052.730486:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000753e32a1. 02000000:00000001:3.0:1767326052.730489:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326052.730490:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326052.730496:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000018112a94. 00000400:00000010:0.0:1767326052.730497:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6511b72. 00000100:00000001:3.0:1767326052.730500:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326052.730502:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004128f820 x1853174993440000/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326052.730505:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f87e7ca8. 00000100:00000040:3.0:1767326052.730507:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000bc169e85 x1853174993440128/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767326052.730514:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993439872, portal 25 00000100:00000001:0.0:1767326052.730519:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326052.730522:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030976 : -112767441520640 : ffff997048b4b800) 00000100:00000001:1.0:1767326052.730529:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326052.730531:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f17934a9 x1853174993439872/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326052.730532:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326052.730533:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326052.730535:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326052.730537:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326052.730541:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326052.730543:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc169e85] to pc [ptlrpcd_00_03+3] req@00000000bc169e85 x1853174993440128/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326052.730546:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326052.730554:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004128f820 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993440000:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326052.730558:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326052.730562:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326052.730563:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326052.730565:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cd6c941. 00000100:00000200:0.0:1767326052.730567:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993439872, offset 0 00000400:00000200:0.0:1767326052.730574:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326052.730575:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326052.730578:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326052.730586:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326052.730586:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326052.730591:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767326052.730591:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002671221b. 00000400:00000200:0.0:1767326052.730591:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:1.0:1767326052.730596:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326052.730600:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767326052.730601:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767326052.730603:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bc951f5. 00000100:00000001:2.0:1767326052.730606:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326052.730609:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11307) 00000400:00000200:0.0:1767326052.730609:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326052.730610:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767326052.730610:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000100:00000001:2.0:1767326052.730615:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767326052.730617:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993440000, portal 10 00000400:00000200:0.0:1767326052.730617:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326052.730621:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326052.730622:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc169e85 x1853174993440128/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326052.730623:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268031872 : -112767441519744 : ffff997048b4bb80) 00000400:00000200:0.0:1767326052.730626:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:3.0:1767326052.730630:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305969178, at 4305969664 00000100:00000001:2.0:1767326052.730635:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326052.730635:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004128f820 x1853174993440000/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326052.730636:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [421:421:256:4294967295] 192.168.203.107@tcp LPNI seq info [421:421:8:4294967295] 00000100:00000001:2.0:1767326052.730638:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326052.730641:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e03e3ef. 02000000:00000001:2.0:1767326052.730643:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326052.730647:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326052.730651:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326052.730656:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bc169e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993440128:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326052.730657:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326052.730662:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326052.730665:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326052.730666:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326052.730666:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:2.0:1767326052.730667:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326052.730671:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767326052.730673:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e54fbf9b. 02000000:00000010:2.0:1767326052.730676:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076d9e7b4. 00000100:00000200:1.0:1767326052.730677:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993440000, offset 0 00000800:00000200:0.0:1767326052.730678:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767326052.730681:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326052.730686:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfadf5e9. 00000400:00000010:2.0:1767326052.730687:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb9d67ea. 00000400:00000200:1.0:1767326052.730701:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767326052.730706:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:2.0:1767326052.730707:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ee2cc3. 00000400:00000200:1.0:1767326052.730710:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000200:2.0:1767326052.730712:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993440128, portal 10 00000100:00000001:2.0:1767326052.730717:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326052.730717:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326052.730717:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326052.730720:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268021120 : -112767441530496 : ffff997048b49180) 00000400:00000200:1.0:1767326052.730724:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:0.0:1767326052.730724:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dfadf5e9 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767326052.730728:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bc169e85 x1853174993440128/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326052.730732:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326052.730738:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326052.730740:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326052.730740:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326052.730746:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326052.730747:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [422:422:255:4294967295] 192.168.203.107@tcp LPNI seq info [422:422:7:4294967295] 00000100:00000001:0.0:1767326052.730747:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305974298 00000400:00000010:2.0:1767326052.730748:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000415ef993. 00000100:00000200:2.0:1767326052.730754:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993440128, offset 0 00000100:00000010:0.0:1767326052.730755:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1eba96a. 00000100:00000001:0.0:1767326052.730760:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326052.730764:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326052.730767:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305974298 00000400:00000200:1.0:1767326052.730768:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:0.0:1767326052.730774:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091671450. 00000400:00000200:2.0:1767326052.730780:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:1.0:1767326052.730780:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326052.730780:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326052.730785:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305974298 00000400:00000200:2.0:1767326052.730788:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767326052.730789:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e7dee28. 00000800:00000010:1.0:1767326052.730790:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007750120a. 00000100:00000001:0.0:1767326052.730792:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326052.730797:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305974298 00000400:00000200:2.0:1767326052.730800:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:1.0:1767326052.730801:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:0.0:1767326052.730802:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005630bbee. 00000400:00000200:2.0:1767326052.730803:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326052.730807:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:1.0:1767326052.730811:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767326052.730813:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [423:423:254:4294967295] 192.168.203.107@tcp LPNI seq info [423:423:6:4294967295] 00000100:00000001:0.0:1767326052.730815:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767326052.730818:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007750120a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326052.730822:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326052.730823:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326052.730828:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326052.730829:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:1.0:1767326052.730831:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 223995 usecs (224 jiffies) 00000100:00000001:0.0:1767326052.730834:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326052.730838:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305969888 00000800:00000200:2.0:1767326052.730839:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326052.730840:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326052.730842:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011945c34. 00000800:00000200:2.0:1767326052.730849:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326052.730849:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305974298 00000800:00000200:3.0:1767326052.730854:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767326052.730855:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767326052.730855:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305969888 00000800:00000200:2.0:1767326052.730861:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011945c34 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1767326052.730862:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfadf5e9. 00000100:00000001:1.0:1767326052.730862:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305974298 00000100:00000001:2.0:1767326052.730865:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326052.730867:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305969888 00000400:00000200:3.0:1767326052.730869:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767326052.730869:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 13906 usecs (14 jiffies) 00000100:00000001:1.0:1767326052.730870:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305974298 00000100:00000001:2.0:1767326052.730874:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305969678 00000100:00000001:1.0:1767326052.730876:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305969888 00000100:00000001:2.0:1767326052.730877:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305974298 00000400:00000200:3.0:1767326052.730881:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326052.730883:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305969678 00000100:00000001:1.0:1767326052.730883:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305974298 00000400:00000200:3.0:1767326052.730886:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cd6c941 00000100:00000001:2.0:1767326052.730887:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305974298 00000100:00000001:1.0:1767326052.730889:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326052.730890:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cd6c941. 00000100:00000001:2.0:1767326052.730891:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305969678 00000100:00000001:3.0:1767326052.730896:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326052.730896:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305974298 00000100:00000001:1.0:1767326052.730896:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326052.730900:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305969678 00000100:00000200:3.0:1767326052.730902:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f17934a9 x1853174993439872/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326052.730902:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326052.730903:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305974298 00000100:00000001:2.0:1767326052.730907:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326052.730907:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326052.730913:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326052.730916:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326052.730917:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326052.730920:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326052.730921:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326052.730925:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326052.730926:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326052.730928:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326052.730928:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326052.730932:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326052.730932:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326052.730934:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326052.730937:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326052.730937:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326052.730944:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326052.730995:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326052.730998:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f17934a9 x1853174993439872/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326068 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326052.731004:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326052.731005:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326052.731018:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326052.731020:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007750120a. 00000400:00000200:3.0:1767326052.731022:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326052.731024:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326052.731026:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e54fbf9b 00000400:00000010:3.0:1767326052.731027:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e54fbf9b. 00000100:00000001:3.0:1767326052.731029:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326052.731030:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004128f820 x1853174993440000/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326052.731035:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326052.731036:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004128f820 x1853174993440000/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326068 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326052.731039:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326052.731040:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326052.731060:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326052.731061:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011945c34. 00000400:00000200:3.0:1767326052.731064:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326052.731066:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326052.731067:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000415ef993 00000400:00000010:3.0:1767326052.731068:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000415ef993. 00000100:00000001:3.0:1767326052.731069:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326052.731071:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc169e85 x1853174993440128/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326052.731075:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326052.731076:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc169e85 x1853174993440128/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326068 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326052.731127:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326052.731129:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326052.732161:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326052.732171:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326052.732173:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326052.732175:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326052.732180:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326052.732189:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30cd00 00000400:00000200:2.0:1767326052.732195:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xe05 [1] + 224 00000800:00000001:2.0:1767326052.732200:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326052.732203:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326052.732204:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326052.732206:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326052.732209:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326052.732212:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004128f820 x1853174993440000/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326052.732219:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004128f820 x1853174993440000/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326052.732231:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326052.732236:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326052.732238:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326052.732239:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326052.732240:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326052.732242:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326052.732245:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30cc80 00000400:00000200:2.0:1767326052.732248:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xdfd [1] + 224 00000800:00000001:2.0:1767326052.732250:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326052.732252:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326052.732253:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326052.732256:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326052.732257:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326052.732259:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f17934a9 x1853174993439872/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326052.732268:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326052.732271:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326052.732276:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f17934a9 x1853174993439872/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326052.732278:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326052.732281:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326052.732285:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bc951f5. 00000100:00000001:2.0:1767326052.732289:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767326052.732290:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000400:00000010:1.0:1767326052.732293:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00000001:1.0:1767326052.732296:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767326052.732299:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326052.732302:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004128f820 x1853174993440000/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326052.732304:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326052.732308:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326052.732310:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326052.732317:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326052.732320:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000200:1.0:1767326052.732321:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004128f820 x1853174993440000/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326052.732321:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326052.732326:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326052.732329:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326052.732333:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30cd80 00000400:00000010:0.0:1767326052.732333:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6511b72. 00000400:00000200:0.0:1767326052.732338:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f87e7ca8 00000100:00000001:1.0:1767326052.732340:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767326052.732341:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f87e7ca8. 00000100:00000001:1.0:1767326052.732344:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326052.732344:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326052.732348:0:211467:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767326052.732350:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xe0d [1] + 224 00000100:00000200:0.0:1767326052.732351:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f17934a9 x1853174993439872/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326052.732359:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767326052.732360:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326052.732363:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767326052.732366:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f17934a9 x1853174993439872/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326052.732367:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326052.732370:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326052.732374:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326052.732376:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326052.732382:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326052.732385:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00001000:1.0:1767326052.732385:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=149 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326052.732385:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326052.732390:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326052.732391:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767326052.732393:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=149 v=5 (1 1 1 1) 02000000:00000001:0.0:1767326052.732393:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767326052.732396:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc169e85 x1853174993440128/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326052.732397:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326052.732399:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326052.732400:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326052.732403:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326052.732406:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326052.732410:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1767326052.732413:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=9 v=5 (5 5 5 5) 00010000:00000001:1.0:1767326052.732414:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326052.732418:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bc169e85 x1853174993440128/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326052.732421:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=9 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326052.732422:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326052.732425:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326052.732430:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326052.732431:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326052.732434:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326052.732435:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326052.732440:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326052.732443:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326052.732443:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004128f820 x1853174993440000/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326052.732443:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326052.732449:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326052.732451:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326052.732457:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326052.732457:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f17934a9 x1853174993439872/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326052.732458:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326052.732465:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326052.732465:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326052.732469:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326052.732469:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326052.732470:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326052.732474:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1767326052.732475:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326052.732478:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767326052.732478:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004128f820 x1853174993440000/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326052.732481:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb9d67ea. 00000100:00000001:0.0:1767326052.732482:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326052.732487:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ee2cc3 00000400:00000010:3.0:1767326052.732491:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ee2cc3. 00000100:00000040:0.0:1767326052.732491:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f17934a9 x1853174993439872/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326052.732496:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767326052.732503:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004128f820 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993440000:192.168.203.107@tcp:400: 00000100:00000200:3.0:1767326052.732504:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc169e85 x1853174993440128/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326052.732509:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f17934a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993439872:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326052.732515:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326052.732519:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326052.732520:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326052.732523:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326052.732526:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004128f820 x1853174993440000/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326052.732527:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc169e85 x1853174993440128/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326052.732529:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f17934a9 x1853174993439872/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326052.732560:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326052.732561:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326052.732562:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326052.732564:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326052.732565:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326052.732566:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326052.732567:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002671221b. 00000100:00000001:3.0:1767326052.732569:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767326052.732569:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000753e32a1. 02000000:00000001:3.0:1767326052.732573:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767326052.732574:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326052.732575:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767326052.732575:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326052.732578:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326052.732579:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326052.732579:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326052.732581:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000040:1.0:1767326052.732582:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 02000000:00000001:3.0:1767326052.732583:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326052.732584:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326052.732587:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b42c8091. 00000100:00001000:3.0:1767326052.732588:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=9 v=5 (5 5 5 5) 00000020:00000001:1.0:1767326052.732588:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767326052.732591:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1767326052.732592:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=106 v=5 (1 1 0 0) 02000000:00000001:0.0:1767326052.732594:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326052.732596:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326052.732598:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326052.732598:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f17934a9. 02000000:00000010:1.0:1767326052.732599:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d977c447. 00010000:00000001:3.0:1767326052.732604:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326052.732604:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767326052.732605:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326052.732607:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326052.732608:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326052.732609:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767326052.732610:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bc169e85 x1853174993440128/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326052.732611:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004128f820. 00000100:00000001:0.0:1767326052.732616:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326052.732618:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326052.732618:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326052.732624:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326052.732624:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326052.732626:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326052.732627:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326052.732628:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326052.732631:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326052.732631:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326052.732633:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326052.732638:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326052.732644:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc169e85 x1853174993440128/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326052.732645:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326052.732648:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326052.732652:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326052.732655:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326052.732658:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326052.732661:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326052.732663:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326052.732666:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc169e85 x1853174993440128/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326052.732674:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc169e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993440128:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326052.732678:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326052.732681:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326052.732683:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc169e85 x1853174993440128/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326068 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326052.732703:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326052.732705:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326052.732706:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076d9e7b4. 02000000:00000001:3.0:1767326052.732710:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326052.732711:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326052.732712:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767326052.732714:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326052.732715:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000018112a94. 02000000:00000001:3.0:1767326052.732717:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326052.732719:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326052.732719:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc169e85. 00000100:00000001:3.0:1767326052.732722:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326052.732723:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326052.732724:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326052.732728:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326052.732729:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326052.732731:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326052.732732:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326053.371216:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326053.371223:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326053.371226:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326053.371228:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326053.371232:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326053.371234:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326053.371236:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326053.371238:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326053.371242:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326053.371253:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326053.371288:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326053.371292:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326053.371294:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326054.394219:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326054.394224:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326054.394229:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326054.394230:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326054.394259:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326054.394262:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326054.394265:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326055.418237:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326055.418247:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326055.418254:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326055.418258:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326055.418260:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326055.418266:0:216267:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326055.418268:0:216267:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326055.418270:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326055.418272:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326055.418281:0:216267:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000002d7fefe7. 00010000:00000001:2.0:1767326055.418287:0:216267:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326055.418302:0:216267:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1767326055.418303:0:216267:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326055.418304:0:216267:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326055.418306:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326055.418308:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326055.418340:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326055.418345:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326055.418348:0:214153:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767326055.418352:0:214153:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767326055.418355:0:214153:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:1.0:1767326055.418355:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:3.0:1767326055.418360:0:214153:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff997043181000 lock: 00000000c16815a9/0xddb593876518d9e8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x11a3bfd0193d33c expref: -99 pid: 214211 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767326055.418361:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326055.418365:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767326055.418374:0:214153:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767326055.418379:0:214153:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1767326055.418381:0:214153:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1767326055.418382:0:214153:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1767326055.418387:0:214153:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767326055.418390:0:214153:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767326055.418395:0:214153:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000df4f7bc1 count: 2 00010000:00000001:3.0:1767326055.418398:0:214153:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767326055.418401:0:214153:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326055.418402:0:214153:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767326055.418404:0:214153:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767326055.418405:0:214153:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000df4f7bc1 count: 2 00010000:00000001:3.0:1767326055.418406:0:214153:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767326055.418407:0:214153:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326055.418408:0:214153:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767326055.418408:0:214153:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767326055.418409:0:214153:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000df4f7bc1 count: 2 00010000:00000001:3.0:1767326055.418410:0:214153:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767326055.418411:0:214153:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326055.418412:0:214153:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1767326055.418413:0:214153:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = 0000000098c39a19, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1767326055.418417:0:214153:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1767326055.418418:0:214153:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1767326055.418420:0:214153:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1767326055.418421:0:214153:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326055.418423:0:214153:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767326055.418426:0:214153:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767326055.418427:0:214153:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767326055.418442:0:214153:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326055.418443:0:214153:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326055.418535:0:214153:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c16815a9 with handle 0xddb593876518d9e8 from hash 00010000:00000001:3.0:1767326055.418549:0:214153:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767326055.418552:0:214153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326055.418554:0:214153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326055.418556:0:214153:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:3.0:1767326055.418567:0:214153:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000cf190ee2. 00010000:00000001:3.0:1767326055.418573:0:214153:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767326055.418576:0:214153:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767326055.418580:0:214153:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326055.418583:0:214153:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767326055.418585:0:214153:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767326055.418593:0:214153:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc169e85. 00000020:00000040:3.0:1767326055.418597:0:214153:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326055.418601:0:214153:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326055.418603:0:214153:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326055.418608:0:214153:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326055.418612:0:214153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000abac9aab. 00000100:00000001:3.0:1767326055.418617:0:214153:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326055.418620:0:214153:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767326055.418626:0:214153:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff997043181000 lock: 00000000c16815a9/0xddb593876518d9e8 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x11a3bfd0193d33c expref: -99 pid: 214211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326055.418633:0:214153:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767326055.418634:0:214153:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326055.418638:0:214153:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326055.418639:0:214153:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326055.418649:0:214153:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc169e85] to pc [ptlrpcd_00_00+0] req@00000000bc169e85 x1853174993440256/t0(0) o103->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326055.418691:0:214153:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326055.418695:0:214153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767326055.418696:0:214153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff997043181000 lock: 00000000c16815a9/0xddb593876518d9e8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x11a3bfd0193d33c expref: -99 pid: 214211 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767326055.418705:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326055.418710:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326055.418713:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1767326055.418723:0:214153:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000b3dd2f4b. 00000100:00000040:0.0:1767326055.418724:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc169e85 x1853174993440256/t0(0) o103->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767326055.418730:0:214153:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000df4f7bc1 count: 0 00000100:00000001:0.0:1767326055.418741:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000010:3.0:1767326055.418744:0:214153:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000b276b69. 00000100:00000001:0.0:1767326055.418744:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326055.418745:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326055.418753:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326055.418757:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1767326055.418764:0:214153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326055.418767:0:214153:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767326055.418770:0:214153:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000002d7fefe7. 00010000:00000001:3.0:1767326055.418773:0:214153:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326055.418776:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326055.418779:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326055.418781:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767326055.418781:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767326055.418785:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326055.418785:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326055.418786:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767326055.418790:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326055.418793:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326055.418793:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326055.418802:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767326055.418807:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bc169e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993440256:192.168.203.107@tcp:103: 00000100:00000001:0.0:1767326055.418816:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326055.418823:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326055.418826:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326055.418829:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326055.418835:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000089557e1d. 02000000:00000001:0.0:1767326055.418837:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326055.418842:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6511b72. 00000400:00000010:0.0:1767326055.418848:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f87e7ca8. 00000100:00000200:0.0:1767326055.418854:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993440256, portal 18 00000100:00000001:0.0:1767326055.418856:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326055.418858:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268021120 : -112767441530496 : ffff997048b49180) 00000100:00000040:0.0:1767326055.418863:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bc169e85 x1853174993440256/t0(0) o103->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326071 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326055.418869:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326055.418871:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326055.418873:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0d5d521. 00000100:00000200:0.0:1767326055.418875:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853174993440256, offset 0 00000400:00000200:0.0:1767326055.418880:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326055.418893:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767326055.418898:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326055.418902:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767326055.418905:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326055.418907:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767326055.418910:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [424:424:256:4294967295] 192.168.203.107@tcp LPNI seq info [424:424:8:4294967295] 00000400:00000200:0.0:1767326055.418919:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767326055.418923:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767326055.418929:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfadf5e9. 00000800:00000200:0.0:1767326055.418935:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767326055.418942:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767326055.418951:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dfadf5e9 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326055.418966:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326055.418969:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 222250 usecs (223 jiffies) 00000100:00000001:0.0:1767326055.418973:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305972575 00000100:00000001:0.0:1767326055.418975:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305974298 00000100:00000001:0.0:1767326055.418977:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305972575 00000100:00000001:0.0:1767326055.418980:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305974298 00000100:00000001:0.0:1767326055.418989:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305972575 00000100:00000001:0.0:1767326055.418992:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305974298 00000100:00000001:0.0:1767326055.418994:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305972575 00000100:00000001:0.0:1767326055.418997:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305974298 00000100:00000001:0.0:1767326055.419000:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326055.419003:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326055.419006:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326055.419009:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326055.419018:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326055.419020:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326055.419023:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326055.419024:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326055.419025:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326055.419027:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326055.419078:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326055.419084:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfadf5e9. 00000400:00000200:2.0:1767326055.419089:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326055.419097:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326055.419103:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0d5d521 00000400:00000010:2.0:1767326055.419105:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0d5d521. 00000100:00000001:2.0:1767326055.419108:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326055.419112:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc169e85 x1853174993440256/t0(0) o103->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326071 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326055.419130:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326055.419133:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc169e85 x1853174993440256/t0(0) o103->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326071 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326055.419137:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326055.419169:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326055.420226:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326055.420236:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326055.420238:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326055.420239:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326055.420245:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326055.420256:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 18 MB=0x69573ed30ce00 00000400:00000200:3.0:1767326055.420305:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.107@tcp of length 224/224 into md 0xe15 [1] + 224 00000800:00000001:3.0:1767326055.420314:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326055.420321:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326055.420324:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326055.420327:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326055.420332:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326055.420336:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc169e85 x1853174993440256/t0(0) o103->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326071 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326055.420346:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bc169e85 x1853174993440256/t0(0) o103->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326071 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326055.420374:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326055.420383:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326055.420386:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326055.420419:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326055.420424:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326055.420429:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326055.420438:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326055.420440:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6511b72. 00000400:00000200:0.0:1767326055.420445:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f87e7ca8 00000400:00000010:0.0:1767326055.420447:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f87e7ca8. 00000100:00000001:0.0:1767326055.420450:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326055.420455:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc169e85 x1853174993440256/t0(0) o103->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326071 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326055.420466:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc169e85 x1853174993440256/t0(0) o103->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326071 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326055.420481:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326055.420483:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326055.420485:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326055.420487:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326055.420489:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326055.420491:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326055.420493:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326055.420499:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a40b0a82 time=1767326055 v=5 (0 0 0 0) 00000100:00001000:0.0:1767326055.420502:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=152 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326055.420505:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326055.420506:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326055.420507:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326055.420510:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326055.420512:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326055.420514:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326055.420515:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326055.420516:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326055.420519:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc169e85 x1853174993440256/t0(0) o103->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326071 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326055.420524:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326055.420526:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326055.420527:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326055.420529:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc169e85 x1853174993440256/t0(0) o103->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326071 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326055.420535:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc169e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993440256:192.168.203.107@tcp:103: 00000100:00000001:0.0:1767326055.420538:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326055.420540:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326055.420541:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc169e85 x1853174993440256/t0(0) o103->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326071 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326055.420547:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326055.420550:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326055.420558:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000089557e1d. 02000000:00000001:0.0:1767326055.420561:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326055.420563:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326055.420565:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767326055.420567:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326055.420569:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000abac9aab. 02000000:00000001:0.0:1767326055.420572:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326055.420574:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326055.420576:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc169e85. 00000100:00000001:0.0:1767326055.420579:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326055.420580:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326055.420582:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326055.420588:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326055.420590:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326055.420593:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326055.420595:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767326055.424172:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000df4f7bc1. 00010000:00000010:3.1:1767326055.424181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c16815a9. 00010000:00000001:2.0:1767326056.442258:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326056.442266:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326056.442335:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326056.442340:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326056.442343:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326057.466252:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326057.466262:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326057.466311:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326057.466314:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326057.466316:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326057.850246:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326057.850246:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305974298, at 4305974784 00000100:00000040:1.0:1767326057.850246:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305974298, at 4305974784 00000100:00000040:0.0:1767326057.850246:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305974298, at 4305974784 00000100:00000001:3.0:1767326057.850260:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326057.850263:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091671450. 00000100:00000010:2.0:1767326057.850265:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e7dee28. 00000100:00000010:0.0:1767326057.850269:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1eba96a. 00000100:00000010:3.0:1767326057.850272:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001020973f. 00000020:00000040:3.0:1767326057.850278:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326057.850283:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326057.850287:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326057.850293:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326057.850302:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000062e9f023. 00000100:00000001:3.0:1767326057.850310:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326057.850322:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000001020973f x1853174993440384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326057.850332:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326057.850334:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326057.850339:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001020973f] to pc [ptlrpcd_00_01+1] req@000000001020973f x1853174993440384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326057.850361:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326057.850363:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326057.850366:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326057.850369:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002daf29af. 00000020:00000040:3.0:1767326057.850372:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326057.850374:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326057.850376:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326057.850378:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326057.850382:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d57537d. 00000100:00000001:2.0:1767326057.850383:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326057.850384:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326057.850385:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326057.850388:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326057.850389:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000002daf29af x1853174993440512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326057.850391:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326057.850392:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326057.850398:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001020973f x1853174993440384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326057.850406:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326057.850408:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326057.850412:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326057.850415:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326057.850419:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326057.850419:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326057.850420:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326057.850421:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993440384:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767326057.850424:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002daf29af] to pc [ptlrpcd_00_02+2] req@000000002daf29af x1853174993440512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326057.850426:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326057.850433:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326057.850435:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326057.850438:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326057.850445:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326057.850446:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077c70e50. 00000100:00000040:3.0:1767326057.850447:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326057.850449:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326057.850450:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326057.850454:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053fc5178. 00000020:00000040:3.0:1767326057.850456:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000400:00000010:2.0:1767326057.850456:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a984ac9f. 00000100:00000001:1.0:1767326057.850458:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326057.850459:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326057.850461:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326057.850462:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326057.850464:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326057.850464:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326057.850465:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326057.850465:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006401fa3d. 00000100:00000001:0.0:1767326057.850467:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326057.850471:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002daf29af x1853174993440512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326057.850472:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005e4ab40. 00000100:00000200:2.0:1767326057.850473:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993440384, portal 25 00000100:00000001:3.0:1767326057.850478:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326057.850478:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326057.850481:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268016640 : -112767441534976 : ffff997048b48000) 00000100:00000001:1.0:1767326057.850484:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326057.850485:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000053fc5178 x1853174993440640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326057.850487:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326057.850488:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001020973f x1853174993440384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326057.850492:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326057.850495:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326057.850498:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326057.850500:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326057.850500:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326057.850502:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767326057.850506:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993440512:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767326057.850508:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053fc5178] to pc [ptlrpcd_00_03+3] req@0000000053fc5178 x1853174993440640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326057.850508:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326057.850510:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000100:00000001:1.0:1767326057.850518:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326057.850521:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326057.850521:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993440384, offset 0 02000000:00000001:1.0:1767326057.850522:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326057.850525:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326057.850525:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326057.850529:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326057.850531:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326057.850531:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326057.850533:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000010:1.0:1767326057.850534:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f0672a4. 00000100:00000001:0.0:1767326057.850534:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326057.850537:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326057.850538:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11312) 02000000:00000001:1.0:1767326057.850538:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326057.850543:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053fc5178 x1853174993440640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326057.850544:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bc951f5. 00000400:00000010:1.0:1767326057.850551:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000400:00000200:2.0:1767326057.850552:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000200:1.0:1767326057.850556:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993440512, portal 10 00000100:00000040:3.0:1767326057.850558:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305974298, at 4305974784 00000100:00000001:0.0:1767326057.850558:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326057.850560:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326057.850562:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268024704 : -112767441526912 : ffff997048b49f80) 00000100:00000001:0.0:1767326057.850562:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326057.850567:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005630bbee. 02000000:00000001:0.0:1767326057.850567:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326057.850568:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326057.850570:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326057.850572:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002daf29af x1853174993440512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326057.850573:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326057.850577:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00100000:0.0:1767326057.850580:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993440640:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767326057.850586:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326057.850588:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326057.850590:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326057.850593:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326057.850596:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:1.0:1767326057.850596:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326057.850597:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326057.850600:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8cda165. 00000100:00000200:1.0:1767326057.850603:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993440512, offset 0 00000400:00000200:2.0:1767326057.850605:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [425:425:256:4294967295] 192.168.203.107@tcp LPNI seq info [425:425:8:4294967295] 02000000:00000001:0.0:1767326057.850606:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326057.850610:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015504143. 00000400:00000200:1.0:1767326057.850612:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326057.850614:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326057.850617:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6511b72. 00000400:00000200:2.0:1767326057.850623:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:0.0:1767326057.850623:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f87e7ca8. 00000100:00000200:0.0:1767326057.850628:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993440640, portal 10 00000100:00000001:0.0:1767326057.850631:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767326057.850634:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326057.850634:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268028288 : -112767441523328 : ffff997048b4ad80) 00000400:00000200:1.0:1767326057.850635:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767326057.850641:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767326057.850642:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035310fb5. 00000400:00000200:1.0:1767326057.850645:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:0.0:1767326057.850645:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053fc5178 x1853174993440640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326057.850650:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326057.850653:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767326057.850667:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767326057.850670:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [426:426:255:4294967295] 192.168.203.107@tcp LPNI seq info [426:426:7:4294967295] 00000800:00000200:2.0:1767326057.850675:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767326057.850682:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326057.850683:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035310fb5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326057.850683:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:0.0:1767326057.850689:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326057.850693:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f2dd931. 00000800:00000200:1.0:1767326057.850694:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000200:0.0:1767326057.850698:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993440640, offset 0 00000100:00000001:2.0:1767326057.850699:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326057.850700:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b6dbbf0. 00000400:00000200:0.0:1767326057.850705:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326057.850707:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305979418 00000800:00000200:1.0:1767326057.850708:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767326057.850713:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:2.0:1767326057.850715:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ddce6803. 00000400:00000200:0.0:1767326057.850716:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326057.850717:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326057.850722:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b6dbbf0 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326057.850722:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326057.850723:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767326057.850728:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326057.850729:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326057.850731:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305979418 00000400:00000200:0.0:1767326057.850731:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:2.0:1767326057.850738:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce759a8f. 00000400:00000200:0.0:1767326057.850738:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [427:427:254:4294967295] 192.168.203.107@tcp LPNI seq info [427:427:6:4294967295] 00000100:00000040:1.0:1767326057.850739:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 220532 usecs (221 jiffies) 00000100:00000001:1.0:1767326057.850744:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305975005 00000100:00000001:2.0:1767326057.850745:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326057.850749:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305979418 00000400:00000200:0.0:1767326057.850750:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767326057.850751:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305979418 00000100:00000001:1.0:1767326057.850754:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305975005 00000100:00000010:2.0:1767326057.850757:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d2be78f7. 00000100:00000001:1.0:1767326057.850759:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305979418 00000800:00000200:3.0:1767326057.850763:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326057.850763:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767326057.850763:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326057.850764:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305975005 00000100:00000001:2.0:1767326057.850770:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305979418 00000100:00000001:1.0:1767326057.850770:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305979418 00000800:00000010:0.0:1767326057.850771:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007aa30fa9. 00000800:00000010:3.0:1767326057.850774:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035310fb5. 00000100:00000001:1.0:1767326057.850777:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305975005 00000100:00000010:2.0:1767326057.850778:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005994ff59. 00000400:00000200:3.0:1767326057.850781:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767326057.850781:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326057.850783:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326057.850788:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326057.850788:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767326057.850791:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305979418 00000800:00000200:0.0:1767326057.850793:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007aa30fa9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326057.850794:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326057.850797:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326057.850798:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326057.850800:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326057.850804:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326057.850805:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326057.850805:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 13813 usecs (14 jiffies) 00000400:00000200:3.0:1767326057.850809:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000100:00000001:1.0:1767326057.850810:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326057.850810:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305974798 00000100:00000001:2.0:1767326057.850811:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326057.850812:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00000001:1.0:1767326057.850816:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326057.850816:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305979418 00000100:00000001:3.0:1767326057.850820:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326057.850823:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326057.850823:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326057.850827:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767326057.850828:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001020973f x1853174993440384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326057.850828:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326057.850828:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305974798 00000100:00000001:2.0:1767326057.850830:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326057.850833:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326057.850834:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326057.850835:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305979418 00000100:00000001:2.0:1767326057.850836:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326057.850838:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326057.850840:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305974798 00000100:00000001:2.0:1767326057.850841:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326057.850843:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326057.850846:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305979418 00000100:00000001:1.0:1767326057.850849:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326057.850851:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305974798 00000100:00000001:0.0:1767326057.850853:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305979418 00000100:00000001:3.0:1767326057.850854:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326057.850855:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326057.850858:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326057.850860:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001020973f x1853174993440384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326073 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326057.850861:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326057.850864:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326057.850870:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326057.850872:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326057.850874:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326057.850875:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326057.850877:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326057.850878:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326057.850879:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326057.850882:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326057.850893:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326057.850895:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b6dbbf0. 00000400:00000200:3.0:1767326057.850898:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326057.850901:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326057.850903:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8cda165 00000400:00000010:3.0:1767326057.850904:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8cda165. 00000100:00000001:3.0:1767326057.850906:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326057.850907:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002daf29af x1853174993440512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326057.850912:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326057.850913:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002daf29af x1853174993440512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326073 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326057.850917:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326057.850918:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326057.850981:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326057.850983:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007aa30fa9. 00000400:00000200:3.0:1767326057.850985:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326057.850987:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326057.850989:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f2dd931 00000400:00000010:3.0:1767326057.850990:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f2dd931. 00000100:00000001:3.0:1767326057.850996:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326057.850998:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053fc5178 x1853174993440640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326057.851003:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326057.851004:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053fc5178 x1853174993440640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326073 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326057.851008:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326057.851009:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326057.852307:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326057.852322:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326057.852324:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326057.852327:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326057.852335:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326057.852347:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30ce80 00000400:00000200:2.0:1767326057.852353:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xe1d [1] + 224 00000800:00000001:2.0:1767326057.852360:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326057.852367:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326057.852370:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326057.852373:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326057.852378:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326057.852382:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001020973f x1853174993440384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326057.852391:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001020973f x1853174993440384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326057.852407:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326057.852414:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326057.852421:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326057.852424:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326057.852426:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326057.852431:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326057.852437:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30cf00 00000100:00000001:0.0:1767326057.852440:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326057.852443:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xe25 [1] + 224 00000100:00000001:0.0:1767326057.852445:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326057.852450:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326057.852451:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326057.852453:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326057.852455:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a984ac9f. 00000400:00000200:0.0:1767326057.852458:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006401fa3d 00000800:00000001:2.0:1767326057.852461:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326057.852461:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006401fa3d. 00000100:00000001:0.0:1767326057.852465:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326057.852466:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767326057.852470:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001020973f x1853174993440384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326057.852475:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326057.852482:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326057.852485:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001020973f x1853174993440384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326057.852490:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002daf29af x1853174993440512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326057.852494:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326057.852497:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326057.852501:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326057.852504:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326057.852507:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767326057.852508:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002daf29af x1853174993440512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326057.852515:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326057.852521:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326057.852525:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=14 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326057.852528:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767326057.852529:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=14 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326057.852532:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326057.852533:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326057.852536:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326057.852536:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326057.852538:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326057.852541:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326057.852542:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326057.852546:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001020973f x1853174993440384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326057.852547:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326057.852551:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326057.852554:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326057.852556:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326057.852557:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326057.852562:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767326057.852562:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:1.0:1767326057.852563:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326057.852565:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326057.852566:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326057.852569:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bc951f5. 00000100:00000040:0.0:1767326057.852572:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001020973f x1853174993440384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326057.852574:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000400:00000010:1.0:1767326057.852577:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000400:00000200:2.0:1767326057.852578:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30cf80 00000100:00000001:1.0:1767326057.852582:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326057.852589:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002daf29af x1853174993440512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326057.852590:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993440384:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767326057.852593:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xe2d [1] + 224 00000100:00000001:0.0:1767326057.852599:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326057.852603:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326057.852604:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326057.852610:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001020973f x1853174993440384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326057.852611:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326057.852611:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002daf29af x1853174993440512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326057.852617:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326057.852626:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326057.852634:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326057.852634:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326057.852635:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326057.852636:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326057.852639:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077c70e50. 00000100:00000200:2.0:1767326057.852640:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053fc5178 x1853174993440640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326057.852644:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326057.852645:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326057.852648:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326057.852649:0:211467:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767326057.852651:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 02000000:00000001:1.0:1767326057.852653:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326057.852666:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767326057.852666:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326057.852670:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326057.852671:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000062e9f023. 02000000:00000001:1.0:1767326057.852674:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326057.852677:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767326057.852680:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000053fc5178 x1853174993440640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326057.852680:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=154 v=5 (5 5 5 5) 02000000:00000001:0.0:1767326057.852680:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326057.852683:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001020973f. 00000100:00001000:1.0:1767326057.852688:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=4 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326057.852689:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326057.852695:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326057.852697:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326057.852698:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326057.852701:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326057.852703:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326057.852706:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326057.852707:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326057.852708:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326057.852709:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326057.852710:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326057.852712:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326057.852713:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326057.852714:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326057.852714:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326057.852715:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326057.852722:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326057.852722:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002daf29af x1853174993440512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326057.852728:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326057.852729:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326057.852732:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326057.852733:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326057.852736:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002daf29af x1853174993440512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326057.852738:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326057.852741:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767326057.852744:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993440512:192.168.203.107@tcp:400: 00000400:00000001:3.0:1767326057.852745:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326057.852748:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326057.852749:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326057.852752:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6511b72. 00000100:00000001:1.0:1767326057.852752:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326057.852756:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002daf29af x1853174993440512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326057.852757:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f87e7ca8 00000400:00000010:3.0:1767326057.852759:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f87e7ca8. 00000100:00000001:3.0:1767326057.852763:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326057.852767:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767326057.852769:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053fc5178 x1853174993440640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326057.852769:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326057.852772:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f0672a4. 02000000:00000001:1.0:1767326057.852776:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326057.852778:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1767326057.852780:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053fc5178 x1853174993440640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767326057.852786:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326057.852788:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326057.852790:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326057.852792:0:211468:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767326057.852792:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767326057.852796:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767326057.852796:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d57537d. 00000100:00000001:3.0:1767326057.852797:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326057.852799:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326057.852801:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326057.852802:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1767326057.852804:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=14 v=5 (5 5 5 5) 02000000:00000001:1.0:1767326057.852805:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1767326057.852809:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=111 v=5 (1 1 0 0) 00000100:00000010:1.0:1767326057.852809:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002daf29af. 00000100:00000001:3.0:1767326057.852814:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326057.852815:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326057.852816:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767326057.852817:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326057.852821:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767326057.852822:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000053fc5178 x1853174993440640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326057.852825:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326057.852832:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326057.852834:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326057.852838:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326057.852840:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326057.852846:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326057.852848:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326057.852849:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326057.852850:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326057.852851:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326057.852853:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053fc5178 x1853174993440640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326057.852857:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326057.852858:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326057.852859:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326057.852861:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053fc5178 x1853174993440640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326057.852864:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993440640:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326057.852867:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326057.852868:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326057.852869:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053fc5178 x1853174993440640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326073 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326057.852872:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326057.852873:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326057.852874:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015504143. 02000000:00000001:3.0:1767326057.852877:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326057.852878:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326057.852878:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767326057.852880:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326057.852880:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005e4ab40. 02000000:00000001:3.0:1767326057.852881:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326057.852882:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326057.852883:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053fc5178. 00000100:00000001:3.0:1767326057.852885:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326057.852885:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326057.852889:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326057.852892:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326057.852893:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326057.852894:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326057.852895:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326058.490200:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326058.490209:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326058.490278:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326058.490282:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326058.490285:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326059.514243:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326059.514273:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326059.514343:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326059.514350:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326059.514355:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326060.538292:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326060.538298:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326060.538348:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326060.538351:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326060.538354:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326061.562246:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326061.562254:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326061.562314:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326061.562319:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326061.562322:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326062.586272:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326062.586280:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326062.586346:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326062.586350:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326062.586353:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326062.970225:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305979418, at 4305979904 00000100:00000040:0.0:1767326062.970225:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305979418, at 4305979904 00000100:00000040:1.0:1767326062.970235:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305979418, at 4305979904 00000100:00000040:3.0:1767326062.970239:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:2.0:1767326062.970243:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d2be78f7. 00000100:00000010:0.0:1767326062.970245:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ddce6803. 00000100:00000010:1.0:1767326062.970250:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce759a8f. 00000100:00000001:3.0:1767326062.970251:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326062.970265:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053fc5178. 00000020:00000040:3.0:1767326062.970271:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326062.970277:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326062.970280:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326062.970287:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326062.970295:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005e4ab40. 00000100:00000001:3.0:1767326062.970303:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326062.970314:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000053fc5178 x1853174993440768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326062.970323:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326062.970325:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326062.970330:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053fc5178] to pc [ptlrpcd_00_00+0] req@0000000053fc5178 x1853174993440768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326062.970352:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326062.970354:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326062.970357:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326062.970359:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008eba1c7b. 00000020:00000040:3.0:1767326062.970361:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326062.970362:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326062.970363:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326062.970365:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326062.970367:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba0f4571. 00000100:00000001:3.0:1767326062.970370:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326062.970373:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000008eba1c7b x1853174993440896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326062.970373:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326062.970380:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326062.970380:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326062.970384:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326062.970385:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326062.970392:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053fc5178 x1853174993440768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326062.970418:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326062.970420:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326062.970420:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326062.970425:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326062.970427:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eba1c7b] to pc [ptlrpcd_00_01+1] req@000000008eba1c7b x1853174993440896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326062.970432:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326062.970436:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326062.970438:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326062.970441:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326062.970441:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326062.970446:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:0.0:1767326062.970449:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993440768:192.168.203.107@tcp:400: 00000100:00000010:3.0:1767326062.970450:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7307b36. 00000100:00000001:2.0:1767326062.970452:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767326062.970454:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767326062.970455:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326062.970459:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326062.970460:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326062.970460:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326062.970463:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326062.970466:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326062.970468:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008eba1c7b x1853174993440896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326062.970469:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767326062.970470:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9272bf7. 02000000:00000001:0.0:1767326062.970473:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326062.970475:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326062.970480:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326062.970483:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000e7307b36 x1853174993441024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326062.970484:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326062.970486:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326062.970487:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015504143. 02000000:00000001:2.0:1767326062.970490:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326062.970494:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326062.970494:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326062.970496:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326062.970498:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326062.970500:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326062.970501:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7307b36] to pc [ptlrpcd_00_02+2] req@00000000e7307b36 x1853174993441024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326062.970503:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4fb41d1. 00000100:00100000:2.0:1767326062.970506:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008eba1c7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993440896:192.168.203.107@tcp:400: 00000400:00000010:0.0:1767326062.970514:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b20fe0. 00000100:00000001:2.0:1767326062.970515:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326062.970518:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326062.970521:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326062.970522:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767326062.970524:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993440768, portal 25 02000000:00000010:2.0:1767326062.970525:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000454adf3e. 00000100:00000001:3.0:1767326062.970526:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326062.970531:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326062.970531:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326062.970532:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326062.970536:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268028288 : -112767441523328 : ffff997048b4ad80) 00000100:00000040:3.0:1767326062.970537:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767326062.970538:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006bc8fec. 00000100:00000040:3.0:1767326062.970544:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11317) 00000400:00000010:2.0:1767326062.970545:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007dd75c61. 00000100:00000040:0.0:1767326062.970546:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053fc5178 x1853174993440768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326062.970551:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993440896, portal 10 00000100:00000001:1.0:1767326062.970553:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326062.970554:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326062.970556:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326062.970559:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326062.970559:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326062.970560:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268025600 : -112767441526016 : ffff997048b4a300) 00000100:00000001:0.0:1767326062.970562:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326062.970563:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326062.970568:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767326062.970570:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008eba1c7b x1853174993440896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326062.970572:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7307b36 x1853174993441024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326062.970577:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305979418, at 4305979904 00000400:00000010:0.0:1767326062.970582:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000794ac830. 00000100:00000010:3.0:1767326062.970586:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005994ff59. 00000100:00000200:0.0:1767326062.970589:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993440768, offset 0 00000100:00000001:1.0:1767326062.970601:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326062.970603:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326062.970603:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767326062.970608:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326062.970611:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326062.970613:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097f01def. 00000100:00000200:2.0:1767326062.970617:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993440896, offset 0 02000000:00000001:1.0:1767326062.970617:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326062.970634:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767326062.970635:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326062.970635:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326062.970641:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326062.970645:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1767326062.970647:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993441024:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326062.970652:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326062.970653:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:1.0:1767326062.970656:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326062.970659:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326062.970660:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326062.970664:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326062.970665:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000010:1.0:1767326062.970670:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000715768cb. 00000400:00000200:0.0:1767326062.970670:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [428:428:256:4294967295] 192.168.203.107@tcp LPNI seq info [428:428:8:4294967295] 02000000:00000001:1.0:1767326062.970675:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326062.970681:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bc951f5. 00000400:00000010:1.0:1767326062.970686:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000400:00000200:0.0:1767326062.970688:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:1.0:1767326062.970691:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993441024, portal 10 00000100:00000001:1.0:1767326062.970694:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326062.970697:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268022912 : -112767441528704 : ffff997048b49880) 00000400:00000200:2.0:1767326062.970699:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:0.0:1767326062.970699:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326062.970704:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767326062.970705:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7307b36 x1853174993441024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767326062.970708:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073cc668c. 00000400:00000200:2.0:1767326062.970709:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767326062.970714:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326062.970722:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767326062.970722:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326062.970728:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326062.970730:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [429:429:255:4294967295] 192.168.203.107@tcp LPNI seq info [429:429:7:4294967295] 00000100:00000040:1.0:1767326062.970735:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767326062.970738:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000010:1.0:1767326062.970741:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009eda70b2. 00000800:00000200:0.0:1767326062.970743:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000073cc668c type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767326062.970747:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993441024, offset 0 00000400:00000200:2.0:1767326062.970752:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:1.0:1767326062.970758:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326062.970761:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326062.970763:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326062.970767:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305984538 00000400:00000200:1.0:1767326062.970768:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:2.0:1767326062.970769:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d53f249. 00000100:00000010:0.0:1767326062.970775:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d914d99. 00000400:00000200:1.0:1767326062.970776:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326062.970781:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767326062.970783:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326062.970783:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326062.970788:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767326062.970790:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305984538 00000400:00000200:1.0:1767326062.970791:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326062.970794:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d53f249 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767326062.970797:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f0d6bc1. 00000100:00000001:2.0:1767326062.970798:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326062.970799:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326062.970803:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767326062.970805:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 218843 usecs (219 jiffies) 00000400:00000200:1.0:1767326062.970808:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [430:430:254:4294967295] 192.168.203.107@tcp LPNI seq info [430:430:6:4294967295] 00000100:00000001:0.0:1767326062.970809:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305984538 00000100:00000001:2.0:1767326062.970810:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305980123 00000800:00000200:3.0:1767326062.970813:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326062.970817:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305984538 00000100:00000010:0.0:1767326062.970817:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d63c42e. 00000800:00000010:3.0:1767326062.970819:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073cc668c. 00000100:00000001:2.0:1767326062.970820:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305980123 00000100:00000001:0.0:1767326062.970824:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326062.970826:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326062.970826:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305984538 00000100:00000001:0.0:1767326062.970831:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305984538 00000100:00000001:2.0:1767326062.970832:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305980123 00000400:00000200:1.0:1767326062.970832:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:3.0:1767326062.970837:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326062.970839:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305984538 00000100:00000010:0.0:1767326062.970839:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d955938c. 00000100:00000001:2.0:1767326062.970845:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305980123 00000400:00000200:3.0:1767326062.970846:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000794ac830 00000800:00000200:1.0:1767326062.970846:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326062.970846:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767326062.970850:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000794ac830. 00000100:00000001:2.0:1767326062.970854:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305984538 00000100:00000001:0.0:1767326062.970854:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767326062.970855:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f9e2ebb4. 00000100:00000001:3.0:1767326062.970856:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326062.970859:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326062.970860:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053fc5178 x1853174993440768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326062.970866:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326062.970872:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326062.970873:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326062.970873:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326062.970878:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326062.970880:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326062.970885:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326062.970886:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326062.970886:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326062.970889:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767326062.970891:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f9e2ebb4 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767326062.970893:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053fc5178 x1853174993440768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326078 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326062.970894:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326062.970894:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326062.970897:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326062.970898:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326062.970901:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326062.970905:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 13726 usecs (14 jiffies) 00000100:00000001:2.0:1767326062.970906:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326062.970906:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326062.970907:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326062.970910:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326062.970910:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326062.970912:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326062.970913:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305979918 00000100:00000001:2.0:1767326062.970914:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326062.970915:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326062.970919:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305984538 00000100:00000001:2.0:1767326062.970920:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326062.970924:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305979918 00000800:00000200:3.0:1767326062.970925:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326062.970928:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d53f249. 00000100:00000001:1.0:1767326062.970930:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305984538 00000400:00000200:3.0:1767326062.970933:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326062.970934:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305979918 00000400:00000200:3.0:1767326062.970939:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326062.970940:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305984538 00000400:00000200:3.0:1767326062.970945:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097f01def 00000100:00000001:1.0:1767326062.970946:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305979918 00000400:00000010:3.0:1767326062.970948:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097f01def. 00000100:00000001:1.0:1767326062.970951:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305984538 00000100:00000001:3.0:1767326062.970952:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326062.970956:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008eba1c7b x1853174993440896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326062.970956:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326062.970961:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326062.970967:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326062.970968:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326062.970969:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008eba1c7b x1853174993440896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326078 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326062.970974:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326062.970978:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326062.970980:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326062.970982:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326062.970985:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326062.970988:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326062.970989:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326062.970990:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326062.970993:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326062.971036:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326062.971038:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f9e2ebb4. 00000400:00000200:3.0:1767326062.971040:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326062.971041:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326062.971043:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eda70b2 00000400:00000010:3.0:1767326062.971048:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009eda70b2. 00000100:00000001:3.0:1767326062.971050:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326062.971053:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7307b36 x1853174993441024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326062.971057:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326062.971059:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7307b36 x1853174993441024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326078 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326062.971063:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326062.971064:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326062.972387:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326062.972400:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326062.972403:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326062.972405:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326062.972502:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326062.972514:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30d000 00000400:00000200:3.0:1767326062.972521:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xe35 [1] + 224 00000800:00000001:3.0:1767326062.972560:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326062.972565:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326062.972567:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326062.972569:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326062.972573:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326062.972575:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053fc5178 x1853174993440768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326062.972582:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000053fc5178 x1853174993440768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326062.972595:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326062.972600:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326062.972602:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326062.972603:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326062.972604:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326062.972606:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326062.972610:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30d080 00000100:00000001:0.0:1767326062.972630:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326062.972632:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xe39 [1] + 224 00000100:00000001:0.0:1767326062.972633:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326062.972638:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326062.972639:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326062.972641:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326062.972644:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326062.972644:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4fb41d1. 00000400:00000200:3.0:1767326062.972648:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326062.972649:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b20fe0 00000400:00000010:0.0:1767326062.972652:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b20fe0. 00000400:00000200:3.0:1767326062.972655:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326062.972656:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326062.972660:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326062.972662:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053fc5178 x1853174993440768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326062.972666:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008eba1c7b x1853174993440896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326062.972683:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053fc5178 x1853174993440768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326062.972685:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008eba1c7b x1853174993440896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326062.972702:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326062.972705:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326062.972707:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326062.972709:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326062.972710:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326062.972711:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326062.972714:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326062.972716:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326062.972717:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326062.972720:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326062.972721:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=19 v=5 (5 5 5 5) 00000800:00000001:3.0:1767326062.972722:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326062.972725:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326062.972728:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=19 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326062.972733:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767326062.972735:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326062.972738:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326062.972741:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30d100 00000100:00000001:2.0:1767326062.972741:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326062.972743:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326062.972746:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767326062.972747:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326062.972749:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xe45 [1] + 224 00000800:00000001:3.0:1767326062.972752:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326062.972753:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326062.972756:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326062.972757:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006bc8fec. 00000400:00000200:2.0:1767326062.972762:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dd75c61 00000400:00000010:2.0:1767326062.972764:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007dd75c61. 00000100:00000001:2.0:1767326062.972767:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767326062.972772:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326062.972773:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008eba1c7b x1853174993440896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326062.972774:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326062.972776:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767326062.972785:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053fc5178 x1853174993440768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326062.972786:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326062.972792:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326062.972794:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008eba1c7b x1853174993440896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326062.972798:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7307b36 x1853174993441024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326062.972818:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326062.972821:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326062.972824:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767326062.972826:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e7307b36 x1853174993441024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326062.972827:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326062.972829:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326062.972831:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326062.972839:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326062.972842:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767326062.972845:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=9 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326062.972848:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1767326062.972849:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=9 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326062.972850:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326062.972851:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326062.972853:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326062.972856:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326062.972858:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767326062.972859:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053fc5178 x1853174993440768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326062.972860:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326062.972860:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767326062.972861:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326062.972863:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326062.972865:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326062.972867:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767326062.972871:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993440768:192.168.203.107@tcp:400: 00000400:00000001:1.0:1767326062.972873:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326062.972876:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326062.972877:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326062.972878:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000010:1.0:1767326062.972879:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bc951f5. 00000100:00000001:0.0:1767326062.972880:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326062.972884:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1767326062.972885:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000100:00000040:0.0:1767326062.972886:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053fc5178 x1853174993440768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326062.972889:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326062.972889:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00000001:1.0:1767326062.972895:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326062.972898:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767326062.972899:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008eba1c7b x1853174993440896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326062.972901:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7307b36 x1853174993441024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326062.972901:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326062.972904:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015504143. 02000000:00000001:0.0:1767326062.972910:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326062.972913:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326062.972915:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767326062.972920:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326062.972923:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767326062.972923:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005e4ab40. 00000100:00000001:2.0:1767326062.972929:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326062.972932:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326062.972932:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7307b36 x1853174993441024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326062.972937:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767326062.972941:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008eba1c7b x1853174993440896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326062.972942:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326062.972945:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326062.972945:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326062.972949:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053fc5178. 00000100:00000001:1.0:1767326062.972951:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326062.972955:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326062.972956:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326062.972958:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767326062.972959:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008eba1c7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993440896:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326062.972960:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326062.972961:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326062.972965:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326062.972967:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326062.972971:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326062.972972:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1767326062.972973:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=19 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326062.972975:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326062.972976:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326062.972981:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008eba1c7b x1853174993440896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326062.972982:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767326062.972983:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=116 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326062.972985:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326062.972991:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326062.972993:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326062.972997:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326062.972999:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326062.973002:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:1.0:1767326062.973002:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e7307b36 x1853174993441024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326062.973004:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000454adf3e. 02000000:00000001:2.0:1767326062.973009:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326062.973012:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767326062.973012:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326062.973014:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767326062.973016:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1767326062.973017:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767326062.973018:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 02000000:00000010:2.0:1767326062.973020:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba0f4571. 00000100:00000001:1.0:1767326062.973021:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326062.973023:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326062.973025:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767326062.973027:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7307b36 x1853174993441024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326062.973028:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326062.973030:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008eba1c7b. 00000100:00000001:2.0:1767326062.973034:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326062.973036:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326062.973038:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326062.973039:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326062.973041:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326062.973043:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326062.973044:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326062.973046:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7307b36 x1853174993441024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326062.973047:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326062.973051:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326062.973054:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326062.973056:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993441024:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326062.973061:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326062.973069:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326062.973071:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7307b36 x1853174993441024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326078 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326062.973076:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326062.973077:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326062.973079:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000715768cb. 02000000:00000001:1.0:1767326062.973081:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326062.973082:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326062.973083:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767326062.973084:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326062.973085:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9272bf7. 02000000:00000001:1.0:1767326062.973087:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326062.973088:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326062.973089:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7307b36. 00000100:00000001:1.0:1767326062.973092:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326062.973093:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326062.973094:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326062.973098:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326062.973099:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326062.973101:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326062.973102:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326063.610228:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326063.610238:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326063.610240:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326063.610242:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326063.610245:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326063.610247:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326063.610248:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326063.610250:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326063.610279:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326063.610283:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326063.610285:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326064.634203:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326064.634209:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326064.634244:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326064.634248:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326064.634251:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326065.658264:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326065.658273:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326065.658327:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326065.658330:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326065.658332:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326066.682250:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326066.682258:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326066.682278:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326066.682284:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326066.682286:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326067.706230:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326067.706237:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326067.706324:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326067.706327:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326067.706330:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326068.090246:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305984538, at 4305985024 00000100:00000040:1.0:1767326068.090246:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305984538, at 4305985024 00000100:00000040:0.0:1767326068.090246:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305984538, at 4305985024 00000100:00000040:3.0:1767326068.090249:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326068.090259:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326068.090263:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d63c42e. 00000100:00000010:1.0:1767326068.090265:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f0d6bc1. 00000100:00000010:0.0:1767326068.090267:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d914d99. 00000100:00000010:3.0:1767326068.090269:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d9c04da. 00000020:00000040:3.0:1767326068.090276:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326068.090281:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326068.090284:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326068.090289:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326068.090297:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d977c447. 00000100:00000001:3.0:1767326068.090305:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326068.090317:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000008d9c04da x1853174993441152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326068.090329:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326068.090332:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326068.090337:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c04da] to pc [ptlrpcd_00_03+3] req@000000008d9c04da x1853174993441152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326068.090359:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326068.090361:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326068.090366:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326068.090369:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abf35ff8. 00000020:00000040:3.0:1767326068.090372:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326068.090375:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326068.090375:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326068.090377:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326068.090380:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326068.090381:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326068.090385:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326068.090386:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b42c8091. 00000100:00000001:1.0:1767326068.090390:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326068.090392:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326068.090398:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326068.090401:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000abf35ff8 x1853174993441280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767326068.090405:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d9c04da x1853174993441152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326068.090423:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326068.090424:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326068.090427:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326068.090430:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326068.090435:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326068.090440:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993441152:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326068.090447:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326068.090451:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326068.090454:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326068.090454:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326068.090457:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326068.090460:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326068.090461:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abf35ff8] to pc [ptlrpcd_00_00+0] req@00000000abf35ff8 x1853174993441280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326068.090467:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005694eb42. 02000000:00000001:0.0:1767326068.090470:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326068.090475:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4fb41d1. 00000100:00000001:3.0:1767326068.090480:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326068.090481:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b20fe0. 00000100:00000040:3.0:1767326068.090485:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326068.090489:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1767326068.090490:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993441152, portal 25 00000100:00000001:1.0:1767326068.090494:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326068.090495:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1767326068.090496:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023d54c03. 00000100:00000001:1.0:1767326068.090497:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326068.090499:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268017536 : -112767441534080 : ffff997048b48380) 00000020:00000040:3.0:1767326068.090500:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767326068.090501:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326068.090505:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326068.090506:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326068.090510:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326068.090511:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326068.090511:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d9c04da x1853174993441152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326068.090513:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326068.090516:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abf35ff8 x1853174993441280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326068.090520:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003ecf409d. 00000100:00000001:3.0:1767326068.090526:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326068.090534:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000023d54c03 x1853174993441408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326068.090549:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326068.090550:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326068.090554:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326068.090555:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326068.090558:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326068.090558:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326068.090562:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326068.090565:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023d54c03] to pc [ptlrpcd_00_01+1] req@0000000023d54c03 x1853174993441408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326068.090565:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042895cc0. 02000000:00000001:1.0:1767326068.090571:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326068.090572:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993441152, offset 0 02000000:00000001:1.0:1767326068.090579:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326068.090598:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000abf35ff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993441280:192.168.203.107@tcp:400: 00000400:00000200:0.0:1767326068.090599:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326068.090604:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326068.090607:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326068.090609:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326068.090612:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326068.090616:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767326068.090616:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326068.090620:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326068.090620:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:1.0:1767326068.090622:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326068.090626:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11322) 00000100:00000001:2.0:1767326068.090627:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767326068.090629:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000502bb64b. 00000100:00000001:2.0:1767326068.090630:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767326068.090631:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326068.090636:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326068.090638:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023d54c03 x1853174993441408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326068.090641:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:1.0:1767326068.090644:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bc951f5. 00000100:00000040:3.0:1767326068.090645:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305984538, at 4305985024 00000400:00000010:1.0:1767326068.090651:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000400:00000200:0.0:1767326068.090651:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1767326068.090655:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d955938c. 00000100:00000200:1.0:1767326068.090658:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993441280, portal 10 00000400:00000200:0.0:1767326068.090662:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767326068.090664:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326068.090665:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326068.090667:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268026496 : -112767441525120 : ffff997048b4a680) 00000100:00000001:2.0:1767326068.090668:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326068.090672:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [431:431:256:4294967295] 192.168.203.107@tcp LPNI seq info [431:431:8:4294967295] 02000000:00000001:2.0:1767326068.090674:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326068.090676:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326068.090678:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000abf35ff8 x1853174993441280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326068.090680:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326068.090689:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993441408:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326068.090698:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326068.090702:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326068.090702:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326068.090706:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326068.090708:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326068.090711:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326068.090713:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:1.0:1767326068.090716:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f1b0c7d. 02000000:00000010:2.0:1767326068.090720:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000735e0b68. 00000100:00000200:1.0:1767326068.090721:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993441280, offset 0 02000000:00000001:2.0:1767326068.090725:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326068.090730:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006bc8fec. 00000400:00000200:1.0:1767326068.090732:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767326068.090732:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326068.090740:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:0.0:1767326068.090741:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a24aac0. 00000400:00000010:2.0:1767326068.090743:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007dd75c61. 00000400:00000200:1.0:1767326068.090744:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767326068.090750:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993441408, portal 10 00000400:00000200:1.0:1767326068.090750:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326068.090755:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326068.090756:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326068.090757:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326068.090758:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030080 : -112767441521536 : ffff997048b4b480) 00000400:00000200:1.0:1767326068.090762:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:2.0:1767326068.090768:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023d54c03 x1853174993441408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326068.090770:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [432:432:255:4294967295] 192.168.203.107@tcp LPNI seq info [432:432:7:4294967295] 00000800:00000200:0.0:1767326068.090773:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326068.090782:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326068.090782:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007a24aac0 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767326068.090790:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326068.090793:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097f01def. 00000100:00000200:2.0:1767326068.090798:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993441408, offset 0 00000400:00000200:1.0:1767326068.090803:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767326068.090806:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326068.090809:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767326068.090814:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326068.090816:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305989658 00000800:00000010:1.0:1767326068.090818:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b90c43. 00000400:00000200:2.0:1767326068.090820:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:0.0:1767326068.090822:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d914d99. 00000400:00000200:2.0:1767326068.090825:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326068.090828:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326068.090830:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326068.090832:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:1.0:1767326068.090838:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767326068.090838:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305989658 00000400:00000200:2.0:1767326068.090839:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326068.090845:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:1.0:1767326068.090846:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c1b90c43 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767326068.090847:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000797caa63. 00000400:00000200:2.0:1767326068.090852:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [433:433:254:4294967295] 192.168.203.107@tcp LPNI seq info [433:433:6:4294967295] 00000100:00000001:1.0:1767326068.090854:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326068.090854:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767326068.090859:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 217183 usecs (218 jiffies) 00000100:00000001:0.0:1767326068.090863:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305989658 00000100:00000001:1.0:1767326068.090864:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305985242 00000400:00000200:2.0:1767326068.090866:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326068.090871:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305989658 00000100:00000010:0.0:1767326068.090872:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000198668e1. 00000800:00000200:2.0:1767326068.090877:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326068.090877:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305985242 00000100:00000001:0.0:1767326068.090880:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326068.090883:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305989658 00000800:00000010:2.0:1767326068.090884:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef5ef55d. 00000100:00000001:1.0:1767326068.090887:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305985242 00000100:00000001:0.0:1767326068.090887:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305989658 00000800:00000200:2.0:1767326068.090892:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326068.090894:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305989658 00000100:00000010:0.0:1767326068.090896:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000ae3708a. 00000100:00000001:1.0:1767326068.090899:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305985242 00000800:00000200:3.0:1767326068.090901:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767326068.090901:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767326068.090904:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767326068.090906:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef5ef55d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326068.090910:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767326068.090912:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a24aac0. 00000100:00000001:2.0:1767326068.090913:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326068.090914:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305989658 00000100:00000001:0.0:1767326068.090917:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326068.090918:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 13641 usecs (14 jiffies) 00000400:00000200:3.0:1767326068.090919:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326068.090921:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326068.090923:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326068.090925:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305985038 00000100:00000001:1.0:1767326068.090927:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326068.090931:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326068.090931:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305989658 00000100:00000001:0.0:1767326068.090931:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326068.090933:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326068.090938:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305985038 00000100:00000001:1.0:1767326068.090940:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326068.090941:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042895cc0 00000400:00000010:3.0:1767326068.090945:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042895cc0. 00000100:00000001:0.0:1767326068.090945:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326068.090948:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305989658 00000100:00000001:0.0:1767326068.090950:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326068.090951:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326068.090952:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305985038 00000100:00000001:0.0:1767326068.090956:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326068.090957:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305989658 00000100:00000001:1.0:1767326068.090958:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767326068.090960:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d9c04da x1853174993441152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326068.090962:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326068.090963:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305985038 00000100:00000001:1.0:1767326068.090963:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326068.090965:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326068.090970:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305989658 00000100:00000001:1.0:1767326068.090971:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326068.090972:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326068.090976:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326068.090976:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326068.090981:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326068.090982:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326068.090987:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326068.090988:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326068.090988:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326068.090991:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d9c04da x1853174993441152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326084 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326068.090994:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326068.090999:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326068.091000:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326068.091002:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326068.091003:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326068.091004:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326068.091005:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326068.091047:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326068.091048:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326068.091061:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326068.091063:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b90c43. 00000400:00000200:3.0:1767326068.091066:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326068.091069:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326068.091072:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f1b0c7d 00000400:00000010:3.0:1767326068.091074:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f1b0c7d. 00000100:00000001:3.0:1767326068.091076:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326068.091079:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abf35ff8 x1853174993441280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326068.091086:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326068.091088:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abf35ff8 x1853174993441280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326084 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326068.091095:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326068.091097:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326068.091130:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326068.091133:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef5ef55d. 00000400:00000200:3.0:1767326068.091137:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326068.091160:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326068.091163:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097f01def 00000400:00000010:3.0:1767326068.091165:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097f01def. 00000100:00000001:3.0:1767326068.091174:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326068.091178:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023d54c03 x1853174993441408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326068.091186:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326068.091189:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023d54c03 x1853174993441408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326084 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326068.091193:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326068.091194:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326068.092303:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326068.092349:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326068.092353:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326068.092357:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326068.092364:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326068.092375:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30d180 00000400:00000200:3.0:1767326068.092381:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xe4d [1] + 224 00000800:00000001:3.0:1767326068.092388:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326068.092394:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326068.092397:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326068.092400:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326068.092404:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326068.092408:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d9c04da x1853174993441152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326068.092415:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008d9c04da x1853174993441152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326068.092427:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326068.092432:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326068.092434:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326068.092459:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326068.092462:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326068.092473:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326068.092475:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326068.092482:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4fb41d1. 00000400:00000200:0.0:1767326068.092486:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b20fe0 00000400:00000010:0.0:1767326068.092487:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b20fe0. 00000100:00000001:0.0:1767326068.092490:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326068.092494:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d9c04da x1853174993441152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326068.092503:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d9c04da x1853174993441152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326068.092511:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326068.092512:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326068.092515:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326068.092517:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326068.092519:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326068.092521:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326068.092523:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326068.092529:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=25 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326068.092533:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=25 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326068.092536:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326068.092537:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326068.092539:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326068.092542:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326068.092545:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326068.092549:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d9c04da x1853174993441152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326068.092557:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326068.092560:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326068.092561:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326068.092564:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d9c04da x1853174993441152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326068.092573:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993441152:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326068.092578:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326068.092605:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326068.092609:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d9c04da x1853174993441152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326068.092621:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326068.092624:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326068.092627:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005694eb42. 02000000:00000001:0.0:1767326068.092630:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326068.092632:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326068.092634:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767326068.092636:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326068.092638:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d977c447. 02000000:00000001:0.0:1767326068.092642:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326068.092645:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326068.092646:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d9c04da. 00000100:00000001:0.0:1767326068.092650:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326068.092651:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326068.092653:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326068.092656:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326068.092657:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326068.092660:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326068.092662:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326068.092663:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326068.092664:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326068.092667:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326068.092670:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326068.092676:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326068.092683:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30d200 00000400:00000200:3.0:1767326068.092726:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xe55 [1] + 224 00000800:00000001:3.0:1767326068.092730:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326068.092734:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326068.092735:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326068.092738:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326068.092740:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326068.092743:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abf35ff8 x1853174993441280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326068.092749:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000abf35ff8 x1853174993441280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326068.092761:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326068.092764:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326068.092766:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326068.092797:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326068.092800:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326068.092804:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326068.092805:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326068.092814:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bc951f5. 00000400:00000200:1.0:1767326068.092818:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000400:00000010:1.0:1767326068.092819:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00000001:1.0:1767326068.092822:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326068.092827:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abf35ff8 x1853174993441280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326068.092837:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abf35ff8 x1853174993441280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326068.092844:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326068.092846:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326068.092848:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326068.092850:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326068.092851:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326068.092853:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326068.092855:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326068.092860:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=15 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326068.092862:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=15 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326068.092864:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326068.092865:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326068.092866:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326068.092868:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326068.092870:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326068.092872:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326068.092873:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326068.092875:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326068.092878:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abf35ff8 x1853174993441280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326068.092885:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326068.092888:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326068.092889:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326068.092893:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abf35ff8 x1853174993441280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326068.092899:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767326068.092903:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000abf35ff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993441280:192.168.203.107@tcp:400: 00000800:00000001:3.0:1767326068.092904:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326068.092907:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326068.092908:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326068.092915:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767326068.092920:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326068.092925:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30d280 00000100:00000001:1.0:1767326068.092926:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767326068.092932:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xe5d [1] + 224 00000100:00000040:1.0:1767326068.092935:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abf35ff8 x1853174993441280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326068.092937:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326068.092947:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326068.092949:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326068.092951:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000502bb64b. 02000000:00000001:1.0:1767326068.092954:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326068.092955:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326068.092956:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767326068.092958:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326068.092960:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b42c8091. 02000000:00000001:1.0:1767326068.092962:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326068.092964:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326068.092965:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abf35ff8. 00000100:00000001:1.0:1767326068.092967:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326068.092969:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326068.092970:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326068.092974:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326068.092975:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326068.092978:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326068.092979:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326068.092990:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326068.092993:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326068.092996:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326068.092999:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326068.093002:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023d54c03 x1853174993441408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326068.093007:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000023d54c03 x1853174993441408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326068.093019:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326068.093031:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326068.093033:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326068.093060:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326068.093064:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326068.093068:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326068.093069:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326068.093071:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006bc8fec. 00000400:00000200:2.0:1767326068.093075:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dd75c61 00000400:00000010:2.0:1767326068.093077:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007dd75c61. 00000100:00000001:2.0:1767326068.093080:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326068.093085:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023d54c03 x1853174993441408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326068.093094:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023d54c03 x1853174993441408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326068.093101:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326068.093102:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326068.093105:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326068.093106:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326068.093108:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326068.093109:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326068.093118:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326068.093122:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=25 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326068.093125:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=122 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326068.093127:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326068.093129:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326068.093131:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326068.093134:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000023d54c03 x1853174993441408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326068.093165:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326068.093168:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326068.093169:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326068.093171:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326068.093172:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326068.093175:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023d54c03 x1853174993441408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326068.093182:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326068.093184:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326068.093186:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326068.093189:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023d54c03 x1853174993441408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326068.093197:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993441408:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326068.093201:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326068.093203:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326068.093206:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023d54c03 x1853174993441408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326084 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326068.093212:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326068.093214:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326068.093216:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000735e0b68. 02000000:00000001:2.0:1767326068.093220:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326068.093221:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326068.093222:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326068.093230:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326068.093232:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003ecf409d. 02000000:00000001:2.0:1767326068.093234:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326068.093236:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326068.093237:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023d54c03. 00000100:00000001:2.0:1767326068.093240:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326068.093241:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326068.093243:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326068.093247:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326068.093248:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326068.093250:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326068.093252:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326068.730218:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326068.730224:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326068.730286:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326068.730290:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326068.730294:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326069.754255:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326069.754261:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326069.754301:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326069.754305:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326069.754307:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326070.778236:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326070.778244:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326070.778287:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326070.778291:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326070.778293:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326071.802260:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326071.802276:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326071.802328:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326071.802331:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326071.802333:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326072.826227:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326072.826234:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326072.826272:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326072.826276:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326072.826278:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326073.210217:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305989658, at 4305990144 00000100:00000040:1.0:1767326073.210217:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326073.210220:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305989658, at 4305990144 00000100:00000001:1.0:1767326073.210231:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326073.210237:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000ae3708a. 00000100:00000010:1.0:1767326073.210239:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf46d036. 00000100:00000010:2.0:1767326073.210243:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000198668e1. 00000020:00000040:1.0:1767326073.210245:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326073.210263:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326073.210266:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326073.210272:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326073.210279:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1d8a82b. 00000100:00000001:1.0:1767326073.210285:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326073.210291:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305989658, at 4305990144 00000100:00000040:1.0:1767326073.210297:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000cf46d036 x1853174993441536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1767326073.210299:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d914d99. 00000100:00000001:1.0:1767326073.210309:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326073.210312:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326073.210317:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf46d036] to pc [ptlrpcd_00_02+2] req@00000000cf46d036 x1853174993441536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326073.210343:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326073.210345:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326073.210349:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326073.210352:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4811535. 00000020:00000040:1.0:1767326073.210355:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767326073.210357:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326073.210359:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326073.210361:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326073.210362:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326073.210365:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000524bc938. 00000100:00000001:2.0:1767326073.210369:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326073.210370:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326073.210374:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326073.210377:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000a4811535 x1853174993441664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326073.210379:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326073.210383:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf46d036 x1853174993441536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326073.210385:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326073.210399:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326073.210403:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326073.210403:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326073.210408:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326073.210408:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4811535] to pc [ptlrpcd_00_03+3] req@00000000a4811535 x1853174993441664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326073.210415:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326073.210418:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326073.210420:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326073.210421:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326073.210425:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767326073.210429:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf46d036 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993441536:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326073.210429:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326073.210430:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326073.210433:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326073.210434:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326073.210435:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767326073.210438:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6c70c52. 00000020:00000040:1.0:1767326073.210442:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:0.0:1767326073.210442:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4811535 x1853174993441664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326073.210447:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326073.210448:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326073.210450:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326073.210453:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326073.210453:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326073.210455:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767326073.210458:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326073.210459:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326073.210462:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1b90c43. 02000000:00000001:0.0:1767326073.210463:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767326073.210464:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000420251a5. 00000100:00000001:1.0:1767326073.210466:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326073.210466:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326073.210468:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326073.210472:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326073.210474:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000f6c70c52 x1853174993441792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767326073.210477:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006bc8fec. 00000100:00100000:0.0:1767326073.210478:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993441664:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326073.210483:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326073.210484:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326073.210486:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007dd75c61. 00000100:00000001:0.0:1767326073.210492:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326073.210495:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6c70c52] to pc [ptlrpcd_00_00+0] req@00000000f6c70c52 x1853174993441792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326073.210496:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767326073.210497:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993441536, portal 25 02000000:00000001:0.0:1767326073.210498:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326073.210503:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326073.210504:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326073.210506:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138724992 : -112766570826624 : ffff99707c9a7480) 02000000:00000010:0.0:1767326073.210509:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000729d917. 00000100:00000040:2.0:1767326073.210515:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf46d036 x1853174993441536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326073.210515:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326073.210521:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4fb41d1. 00000100:00000001:2.0:1767326073.210526:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326073.210526:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326073.210528:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b20fe0. 00000100:00000040:1.0:1767326073.210530:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326073.210532:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000200:0.0:1767326073.210534:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993441664, portal 10 00000100:00000040:1.0:1767326073.210536:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767326073.210538:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006401fa3d. 00000100:00000001:0.0:1767326073.210538:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326073.210541:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138711552 : -112766570840064 : ffff99707c9a4000) 00000100:00000040:1.0:1767326073.210542:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11327) 00000100:00000040:0.0:1767326073.210549:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4811535 x1853174993441664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326073.210563:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993441536, offset 0 00000100:00000001:3.0:1767326073.210566:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326073.210571:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326073.210575:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326073.210575:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326073.210576:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767326073.210576:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305989658, at 4305990144 00000100:00000040:0.0:1767326073.210582:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767326073.210584:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000797caa63. 00000100:00000040:3.0:1767326073.210585:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6c70c52 x1853174993441792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326073.210588:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fa08db4. 00000100:00000200:0.0:1767326073.210593:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993441664, offset 0 00000400:00000200:2.0:1767326073.210596:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767326073.210600:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326073.210603:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326073.210604:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326073.210607:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326073.210611:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326073.210614:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326073.210615:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:3.0:1767326073.210619:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326073.210622:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326073.210623:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326073.210626:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:3.0:1767326073.210628:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326073.210631:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [434:434:256:4294967295] 192.168.203.107@tcp LPNI seq info [434:434:8:4294967295] 00000100:00100000:3.0:1767326073.210636:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993441792:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767326073.210647:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767326073.210653:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326073.210658:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:2.0:1767326073.210660:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef5ef55d. 00000400:00000200:0.0:1767326073.210662:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326073.210667:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767326073.210672:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326073.210673:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767326073.210677:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767326073.210685:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767326073.210691:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef5ef55d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326073.210691:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [435:435:255:4294967295] 192.168.203.107@tcp LPNI seq info [435:435:7:4294967295] 00000400:00000200:0.0:1767326073.210703:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767326073.210707:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767326073.210711:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f42357cd. 00000100:00000001:2.0:1767326073.210713:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326073.210716:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326073.210721:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305994778 00000800:00000200:0.0:1767326073.210721:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767326073.210727:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f42357cd type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767326073.210730:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d2be78f7. 00000100:00000001:0.0:1767326073.210732:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326073.210733:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326073.210737:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326073.210740:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326073.210744:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326073.210744:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767326073.210744:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 215548 usecs (216 jiffies) 02000000:00000010:3.0:1767326073.210750:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccebdf54. 00000100:00000001:0.0:1767326073.210750:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305990360 00000100:00000001:2.0:1767326073.210752:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305994778 00000100:00000001:0.0:1767326073.210755:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305994778 02000000:00000001:3.0:1767326073.210756:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326073.210759:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064cb1fd6. 00000100:00000001:0.0:1767326073.210760:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305990360 00000400:00000010:3.0:1767326073.210763:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081011fb2. 00000100:00000001:2.0:1767326073.210767:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767326073.210770:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d0fe3be. 00000800:00000200:1.0:1767326073.210771:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326073.210773:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305994778 00000100:00000001:0.0:1767326073.210773:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305994778 00000100:00000200:3.0:1767326073.210777:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993441792, portal 10 00000800:00000010:1.0:1767326073.210777:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef5ef55d. 00000100:00000001:0.0:1767326073.210780:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305990360 00000100:00000010:2.0:1767326073.210781:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fbd2072. 00000100:00000001:3.0:1767326073.210783:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326073.210784:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326073.210787:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138714240 : -112766570837376 : ffff99707c9a4a80) 00000100:00000001:2.0:1767326073.210788:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326073.210793:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326073.210795:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305994778 00000100:00000001:0.0:1767326073.210795:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305994778 00000400:00000200:1.0:1767326073.210798:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006401fa3d 00000100:00000040:3.0:1767326073.210799:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f6c70c52 x1853174993441792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326073.210800:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f51a0a7. 00000400:00000010:1.0:1767326073.210802:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006401fa3d. 00000100:00000001:0.0:1767326073.210802:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305990360 00000100:00000001:2.0:1767326073.210806:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326073.210808:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326073.210811:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326073.210812:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305994778 00000100:00000200:1.0:1767326073.210815:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf46d036 x1853174993441536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326073.210817:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326073.210818:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326073.210823:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326073.210825:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326073.210828:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326073.210832:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326073.210838:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326073.210840:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326073.210844:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326073.210847:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326073.210847:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326073.210849:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326073.210849:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326073.210850:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326073.210852:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326073.210854:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326073.210856:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326073.210857:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326073.210858:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326073.210860:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf46d036 x1853174993441536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326073.210862:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326073.210863:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a184fe6. 00000100:00000001:0.0:1767326073.210863:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326073.210870:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326073.210871:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993441792, offset 0 00000100:00000001:1.0:1767326073.210871:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326073.210876:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767326073.210882:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326073.210889:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767326073.210892:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326073.210895:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767326073.210898:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326073.210901:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767326073.210904:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [436:436:255:4294967295] 192.168.203.107@tcp LPNI seq info [436:436:7:4294967295] 00000800:00000200:1.0:1767326073.210909:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326073.210913:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f42357cd. 00000400:00000200:3.0:1767326073.210917:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:1.0:1767326073.210917:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326073.210923:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000800:00000200:3.0:1767326073.210928:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326073.210929:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fa08db4 00000400:00000010:1.0:1767326073.210932:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fa08db4. 00000800:00000010:3.0:1767326073.210935:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058804b06. 00000100:00000001:1.0:1767326073.210935:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326073.210939:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4811535 x1853174993441664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326073.210946:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326073.210948:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4811535 x1853174993441664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326073.210954:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326073.210955:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326073.210981:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767326073.210986:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767326073.210989:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000058804b06 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326073.211000:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326073.211004:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 13558 usecs (14 jiffies) 00000100:00000001:3.0:1767326073.211006:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305990158 00000100:00000001:3.0:1767326073.211009:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305994778 00000100:00000001:3.0:1767326073.211011:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305990158 00000100:00000001:3.0:1767326073.211013:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305994778 00000100:00000001:3.0:1767326073.211015:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305990158 00000100:00000001:3.0:1767326073.211017:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305994778 00000100:00000001:3.0:1767326073.211019:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305990158 00000100:00000001:3.0:1767326073.211021:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305994778 00000100:00000001:3.0:1767326073.211030:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326073.211032:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326073.211034:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326073.211035:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326073.211040:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326073.211041:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326073.211044:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326073.211045:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326073.211047:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326073.211049:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326073.211061:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326073.211064:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058804b06. 00000400:00000200:2.0:1767326073.211066:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326073.211070:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326073.211072:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a184fe6 00000400:00000010:2.0:1767326073.211073:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a184fe6. 00000100:00000001:2.0:1767326073.211076:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326073.211079:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f6c70c52 x1853174993441792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326073.211084:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326073.211086:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6c70c52 x1853174993441792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326073.211090:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326073.211096:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326073.212078:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326073.212091:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326073.212094:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326073.212129:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326073.212137:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326073.212165:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30d300 00000400:00000200:3.0:1767326073.212172:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xe65 [1] + 224 00000800:00000001:3.0:1767326073.212179:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326073.212187:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326073.212190:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326073.212193:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326073.212249:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326073.212254:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf46d036 x1853174993441536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326073.212264:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf46d036 x1853174993441536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326073.212303:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326073.212305:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326073.212307:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1767326073.212316:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326073.212318:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326073.212319:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767326073.212320:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006bc8fec. 00000400:00000200:2.0:1767326073.212324:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dd75c61 00000800:00000001:3.0:1767326073.212326:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326073.212326:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007dd75c61. 00000800:00000001:3.0:1767326073.212332:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326073.212332:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767326073.212336:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326073.212340:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000200:2.0:1767326073.212350:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf46d036 x1853174993441536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326073.212351:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30d400 00000100:00000200:2.0:1767326073.212367:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf46d036 x1853174993441536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326073.212369:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xe75 [1] + 224 00000800:00000001:3.0:1767326073.212379:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326073.212382:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326073.212386:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326073.212388:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326073.212391:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326073.212392:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326073.212394:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326073.212396:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326073.212401:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=30 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326073.212404:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=30 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326073.212405:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326073.212407:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326073.212409:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326073.212411:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326073.212413:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326073.212416:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf46d036 x1853174993441536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326073.212420:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326073.212422:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326073.212424:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326073.212427:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf46d036 x1853174993441536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326073.212432:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf46d036 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993441536:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326073.212442:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326073.212443:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767326073.212444:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326073.212446:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf46d036 x1853174993441536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326073.212449:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326073.212456:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767326073.212459:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 02000000:00000001:2.0:1767326073.212460:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326073.212464:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000420251a5. 00000100:00000001:3.0:1767326073.212465:0:211458:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767326073.212467:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326073.212470:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1767326073.212472:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f6c70c52 x1853174993441792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326073.212472:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767326073.212475:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326073.212477:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1d8a82b. 02000000:00000001:2.0:1767326073.212479:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326073.212481:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326073.212482:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf46d036. 00000100:00000001:2.0:1767326073.212493:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326073.212495:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326073.212500:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326073.212504:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326073.212505:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326073.212507:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326073.212509:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326073.212544:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6c70c52 x1853174993441792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326073.212571:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326073.212577:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326073.212581:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326073.212583:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326073.212585:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326073.212589:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326073.212595:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30d380 00000400:00000200:3.0:1767326073.212600:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xe69 [1] + 224 00000800:00000001:3.0:1767326073.212605:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326073.212611:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326073.212611:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326073.212614:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326073.212615:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767326073.212618:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326073.212621:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326073.212622:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:1.0:1767326073.212623:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081011fb2. 00000400:00000200:1.0:1767326073.212627:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0fe3be 00000400:00000010:1.0:1767326073.212628:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d0fe3be. 00000100:00000001:1.0:1767326073.212631:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326073.212633:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326073.212634:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f6c70c52 x1853174993441792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326073.212640:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4811535 x1853174993441664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326073.212646:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f6c70c52 x1853174993441792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326073.212662:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326073.212663:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326073.212666:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4811535 x1853174993441664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326073.212666:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326073.212668:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326073.212675:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326073.212677:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326073.212678:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326073.212682:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=30 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326073.212684:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767326073.212684:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=127 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326073.212688:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326073.212689:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326073.212690:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767326073.212691:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00080000:1.0:1767326073.212694:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f6c70c52 x1853174993441792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326073.212696:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326073.212699:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326073.212701:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326073.212704:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326073.212706:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326073.212707:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326073.212710:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6c70c52 x1853174993441792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326073.212714:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326073.212715:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326073.212716:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326073.212718:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6c70c52 x1853174993441792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326073.212722:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993441792:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326073.212723:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326073.212725:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326073.212727:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326073.212728:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326073.212731:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6c70c52 x1853174993441792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326073.212733:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326073.212735:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:0.0:1767326073.212736:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767326073.212737:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1767326073.212739:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4fb41d1. 02000000:00000010:1.0:1767326073.212740:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccebdf54. 02000000:00000001:1.0:1767326073.212745:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767326073.212746:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b20fe0 00000400:00000010:0.0:1767326073.212749:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b20fe0. 00000100:00000001:0.0:1767326073.212750:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767326073.212752:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326073.212754:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000200:0.0:1767326073.212756:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4811535 x1853174993441664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326073.212757:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326073.212760:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c1b90c43. 02000000:00000001:1.0:1767326073.212764:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326073.212766:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326073.212768:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6c70c52. 00000100:00000200:0.0:1767326073.212771:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4811535 x1853174993441664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326073.212772:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326073.212774:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326073.212778:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326073.212783:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326073.212784:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326073.212786:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326073.212787:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326073.212788:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326073.212791:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326073.212793:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326073.212795:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326073.212796:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326073.212797:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326073.212799:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326073.212803:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=20 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326073.212805:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=20 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326073.212806:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326073.212807:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326073.212808:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326073.212810:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326073.212811:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326073.212812:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326073.212813:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326073.212815:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326073.212817:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4811535 x1853174993441664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326073.212821:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326073.212823:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326073.212824:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326073.212825:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4811535 x1853174993441664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326073.212829:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993441664:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326073.212831:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326073.212832:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326073.212833:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4811535 x1853174993441664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326073.212837:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326073.212838:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326073.212838:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000729d917. 02000000:00000001:0.0:1767326073.212840:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326073.212841:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326073.212845:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767326073.212847:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326073.212848:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000524bc938. 02000000:00000001:0.0:1767326073.212850:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326073.212851:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326073.212852:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4811535. 00000100:00000001:0.0:1767326073.212853:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326073.212854:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326073.212855:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326073.212858:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326073.212860:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326073.212861:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326073.212863:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326073.850265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326073.850275:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326073.850278:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326073.850280:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326073.850286:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326073.850288:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326073.850290:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326073.850293:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326073.850356:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326073.850360:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326073.850362:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326074.874318:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326074.874335:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326074.874409:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326074.874413:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326074.874417:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326075.898267:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326075.898275:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326075.898309:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326075.898315:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326075.898318:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326076.922252:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326076.922260:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326076.922329:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326076.922333:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326076.922335:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326077.946252:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326077.946260:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326077.946307:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326077.946312:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326077.946315:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326078.330217:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305994778, at 4305995264 00000100:00000040:2.0:1767326078.330217:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305994778, at 4305995264 00000100:00000040:1.0:1767326078.330218:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305994778, at 4305995264 00000100:00000040:0.0:1767326078.330226:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305994778, at 4305995264 00000100:00000010:1.0:1767326078.330235:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064cb1fd6. 00000100:00000010:2.0:1767326078.330236:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fbd2072. 00000100:00000010:3.0:1767326078.330239:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f51a0a7. 00000100:00000010:0.0:1767326078.330241:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d2be78f7. 00000100:00000040:3.0:1767326078.330258:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326078.330265:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326078.330276:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089695778. 00000020:00000040:3.0:1767326078.330281:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326078.330287:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326078.330290:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326078.330297:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326078.330305:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007cab202f. 00000100:00000001:3.0:1767326078.330313:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326078.330324:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000089695778 x1853174993441920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326078.330335:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326078.330337:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326078.330343:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089695778] to pc [ptlrpcd_00_01+1] req@0000000089695778 x1853174993441920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326078.330369:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326078.330372:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326078.330375:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326078.330378:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d9c2130. 00000020:00000040:3.0:1767326078.330381:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326078.330383:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326078.330385:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326078.330387:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326078.330387:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326078.330392:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000010:3.0:1767326078.330393:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dead0e98. 00000100:00000001:2.0:1767326078.330394:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326078.330399:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326078.330404:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326078.330405:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000007d9c2130 x1853174993442048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326078.330408:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326078.330412:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326078.330414:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326078.330418:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326078.330424:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089695778 x1853174993441920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326078.330432:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326078.330432:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326078.330436:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326078.330437:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326078.330443:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326078.330447:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326078.330447:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326078.330450:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326078.330451:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326078.330457:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000089695778 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993441920:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767326078.330461:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9c2130] to pc [ptlrpcd_00_02+2] req@000000007d9c2130 x1853174993442048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326078.330461:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326078.330467:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326078.330470:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326078.330473:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326078.330478:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae4619a7. 02000000:00000001:2.0:1767326078.330480:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326078.330487:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326078.330491:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767326078.330492:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006bc8fec. 00000100:00000001:1.0:1767326078.330497:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326078.330498:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326078.330501:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767326078.330503:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f8ef0b3. 00000100:00000001:1.0:1767326078.330503:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767326078.330505:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007dd75c61. 00000020:00000040:3.0:1767326078.330508:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:1.0:1767326078.330509:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d9c2130 x1853174993442048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326078.330514:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1767326078.330524:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993441920, portal 25 00000100:00000001:0.0:1767326078.330528:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326078.330529:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326078.330530:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326078.330533:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326078.330534:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326078.330535:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268027392 : -112767441524224 : ffff997048b4aa00) 00000100:00000001:1.0:1767326078.330535:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767326078.330541:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003ecf409d. 00000100:00000001:3.0:1767326078.330546:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326078.330546:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000089695778 x1853174993441920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326078.330547:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326078.330552:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326078.330554:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326078.330556:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000003f8ef0b3 x1853174993442176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326078.330560:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326078.330567:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d9c2130 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993442048:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326078.330571:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326078.330575:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326078.330578:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326078.330579:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326078.330580:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326078.330583:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326078.330583:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326078.330588:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000010:1.0:1767326078.330588:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b6faffd. 00000100:00000040:3.0:1767326078.330592:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f8ef0b3] to pc [ptlrpcd_00_03+3] req@000000003f8ef0b3 x1853174993442176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326078.330593:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326078.330594:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000400:00000010:1.0:1767326078.330599:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bc951f5. 00000100:00000200:2.0:1767326078.330600:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993441920, offset 0 00000400:00000010:1.0:1767326078.330605:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000400:00000200:2.0:1767326078.330613:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326078.330618:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326078.330621:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993442048, portal 10 00000100:00000040:3.0:1767326078.330622:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326078.330624:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326078.330626:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268020224 : -112767441531392 : ffff997048b48e00) 00000100:00000040:3.0:1767326078.330629:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767326078.330631:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767326078.330632:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326078.330635:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d9c2130 x1853174993442048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326078.330637:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326078.330638:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11332) 00000100:00000001:0.0:1767326078.330640:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326078.330641:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326078.330647:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f8ef0b3 x1853174993442176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326078.330649:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326078.330650:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767326078.330657:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326078.330659:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326078.330663:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:1.0:1767326078.330665:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017952509. 00000100:00000001:0.0:1767326078.330667:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767326078.330670:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [437:437:256:4294967295] 192.168.203.107@tcp LPNI seq info [437:437:8:4294967295] 00000100:00000200:1.0:1767326078.330671:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993442048, offset 0 00000100:00000001:0.0:1767326078.330671:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326078.330677:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326078.330681:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326078.330684:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326078.330687:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326078.330690:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00100000:0.0:1767326078.330694:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003f8ef0b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993442176:192.168.203.107@tcp:400: 00000800:00000200:2.0:1767326078.330698:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326078.330700:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:2.0:1767326078.330705:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d53f249. 00000100:00000001:0.0:1767326078.330705:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326078.330707:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326078.330711:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:0.0:1767326078.330711:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326078.330714:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326078.330715:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767326078.330718:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326078.330720:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326078.330723:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000010:0.0:1767326078.330726:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e186c793. 00000400:00000200:1.0:1767326078.330727:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [438:438:255:4294967295] 192.168.203.107@tcp LPNI seq info [438:438:7:4294967295] 00000800:00000200:2.0:1767326078.330730:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:0.0:1767326078.330732:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326078.330737:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d53f249 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767326078.330738:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4fb41d1. 00000400:00000200:1.0:1767326078.330742:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767326078.330747:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326078.330752:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326078.330752:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b90c43. 00000400:00000010:0.0:1767326078.330753:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b20fe0. 00000100:00000001:2.0:1767326078.330757:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4305999898 00000100:00000200:0.0:1767326078.330759:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993442176, portal 10 00000100:00000010:2.0:1767326078.330764:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fbd2072. 00000100:00000001:0.0:1767326078.330764:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326078.330768:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268023808 : -112767441527808 : ffff997048b49c00) 00000800:00000200:1.0:1767326078.330769:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326078.330771:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326078.330778:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4305999898 00000100:00000040:0.0:1767326078.330780:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003f8ef0b3 x1853174993442176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326078.330782:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:2.0:1767326078.330783:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b55c76fb. 00000100:00000001:2.0:1767326078.330788:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767326078.330789:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c1b90c43 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326078.330792:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4305999898 00000100:00000010:2.0:1767326078.330798:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002388bf57. 00000100:00000001:1.0:1767326078.330798:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326078.330799:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326078.330804:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767326078.330806:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 213937 usecs (214 jiffies) 00000100:00000040:0.0:1767326078.330807:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326078.330808:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4305999898 00000100:00000001:1.0:1767326078.330813:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305995478 00000100:00000010:2.0:1767326078.330814:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000652927cb. 00000400:00000010:0.0:1767326078.330814:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a95ea3f. 00000100:00000001:2.0:1767326078.330817:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000200:0.0:1767326078.330820:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993442176, offset 0 00000100:00000001:1.0:1767326078.330821:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305999898 00000100:00000001:2.0:1767326078.330822:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326078.330824:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326078.330827:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305995478 00000800:00000010:3.0:1767326078.330831:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d53f249. 00000400:00000200:0.0:1767326078.330832:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326078.330833:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326078.330834:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305999898 00000100:00000001:1.0:1767326078.330839:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305995478 00000400:00000200:3.0:1767326078.330840:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326078.330840:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326078.330841:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767326078.330845:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305999898 00000100:00000001:2.0:1767326078.330847:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326078.330850:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326078.330851:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305995478 00000400:00000200:3.0:1767326078.330855:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326078.330855:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305999898 00000400:00000200:0.0:1767326078.330858:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326078.330859:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326078.330863:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326078.330864:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326078.330868:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767326078.330871:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [439:439:254:4294967295] 192.168.203.107@tcp LPNI seq info [439:439:6:4294967295] 00000100:00000001:1.0:1767326078.330879:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326078.330883:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326078.330887:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326078.330890:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326078.330893:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326078.330896:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000800:00000200:0.0:1767326078.330896:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326078.330898:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326078.330900:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00000001:1.0:1767326078.330902:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767326078.330904:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000076b01e5c. 00000100:00000001:1.0:1767326078.330906:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326078.330908:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326078.330910:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326078.330913:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:3.0:1767326078.330917:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089695778 x1853174993441920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326078.330923:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767326078.330929:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000076b01e5c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326078.330934:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326078.330934:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326078.330940:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 13473 usecs (14 jiffies) 00000100:00000040:3.0:1767326078.330941:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000089695778 x1853174993441920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326078.330944:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4305995278 00000100:00000001:0.0:1767326078.330949:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4305999898 00000100:00000001:0.0:1767326078.330955:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4305995278 00000100:00000001:0.0:1767326078.330960:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4305999898 00000100:00000001:3.0:1767326078.330961:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326078.330965:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4305995278 00000100:00000001:3.0:1767326078.330966:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326078.330974:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4305999898 00000100:00000001:0.0:1767326078.330976:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4305995278 00000100:00000001:0.0:1767326078.330978:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4305999898 00000800:00000200:3.0:1767326078.330980:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326078.330981:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326078.330983:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326078.330985:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326078.330987:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767326078.330991:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b90c43. 00000100:00000001:0.0:1767326078.330993:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326078.330995:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326078.330996:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326078.331001:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326078.331004:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326078.331005:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326078.331007:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326078.331009:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017952509 00000100:00000001:0.0:1767326078.331010:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326078.331013:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017952509. 00000100:00000001:3.0:1767326078.331017:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326078.331020:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d9c2130 x1853174993442048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326078.331026:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326078.331029:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d9c2130 x1853174993442048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326078.331034:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326078.331036:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326078.331100:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326078.331102:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000076b01e5c. 00000400:00000200:3.0:1767326078.331105:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326078.331109:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326078.331111:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a95ea3f 00000400:00000010:3.0:1767326078.331113:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a95ea3f. 00000100:00000001:3.0:1767326078.331115:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326078.331117:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f8ef0b3 x1853174993442176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326078.331134:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326078.331136:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f8ef0b3 x1853174993442176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326078.331160:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326078.331161:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326078.332382:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326078.332398:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326078.332402:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326078.332404:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326078.332412:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326078.332424:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30d480 00000400:00000200:2.0:1767326078.332430:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xe7d [1] + 224 00000800:00000001:2.0:1767326078.332438:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326078.332447:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326078.332450:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326078.332453:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326078.332457:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326078.332461:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089695778 x1853174993441920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326078.332469:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000089695778 x1853174993441920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326078.332485:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326078.332492:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326078.332495:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326078.332528:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326078.332531:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326078.332535:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326078.332536:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326078.332538:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006bc8fec. 00000400:00000200:1.0:1767326078.332541:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dd75c61 00000400:00000010:1.0:1767326078.332542:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007dd75c61. 00000100:00000001:1.0:1767326078.332544:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326078.332547:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089695778 x1853174993441920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326078.332558:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089695778 x1853174993441920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326078.332562:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326078.332563:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326078.332565:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326078.332567:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326078.332569:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326078.332571:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326078.332573:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326078.332578:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326078.332580:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=35 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326078.332582:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326078.332584:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326078.332586:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326078.332588:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326078.332591:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326078.332593:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089695778 x1853174993441920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326078.332596:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326078.332598:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326078.332600:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326078.332603:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089695778 x1853174993441920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326078.332609:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000089695778 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993441920:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326078.332613:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326078.332615:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326078.332617:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000089695778 x1853174993441920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326078.332623:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326078.332626:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326078.332629:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae4619a7. 02000000:00000001:1.0:1767326078.332639:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326078.332641:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326078.332643:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326078.332645:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326078.332647:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007cab202f. 02000000:00000001:1.0:1767326078.332651:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326078.332653:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326078.332655:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089695778. 00000100:00000001:1.0:1767326078.332658:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326078.332659:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326078.332661:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326078.332665:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326078.332666:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326078.332668:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326078.332669:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326078.333111:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326078.333118:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326078.333120:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326078.333122:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326078.333127:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326078.333189:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30d580 00000400:00000200:3.0:1767326078.333196:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xe8d [1] + 224 00000800:00000001:3.0:1767326078.333201:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326078.333205:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326078.333208:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326078.333211:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326078.333214:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326078.333217:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f8ef0b3 x1853174993442176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326078.333226:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f8ef0b3 x1853174993442176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326078.333242:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326078.333247:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326078.333250:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326078.333251:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326078.333253:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326078.333258:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326078.333265:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30d500 00000400:00000200:3.0:1767326078.333271:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xe85 [1] + 224 00000100:00000001:0.0:1767326078.333272:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326078.333275:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326078.333276:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326078.333280:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326078.333281:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326078.333285:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4fb41d1. 00000800:00000001:3.0:1767326078.333289:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326078.333289:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b20fe0 00000400:00000010:0.0:1767326078.333293:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b20fe0. 00000400:00000200:3.0:1767326078.333294:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326078.333300:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326078.333304:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326078.333304:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326078.333312:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f8ef0b3 x1853174993442176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326078.333313:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d9c2130 x1853174993442048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326078.333338:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f8ef0b3 x1853174993442176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326078.333346:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326078.333349:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326078.333352:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326078.333354:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767326078.333357:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007d9c2130 x1853174993442048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326078.333357:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326078.333360:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326078.333364:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326078.333372:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=35 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326078.333377:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=132 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326078.333380:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326078.333386:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767326078.333387:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326078.333388:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326078.333391:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326078.333392:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326078.333399:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003f8ef0b3 x1853174993442176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326078.333407:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326078.333410:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326078.333413:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326078.333413:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326078.333417:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326078.333418:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326078.333421:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326078.333424:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767326078.333425:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f8ef0b3 x1853174993442176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326078.333429:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326078.333432:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bc951f5. 00000100:00000001:0.0:1767326078.333438:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326078.333440:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326078.333442:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326078.333448:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000400:00000010:1.0:1767326078.333451:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00000001:1.0:1767326078.333454:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326078.333455:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f8ef0b3 x1853174993442176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326078.333459:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d9c2130 x1853174993442048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326078.333482:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d9c2130 x1853174993442048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326078.333485:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003f8ef0b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993442176:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326078.333496:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326078.333496:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326078.333498:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326078.333500:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326078.333502:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326078.333506:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767326078.333506:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f8ef0b3 x1853174993442176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326078.333510:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326078.333513:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326078.333527:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326078.333529:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326078.333532:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1767326078.333533:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=25 v=5 (5 5 5 5) 02000000:00000010:0.0:1767326078.333534:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e186c793. 00000100:00001000:1.0:1767326078.333540:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=25 v=5 (1 1 1 1) 02000000:00000001:0.0:1767326078.333541:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326078.333544:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326078.333545:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767326078.333547:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326078.333550:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326078.333551:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003ecf409d. 00000100:00000001:1.0:1767326078.333555:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326078.333555:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767326078.333557:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326078.333559:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326078.333561:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767326078.333563:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326078.333565:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f8ef0b3. 00000100:00000040:1.0:1767326078.333569:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326078.333570:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326078.333571:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326078.333573:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326078.333575:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326078.333577:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326078.333581:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d9c2130 x1853174993442048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326078.333583:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326078.333586:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326078.333591:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326078.333591:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326078.333595:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326078.333595:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326078.333596:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326078.333602:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d9c2130 x1853174993442048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326078.333606:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d9c2130 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993442048:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326078.333610:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326078.333611:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326078.333613:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d9c2130 x1853174993442048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326078.333617:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326078.333618:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326078.333619:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b6faffd. 02000000:00000001:1.0:1767326078.333623:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326078.333624:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326078.333625:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767326078.333626:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326078.333627:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dead0e98. 02000000:00000001:1.0:1767326078.333628:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326078.333629:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326078.333630:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d9c2130. 00000100:00000001:1.0:1767326078.333632:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326078.333633:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326078.333634:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326078.333641:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326078.333642:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326078.333643:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326078.333644:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326078.970246:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326078.970254:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326078.970292:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326078.970295:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326078.970298:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326079.994244:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326079.994249:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326079.994317:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326079.994322:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326079.994326:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326081.018270:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326081.018278:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326081.018346:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326081.018352:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326081.018355:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326082.042254:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326082.042261:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326082.042289:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326082.042293:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326082.042300:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326083.066238:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326083.066244:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326083.066306:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326083.066311:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326083.066314:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326083.450247:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4305999898, at 4306000384 00000100:00000040:1.0:1767326083.450247:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4305999898, at 4306000384 00000100:00000040:0.0:1767326083.450247:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4305999898, at 4306000384 00000100:00000040:3.0:1767326083.450252:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326083.450260:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326083.450264:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b55c76fb. 00000100:00000010:0.0:1767326083.450265:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fbd2072. 00000100:00000010:3.0:1767326083.450267:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d9c2130. 00000100:00000010:2.0:1767326083.450270:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002388bf57. 00000020:00000040:3.0:1767326083.450273:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326083.450278:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326083.450280:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326083.450284:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326083.450292:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b42c8091. 00000100:00000001:3.0:1767326083.450299:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326083.450308:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000007d9c2130 x1853174993442304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326083.450317:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326083.450319:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326083.450323:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9c2130] to pc [ptlrpcd_00_00+0] req@000000007d9c2130 x1853174993442304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326083.450374:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326083.450378:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326083.450382:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326083.450385:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f8ef0b3. 00000020:00000040:3.0:1767326083.450389:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326083.450392:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326083.450394:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326083.450397:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326083.450401:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326083.450402:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d977c447. 00000100:00000001:1.0:1767326083.450406:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326083.450407:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326083.450410:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326083.450414:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000003f8ef0b3 x1853174993442432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326083.450418:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326083.450419:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d9c2130 x1853174993442304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326083.450425:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326083.450433:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326083.450436:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326083.450437:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326083.450440:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326083.450442:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f8ef0b3] to pc [ptlrpcd_00_01+1] req@000000003f8ef0b3 x1853174993442432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326083.450443:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326083.450446:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326083.450452:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326083.450459:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d9c2130 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993442304:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326083.450463:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326083.450466:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326083.450467:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326083.450469:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326083.450470:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326083.450473:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767326083.450474:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767326083.450477:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089695778. 02000000:00000010:1.0:1767326083.450479:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8451107. 00000020:00000040:3.0:1767326083.450495:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:1.0:1767326083.450496:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326083.450499:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326083.450502:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326083.450504:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326083.450504:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bc951f5. 00000100:00000001:2.0:1767326083.450506:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326083.450510:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326083.450512:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767326083.450513:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9272bf7. 00000400:00000010:1.0:1767326083.450514:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000100:00000040:2.0:1767326083.450518:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f8ef0b3 x1853174993442432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326083.450519:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326083.450523:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993442304, portal 25 00000100:00000040:3.0:1767326083.450528:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000089695778 x1853174993442560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326083.450529:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326083.450532:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326083.450538:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326083.450538:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326083.450540:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326083.450542:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326083.450542:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268020224 : -112767441531392 : ffff997048b48e00) 02000000:00000001:2.0:1767326083.450545:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326083.450550:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326083.450552:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003f8ef0b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993442432:192.168.203.107@tcp:400: 00000100:00000040:1.0:1767326083.450556:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d9c2130 x1853174993442304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326083.450557:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089695778] to pc [ptlrpcd_00_02+2] req@0000000089695778 x1853174993442560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326083.450560:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326083.450563:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326083.450565:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326083.450570:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326083.450575:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae4619a7. 02000000:00000001:2.0:1767326083.450579:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326083.450585:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030c0b9f5. 00000400:00000010:2.0:1767326083.450591:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ee2cc3. 00000100:00000001:1.0:1767326083.450592:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767326083.450595:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993442432, portal 10 00000100:00000001:2.0:1767326083.450600:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767326083.450600:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326083.450603:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268023808 : -112767441527808 : ffff997048b49c00) 00000400:00000010:1.0:1767326083.450606:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000546b590. 00000100:00000001:3.0:1767326083.450611:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326083.450611:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003f8ef0b3 x1853174993442432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326083.450611:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993442304, offset 0 00000100:00000040:3.0:1767326083.450617:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767326083.450625:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767326083.450628:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767326083.450635:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326083.450640:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11338) 00000100:00000001:0.0:1767326083.450640:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326083.450641:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326083.450641:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767326083.450645:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326083.450647:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000415ef993. 00000100:00000001:0.0:1767326083.450649:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767326083.450651:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993442432, offset 0 00000400:00000200:1.0:1767326083.450651:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326083.450658:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089695778 x1853174993442560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326083.450659:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:3.0:1767326083.450660:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4305999898, at 4306000384 00000400:00000200:2.0:1767326083.450661:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326083.450666:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326083.450671:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:3.0:1767326083.450672:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000652927cb. 00000400:00000200:1.0:1767326083.450679:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [440:440:256:4294967295] 192.168.203.107@tcp LPNI seq info [440:440:8:4294967295] 00000100:00000001:0.0:1767326083.450687:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326083.450689:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326083.450694:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326083.450697:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326083.450698:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326083.450702:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326083.450703:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326083.450708:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326083.450709:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000089695778 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993442560:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767326083.450713:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:1.0:1767326083.450713:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326083.450719:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:1.0:1767326083.450720:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f9e2ebb4. 00000400:00000200:2.0:1767326083.450722:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326083.450724:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326083.450726:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326083.450731:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:0.0:1767326083.450731:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326083.450735:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000010:0.0:1767326083.450736:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7c7e78b. 02000000:00000001:0.0:1767326083.450740:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326083.450741:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326083.450745:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000010:0.0:1767326083.450745:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4fb41d1. 00000400:00000200:2.0:1767326083.450749:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:1.0:1767326083.450753:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f9e2ebb4 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767326083.450753:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b20fe0. 00000400:00000200:2.0:1767326083.450755:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [441:441:255:4294967295] 192.168.203.107@tcp LPNI seq info [441:441:7:4294967295] 00000100:00000200:0.0:1767326083.450759:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993442560, portal 10 00000100:00000001:0.0:1767326083.450762:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326083.450764:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268027392 : -112767441524224 : ffff997048b4aa00) 00000100:00000001:1.0:1767326083.450771:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326083.450777:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306005018 00000100:00000040:0.0:1767326083.450779:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000089695778 x1853174993442560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326083.450783:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:1.0:1767326083.450785:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f57cfb76. 00000800:00000200:2.0:1767326083.450795:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326083.450795:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000010:2.0:1767326083.450800:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d53f249. 00000100:00000001:1.0:1767326083.450803:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306005018 00000800:00000200:2.0:1767326083.450810:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:1.0:1767326083.450811:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b320a910. 00000800:00000200:2.0:1767326083.450822:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767326083.450822:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326083.450825:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767326083.450827:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d53f249 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767326083.450832:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326083.450833:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306005018 00000100:00000001:2.0:1767326083.450835:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326083.450838:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b889579. 00000100:00000010:1.0:1767326083.450839:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc226e14. 00000100:00000040:2.0:1767326083.450841:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 212357 usecs (213 jiffies) 00000100:00000200:0.0:1767326083.450843:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993442560, offset 0 00000100:00000001:2.0:1767326083.450847:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306000597 00000100:00000001:1.0:1767326083.450849:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326083.450854:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306005018 00000100:00000001:1.0:1767326083.450855:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306005018 00000400:00000200:0.0:1767326083.450858:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326083.450862:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306000597 00000100:00000010:1.0:1767326083.450863:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e6e66bc7. 00000400:00000200:0.0:1767326083.450868:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326083.450869:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306005018 00000100:00000001:1.0:1767326083.450869:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326083.450872:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326083.450875:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326083.450877:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306000597 00000100:00000001:1.0:1767326083.450878:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326083.450879:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326083.450884:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306005018 00000100:00000001:1.0:1767326083.450885:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326083.450886:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326083.450888:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326083.450890:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326083.450891:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306000597 00000800:00000010:3.0:1767326083.450894:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f9e2ebb4. 00000400:00000200:0.0:1767326083.450895:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326083.450897:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306005018 00000100:00000001:1.0:1767326083.450900:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326083.450904:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326083.450904:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326083.450904:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326083.450905:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [442:442:254:4294967295] 192.168.203.107@tcp LPNI seq info [442:442:6:4294967295] 00000100:00000001:1.0:1767326083.450911:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326083.450912:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326083.450913:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326083.450917:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326083.450919:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326083.450920:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326083.450920:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326083.450927:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326083.450934:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767326083.450935:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326083.450939:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326083.450943:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000546b590 00000100:00000001:2.0:1767326083.450944:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767326083.450944:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767326083.450948:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000546b590. 00000100:00000001:2.0:1767326083.450949:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767326083.450952:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000239bb1ca. 00000100:00000001:2.0:1767326083.450954:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326083.450957:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767326083.450960:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326083.450968:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326083.450972:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767326083.450977:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000239bb1ca type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326083.450981:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326083.450985:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 13396 usecs (14 jiffies) 00000100:00000001:0.0:1767326083.450988:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306000398 00000100:00000001:0.0:1767326083.450991:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306005018 00000100:00000001:0.0:1767326083.450993:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306000398 00000100:00000001:0.0:1767326083.450995:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306005018 00000100:00000001:0.0:1767326083.450997:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306000398 00000100:00000001:0.0:1767326083.450998:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306005018 00000100:00000001:0.0:1767326083.450999:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306000398 00000100:00000001:0.0:1767326083.451001:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306005018 00000100:00000001:0.0:1767326083.451007:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326083.451009:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326083.451011:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326083.451012:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326083.451015:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326083.451016:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326083.451018:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326083.451019:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326083.451020:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326083.451021:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326083.451032:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d9c2130 x1853174993442304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326083.451043:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326083.451046:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d9c2130 x1853174993442304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326099 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326083.451065:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326083.451067:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326083.451084:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326083.451087:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d53f249. 00000400:00000200:3.0:1767326083.451091:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326083.451095:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326083.451098:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000415ef993 00000400:00000010:3.0:1767326083.451099:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000415ef993. 00000100:00000001:3.0:1767326083.451102:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326083.451112:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f8ef0b3 x1853174993442432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326083.451120:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326083.451123:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f8ef0b3 x1853174993442432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326099 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326083.451129:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326083.451131:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326083.451177:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326083.451179:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000239bb1ca. 00000400:00000200:3.0:1767326083.451181:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326083.451184:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326083.451186:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b889579 00000400:00000010:3.0:1767326083.451187:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b889579. 00000100:00000001:3.0:1767326083.451189:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326083.451191:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089695778 x1853174993442560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326083.451196:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326083.451197:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000089695778 x1853174993442560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326099 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326083.451201:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326083.451202:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326083.452689:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326083.452699:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326083.452701:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326083.452702:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326083.452708:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326083.452716:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30d600 00000400:00000200:2.0:1767326083.452722:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xe95 [1] + 224 00000800:00000001:2.0:1767326083.452726:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326083.452729:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326083.452730:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326083.452733:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326083.452737:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326083.452740:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d9c2130 x1853174993442304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326083.452747:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007d9c2130 x1853174993442304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326083.452760:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326083.452765:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326083.452774:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326083.452776:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326083.452777:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326083.452782:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326083.452790:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30d680 00000400:00000200:2.0:1767326083.452795:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xe99 [1] + 224 00000800:00000001:2.0:1767326083.452800:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326083.452800:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326083.452805:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326083.452810:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326083.452812:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326083.452814:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bc951f5. 00000400:00000200:1.0:1767326083.452819:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000400:00000010:1.0:1767326083.452821:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000800:00000001:2.0:1767326083.452822:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326083.452826:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326083.452827:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767326083.452833:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d9c2130 x1853174993442304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326083.452835:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326083.452843:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326083.452848:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f8ef0b3 x1853174993442432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326083.452851:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d9c2130 x1853174993442304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326083.452874:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326083.452876:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326083.452879:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326083.452883:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326083.452886:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326083.452890:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326083.452894:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326083.452897:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f8ef0b3 x1853174993442432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326083.452901:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=40 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326083.452910:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=40 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326083.452915:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326083.452924:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326083.452926:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326083.452928:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326083.452933:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326083.452934:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326083.452936:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326083.452941:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326083.452943:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326083.452945:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d9c2130 x1853174993442304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326083.452946:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326083.452947:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326083.452951:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326083.452954:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326083.452958:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326083.452962:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030c0b9f5. 00000400:00000200:2.0:1767326083.452964:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326083.452969:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ee2cc3 00000100:00000001:1.0:1767326083.452969:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326083.452973:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ee2cc3. 00000100:00000001:1.0:1767326083.452975:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326083.452979:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326083.452979:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30d700 00000100:00000001:1.0:1767326083.452979:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326083.452989:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f8ef0b3 x1853174993442432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326083.452989:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d9c2130 x1853174993442304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326083.452992:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xea5 [1] + 224 00000800:00000001:2.0:1767326083.453001:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326083.453008:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326083.453013:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326083.453022:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00100000:1.0:1767326083.453026:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d9c2130 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993442304:192.168.203.107@tcp:400: 00000100:00000200:3.0:1767326083.453029:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f8ef0b3 x1853174993442432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326083.453030:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326083.453036:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326083.453038:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089695778 x1853174993442560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326083.453042:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326083.453048:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d9c2130 x1853174993442304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326083.453058:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326083.453062:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326083.453066:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8451107. 00000100:00000040:2.0:1767326083.453069:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000089695778 x1853174993442560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326083.453072:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326083.453076:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326083.453079:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326083.453085:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326083.453089:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b42c8091. 00000100:00000001:3.0:1767326083.453096:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326083.453097:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326083.453100:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326083.453101:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767326083.453102:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d9c2130. 00000100:00000001:2.0:1767326083.453103:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326083.453106:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326083.453109:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767326083.453111:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767326083.453111:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326083.453112:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326083.453115:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767326083.453117:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326083.453117:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326083.453118:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326083.453124:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326083.453126:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326083.453128:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326083.453129:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=30 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326083.453130:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326083.453133:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326083.453134:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=30 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326083.453137:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326083.453139:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326083.453162:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326083.453165:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326083.453169:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326083.453171:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767326083.453176:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767326083.453176:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4fb41d1. 00010000:00000001:3.0:1767326083.453179:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326083.453182:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b20fe0 00000100:00000001:3.0:1767326083.453183:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326083.453186:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000010:0.0:1767326083.453187:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b20fe0. 00000100:00000001:3.0:1767326083.453188:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326083.453192:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326083.453194:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767326083.453197:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f8ef0b3 x1853174993442432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326083.453202:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089695778 x1853174993442560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326083.453213:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326083.453217:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326083.453219:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326083.453225:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f8ef0b3 x1853174993442432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326083.453228:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089695778 x1853174993442560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326083.453247:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767326083.453249:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003f8ef0b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993442432:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326083.453250:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326083.453253:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326083.453255:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326083.453257:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326083.453259:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326083.453261:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326083.453261:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326083.453268:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1767326083.453268:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=40 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326083.453272:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=137 v=5 (1 1 0 0) 00000100:00000040:3.0:1767326083.453275:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f8ef0b3 x1853174993442432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326083.453276:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326083.453278:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326083.453281:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326083.453287:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000089695778 x1853174993442560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326083.453301:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326083.453304:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767326083.453313:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326083.453316:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae4619a7. 00000100:00000001:0.0:1767326083.453316:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326083.453319:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326083.453322:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326083.453323:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326083.453325:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767326083.453326:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089695778 x1853174993442560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326083.453330:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326083.453333:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767326083.453335:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326083.453339:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767326083.453340:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326083.453340:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326083.453345:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d977c447. 00000100:00000040:0.0:1767326083.453345:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089695778 x1853174993442560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326083.453351:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326083.453354:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326083.453357:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f8ef0b3. 00000100:00100000:0.0:1767326083.453363:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000089695778 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993442560:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326083.453365:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326083.453369:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326083.453369:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326083.453374:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326083.453375:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326083.453377:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000089695778 x1853174993442560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326099 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326083.453383:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326083.453384:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326083.453387:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326083.453388:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326083.453389:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7c7e78b. 00000100:00000001:3.0:1767326083.453395:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326083.453395:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326083.453397:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326083.453400:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326083.453400:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326083.453403:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326083.453406:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9272bf7. 02000000:00000001:0.0:1767326083.453408:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326083.453409:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326083.453409:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089695778. 00000100:00000001:0.0:1767326083.453411:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326083.453412:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326083.453418:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326083.453421:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326083.453422:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326083.453424:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326083.453425:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326084.090225:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326084.090232:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326084.090234:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326084.090236:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326084.090241:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326084.090243:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326084.090246:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326084.090249:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326084.090304:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326084.090307:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326084.090309:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326085.114263:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326085.114288:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326085.114339:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326085.114347:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326085.114351:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326086.138252:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326086.138262:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326086.138320:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326086.138324:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326086.138327:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326087.162264:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326087.162271:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326087.162337:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326087.162342:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326087.162346:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326088.186229:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326088.186235:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326088.186269:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326088.186273:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326088.186276:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326088.570200:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306005018, at 4306005504 00000100:00000040:2.0:1767326088.570200:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306005018, at 4306005504 00000100:00000010:2.0:1767326088.570216:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc226e14. 00000100:00000010:3.0:1767326088.570220:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6e66bc7. 00000100:00000040:0.0:1767326088.570220:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326088.570227:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306005018, at 4306005504 00000100:00000001:0.0:1767326088.570228:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326088.570237:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b320a910. 00000100:00000010:0.0:1767326088.570238:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007523782f. 00000020:00000040:0.0:1767326088.570245:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326088.570250:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326088.570254:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326088.570260:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326088.570269:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000239bb1ca. 00000100:00000001:0.0:1767326088.570275:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326088.570286:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000007523782f x1853174993442688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326088.570296:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326088.570298:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326088.570303:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007523782f] to pc [ptlrpcd_00_03+3] req@000000007523782f x1853174993442688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326088.570331:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326088.570335:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326088.570339:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326088.570340:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767326088.570343:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006df0bad6. 00000100:00000001:3.0:1767326088.570344:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326088.570348:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767326088.570349:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000040:3.0:1767326088.570354:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007523782f x1853174993442688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326088.570354:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326088.570358:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326088.570362:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326088.570364:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326088.570367:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326088.570369:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326088.570370:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326088.570370:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000076b01e5c. 02000000:00000001:3.0:1767326088.570373:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326088.570377:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326088.570379:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326088.570380:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326088.570385:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993442688:192.168.203.107@tcp:400: 00000100:00000040:0.0:1767326088.570388:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000006df0bad6 x1853174993442816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326088.570414:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326088.570421:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326088.570421:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326088.570425:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326088.570426:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326088.570431:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326088.570435:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006df0bad6] to pc [ptlrpcd_00_00+0] req@000000006df0bad6 x1853174993442816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326088.570436:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccebdf54. 02000000:00000001:3.0:1767326088.570439:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326088.570468:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbacb5bb. 00000400:00000010:3.0:1767326088.570476:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f15cde0. 00000100:00000200:3.0:1767326088.570482:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993442688, portal 25 00000100:00000001:3.0:1767326088.570484:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326088.570484:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326088.570487:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000100:00000040:0.0:1767326088.570489:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767326088.570494:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007523782f x1853174993442688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326088.570496:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326088.570501:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326088.570502:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326088.570507:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767326088.570507:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ab82abb. 00000100:00000040:3.0:1767326088.570508:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326088.570512:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767326088.570514:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e792461. 00000020:00000040:0.0:1767326088.570514:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000200:3.0:1767326088.570520:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993442688, offset 0 00000100:00000001:2.0:1767326088.570520:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326088.570521:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767326088.570523:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006df0bad6 x1853174993442816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326088.570524:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326088.570526:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326088.570531:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326088.570533:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000010:0.0:1767326088.570540:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f42357cd. 00000100:00000001:1.0:1767326088.570542:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326088.570546:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326088.570547:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326088.570549:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:1.0:1767326088.570551:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326088.570556:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326088.570558:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000003ab82abb x1853174993442944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767326088.570559:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326088.570562:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326088.570567:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00100000:1.0:1767326088.570572:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993442816:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767326088.570574:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326088.570582:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767326088.570584:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326088.570589:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [443:443:256:4294967295] 192.168.203.107@tcp LPNI seq info [443:443:8:4294967295] 02000000:00000001:1.0:1767326088.570590:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326088.570590:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326088.570595:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326088.570596:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326088.570600:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326088.570607:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005905f237. 00000100:00000040:0.0:1767326088.570607:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ab82abb] to pc [ptlrpcd_00_01+1] req@000000003ab82abb x1853174993442944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326088.570608:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:1.0:1767326088.570614:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326088.570623:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326088.570623:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bc951f5. 00000400:00000010:1.0:1767326088.570631:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000800:00000010:3.0:1767326088.570632:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d57537d. 00000100:00000200:1.0:1767326088.570637:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993442816, portal 10 00000100:00000001:0.0:1767326088.570640:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326088.570643:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326088.570645:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:3.0:1767326088.570646:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326088.570654:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250670464 : -112767458881152 : ffff997047abd180) 00000100:00000040:0.0:1767326088.570655:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:3.0:1767326088.570659:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326088.570659:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326088.570664:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326088.570665:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11343) 00000800:00000200:3.0:1767326088.570666:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d57537d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326088.570667:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326088.570668:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006df0bad6 x1853174993442816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326088.570676:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ab82abb x1853174993442944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326088.570683:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326088.570688:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306005018, at 4306005504 00000100:00000001:1.0:1767326088.570694:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326088.570697:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306010138 00000100:00000010:0.0:1767326088.570699:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f57cfb76. 00000100:00000010:3.0:1767326088.570705:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007357b7f4. 00000100:00000001:2.0:1767326088.570705:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326088.570705:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326088.570709:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326088.570712:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8b3beac. 00000100:00000001:3.0:1767326088.570713:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767326088.570714:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1767326088.570717:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993442816, offset 0 02000000:00000001:2.0:1767326088.570719:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326088.570721:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306010138 02000000:00000001:2.0:1767326088.570725:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326088.570727:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:3.0:1767326088.570728:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bef8bd5d. 00000100:00000001:3.0:1767326088.570734:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00100000:2.0:1767326088.570734:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993442944:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326088.570739:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306010138 00000400:00000200:1.0:1767326088.570740:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326088.570745:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1767326088.570746:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d8ba429. 00000400:00000200:1.0:1767326088.570749:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326088.570751:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 02000000:00000001:2.0:1767326088.570751:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326088.570756:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306010138 02000000:00000001:2.0:1767326088.570756:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326088.570756:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:2.0:1767326088.570761:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767326088.570763:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086a56c50. 00000400:00000200:1.0:1767326088.570763:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1767326088.570766:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000992985ab. 00000100:00000001:3.0:1767326088.570770:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 02000000:00000001:2.0:1767326088.570771:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326088.570771:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767326088.570776:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326088.570779:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5b6f2c7. 00000400:00000200:1.0:1767326088.570780:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [444:444:255:4294967295] 192.168.203.107@tcp LPNI seq info [444:444:7:4294967295] 00000100:00000001:3.0:1767326088.570784:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326088.570786:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba14329d. 00000100:00000001:3.0:1767326088.570792:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326088.570793:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993442944, portal 10 00000400:00000200:1.0:1767326088.570798:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326088.570800:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326088.570800:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767326088.570808:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767326088.570808:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326088.570811:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1767326088.570813:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b6dbbf0. 00000100:00000001:2.0:1767326088.570814:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250667776 : -112767458883840 : ffff997047abc700) 00000100:00000001:3.0:1767326088.570815:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1767326088.570822:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d57537d. 00000800:00000200:1.0:1767326088.570823:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767326088.570824:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326088.570828:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326088.570829:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ab82abb x1853174993442944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326088.570830:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326088.570834:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326088.570836:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326088.570841:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326088.570842:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000800:00000200:1.0:1767326088.570843:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b6dbbf0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326088.570852:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326088.570854:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e792461 00000100:00000001:2.0:1767326088.570860:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767326088.570860:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e792461. 00000100:00000040:1.0:1767326088.570861:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 210797 usecs (211 jiffies) 00000100:00000001:1.0:1767326088.570868:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306005715 00000100:00000040:2.0:1767326088.570869:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326088.570869:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326088.570875:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306010138 00000400:00000010:2.0:1767326088.570876:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a346707. 00000100:00000200:0.0:1767326088.570878:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007523782f x1853174993442688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326088.570881:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306005715 00000100:00000200:2.0:1767326088.570883:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993442944, offset 0 00000100:00000001:1.0:1767326088.570888:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306010138 00000100:00000001:1.0:1767326088.570894:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306005715 00000400:00000200:2.0:1767326088.570900:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326088.570901:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306010138 00000100:00000001:0.0:1767326088.570903:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326088.570908:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306005715 00000400:00000200:2.0:1767326088.570912:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:0.0:1767326088.570912:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007523782f x1853174993442688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326104 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326088.570921:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326088.570921:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306010138 00000400:00000200:2.0:1767326088.570930:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326088.570930:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326088.570935:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326088.570936:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326088.570938:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326088.570940:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326088.570943:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326088.570945:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767326088.570948:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326088.570950:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [445:445:254:4294967295] 192.168.203.107@tcp LPNI seq info [445:445:6:4294967295] 00000100:00000001:1.0:1767326088.570956:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326088.570960:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326088.570966:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326088.570967:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326088.570968:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326088.570972:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326088.570977:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326088.570981:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767326088.570988:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000feb32360. 00000800:00000200:2.0:1767326088.570995:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767326088.571000:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767326088.571004:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000feb32360 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326088.571007:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326088.571011:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 13318 usecs (14 jiffies) 00000100:00000001:2.0:1767326088.571014:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306005518 00000800:00000200:0.0:1767326088.571014:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326088.571019:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b6dbbf0. 00000100:00000001:2.0:1767326088.571020:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306010138 00000100:00000001:2.0:1767326088.571025:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306005518 00000400:00000200:0.0:1767326088.571026:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326088.571027:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306010138 00000100:00000001:2.0:1767326088.571032:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306005518 00000100:00000001:2.0:1767326088.571034:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306010138 00000100:00000001:2.0:1767326088.571037:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306005518 00000400:00000200:0.0:1767326088.571039:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326088.571040:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306010138 00000400:00000200:0.0:1767326088.571044:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8b3beac 00000400:00000010:0.0:1767326088.571046:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8b3beac. 00000100:00000001:2.0:1767326088.571052:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326088.571053:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326088.571057:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326088.571059:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006df0bad6 x1853174993442816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326088.571062:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326088.571066:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326088.571073:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326088.571076:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326088.571076:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326088.571081:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326088.571082:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006df0bad6 x1853174993442816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326104 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326088.571084:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326088.571088:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326088.571093:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326088.571100:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326088.571102:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326088.571135:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326088.571138:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000feb32360. 00000400:00000200:0.0:1767326088.571160:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326088.571164:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326088.571167:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a346707 00000400:00000010:0.0:1767326088.571168:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a346707. 00000100:00000001:0.0:1767326088.571177:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326088.571181:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ab82abb x1853174993442944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326088.571188:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326088.571191:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ab82abb x1853174993442944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326104 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326088.571197:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326088.571199:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326088.572278:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326088.572290:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326088.572415:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326088.572420:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326088.572427:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326088.572438:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30d780 00000400:00000200:3.0:1767326088.572458:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xead [1] + 224 00000800:00000001:3.0:1767326088.572466:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326088.572472:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326088.572527:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326088.572530:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326088.572540:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326088.572543:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007523782f x1853174993442688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326088.572550:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007523782f x1853174993442688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326088.572566:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326088.572573:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326088.572577:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326088.572579:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326088.572581:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326088.572586:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326088.572594:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30d800 00000100:00000001:0.0:1767326088.572605:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326088.572608:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326088.572660:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xeb5 [1] + 224 00000800:00000001:3.0:1767326088.572668:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326088.572668:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326088.572672:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326088.572676:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326088.572676:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbacb5bb. 00000400:00000200:3.0:1767326088.572681:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326088.572683:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f15cde0 00000400:00000010:0.0:1767326088.572687:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f15cde0. 00000400:00000200:3.0:1767326088.572690:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326088.572693:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326088.572696:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326088.572700:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007523782f x1853174993442688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326088.572705:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006df0bad6 x1853174993442816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326088.572719:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007523782f x1853174993442688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326088.572727:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326088.572728:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326088.572730:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326088.572733:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326088.572735:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326088.572738:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326088.572740:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326088.572746:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=45 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326088.572750:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=45 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326088.572756:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326088.572759:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326088.572763:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767326088.572764:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006df0bad6 x1853174993442816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326088.572767:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326088.572772:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326088.572780:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007523782f x1853174993442688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326088.572790:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326088.572798:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767326088.572799:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326088.572804:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1767326088.572805:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326088.572807:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326088.572811:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326088.572815:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007523782f x1853174993442688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326088.572817:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326088.572829:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767326088.572831:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326088.572832:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993442688:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326088.572836:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326088.572840:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30d880 00000100:00000001:0.0:1767326088.572842:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326088.572843:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326088.572847:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326088.572848:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767326088.572850:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bc951f5. 00000100:00000040:0.0:1767326088.572854:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007523782f x1853174993442688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326088.572857:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000400:00000010:1.0:1767326088.572861:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00000001:1.0:1767326088.572867:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326088.572871:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xebd [1] + 224 00000100:00000001:0.0:1767326088.572872:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767326088.572876:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006df0bad6 x1853174993442816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326088.572878:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326088.572878:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326088.572883:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccebdf54. 00000800:00000001:3.0:1767326088.572891:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326088.572891:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767326088.572896:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767326088.572896:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006df0bad6 x1853174993442816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326088.572896:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326088.572901:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000400:00000200:3.0:1767326088.572906:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000020:00000001:0.0:1767326088.572908:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326088.572913:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000239bb1ca. 00000100:00000001:3.0:1767326088.572915:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326088.572920:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ab82abb x1853174993442944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326088.572921:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326088.572922:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326088.572925:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326088.572926:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767326088.572930:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007523782f. 00000100:00000001:1.0:1767326088.572932:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326088.572938:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767326088.572940:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ab82abb x1853174993442944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326088.572940:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326088.572941:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326088.572944:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326088.572946:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326088.572950:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326088.572952:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326088.572958:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1767326088.572961:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=35 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326088.572961:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326088.572965:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326088.572969:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767326088.572970:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=35 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326088.572973:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326088.572974:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326088.572975:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767326088.572977:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326088.572979:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326088.572983:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326088.572993:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326088.572997:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326088.573000:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326088.573002:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326088.573003:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326088.573007:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326088.573007:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326088.573013:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767326088.573016:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006df0bad6 x1853174993442816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326088.573017:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326088.573021:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5b6f2c7. 00000400:00000200:2.0:1767326088.573026:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba14329d 00000400:00000010:2.0:1767326088.573029:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba14329d. 00000100:00000001:1.0:1767326088.573033:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326088.573034:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326088.573038:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767326088.573042:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ab82abb x1853174993442944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326088.573042:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326088.573052:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006df0bad6 x1853174993442816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326088.573069:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ab82abb x1853174993442944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326088.573071:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993442816:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326088.573081:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326088.573086:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326088.573091:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326088.573092:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006df0bad6 x1853174993442816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326088.573095:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326088.573103:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326088.573105:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326088.573107:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005905f237. 00000100:00000001:2.0:1767326088.573110:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326088.573113:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767326088.573113:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326088.573116:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767326088.573117:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326088.573118:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326088.573121:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 02000000:00000001:2.0:1767326088.573122:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326088.573127:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1767326088.573128:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=45 v=5 (5 5 5 5) 02000000:00000010:1.0:1767326088.573129:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000076b01e5c. 00000100:00001000:2.0:1767326088.573133:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=142 v=5 (1 1 0 0) 02000000:00000001:1.0:1767326088.573135:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326088.573136:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326088.573156:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326088.573157:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326088.573161:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003ab82abb x1853174993442944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326088.573169:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326088.573173:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006df0bad6. 00000100:00000001:1.0:1767326088.573178:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326088.573181:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326088.573187:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326088.573188:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326088.573193:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326088.573194:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326088.573195:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326088.573196:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326088.573199:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326088.573200:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326088.573203:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ab82abb x1853174993442944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326088.573212:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326088.573213:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326088.573214:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326088.573217:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326088.573218:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326088.573220:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ab82abb x1853174993442944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326088.573227:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993442944:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326088.573231:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326088.573232:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326088.573235:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ab82abb x1853174993442944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326104 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326088.573241:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326088.573243:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326088.573245:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000992985ab. 02000000:00000001:2.0:1767326088.573248:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326088.573257:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326088.573258:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326088.573260:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326088.573262:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f42357cd. 02000000:00000001:2.0:1767326088.573265:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326088.573266:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326088.573267:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ab82abb. 00000100:00000001:2.0:1767326088.573270:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326088.573271:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326088.573280:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326088.573285:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326088.573286:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326088.573288:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326088.573290:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326089.210269:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326089.210277:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326089.210342:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326089.210346:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326089.210348:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326090.234227:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326090.234234:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326090.234283:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326090.234286:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326090.234289:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326091.258251:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326091.258258:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326091.258283:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326091.258287:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326091.258290:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326092.282239:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326092.282248:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326092.282310:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326092.282314:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326092.282317:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326093.306256:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326093.306264:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326093.306316:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326093.306320:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326093.306322:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326093.690228:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306010138, at 4306010624 00000100:00000040:1.0:1767326093.690228:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306010138, at 4306010624 00000100:00000040:3.0:1767326093.690233:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306010138, at 4306010624 00000100:00000040:0.0:1767326093.690233:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326093.690243:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326093.690246:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bef8bd5d. 00000100:00000010:3.0:1767326093.690248:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086a56c50. 00000100:00000010:2.0:1767326093.690251:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d8ba429. 00000100:00000010:0.0:1767326093.690251:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007523782f. 00000020:00000040:0.0:1767326093.690258:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326093.690276:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326093.690278:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326093.690284:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326093.690291:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000239bb1ca. 00000100:00000001:0.0:1767326093.690298:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326093.690309:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000007523782f x1853174993443072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326093.690318:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326093.690321:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326093.690326:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007523782f] to pc [ptlrpcd_00_02+2] req@000000007523782f x1853174993443072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326093.690346:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326093.690348:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326093.690350:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326093.690354:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ab82abb. 00000020:00000040:0.0:1767326093.690356:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767326093.690358:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326093.690359:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326093.690360:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326093.690363:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007a24aac0. 00000100:00000001:1.0:1767326093.690364:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326093.690365:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326093.690369:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326093.690369:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000003ab82abb x1853174993443200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326093.690373:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326093.690375:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326093.690379:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767326093.690380:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007523782f x1853174993443072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326093.690381:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326093.690382:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326093.690388:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ab82abb] to pc [ptlrpcd_00_03+3] req@000000003ab82abb x1853174993443200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326093.690396:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326093.690399:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326093.690402:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326093.690403:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326093.690406:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326093.690407:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326093.690411:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767326093.690423:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326093.690426:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993443072:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326093.690430:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767326093.690432:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006df0bad6. 00000100:00000001:3.0:1767326093.690435:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326093.690436:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767326093.690436:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767326093.690439:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326093.690440:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326093.690441:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326093.690442:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326093.690444:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326093.690446:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767326093.690447:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326093.690450:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ab82abb x1853174993443200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326093.690451:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ba755b9. 02000000:00000010:0.0:1767326093.690452:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000073cc668c. 02000000:00000001:1.0:1767326093.690456:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326093.690457:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326093.690464:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bc951f5. 00000100:00000040:0.0:1767326093.690465:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000006df0bad6 x1853174993443328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326093.690467:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326093.690471:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326093.690474:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 02000000:00000001:3.0:1767326093.690477:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326093.690477:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326093.690480:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326093.690481:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326093.690486:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326093.690486:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006df0bad6] to pc [ptlrpcd_00_00+0] req@000000006df0bad6 x1853174993443328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326093.690489:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993443072, portal 25 00000100:00100000:3.0:1767326093.690493:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993443200:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326093.690495:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326093.690498:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000100:00000001:3.0:1767326093.690504:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326093.690507:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007523782f x1853174993443072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326093.690508:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326093.690511:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326093.690515:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326093.690517:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326093.690520:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326093.690521:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1767326093.690528:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8c30ed7. 00000100:00000040:1.0:1767326093.690528:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767326093.690530:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767326093.690533:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326093.690534:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8fd9bfd. 00000100:00000001:2.0:1767326093.690535:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326093.690538:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11348) 00000100:00000001:2.0:1767326093.690539:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767326093.690540:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993443072, offset 0 00000400:00000010:3.0:1767326093.690542:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ad8948c. 00000100:00000001:2.0:1767326093.690546:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767326093.690551:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a77dda. 00000100:00000040:2.0:1767326093.690554:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006df0bad6 x1853174993443328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326093.690555:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767326093.690560:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306010138, at 4306010624 00000100:00000001:2.0:1767326093.690565:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767326093.690566:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993443200, portal 10 00000100:00000001:2.0:1767326093.690567:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326093.690569:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007357b7f4. 00000100:00000001:3.0:1767326093.690570:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326093.690572:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326093.690574:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250667776 : -112767458883840 : ffff997047abc700) 02000000:00000001:2.0:1767326093.690575:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326093.690575:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:2.0:1767326093.690581:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326093.690585:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993443328:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767326093.690586:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326093.690588:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ab82abb x1853174993443200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326093.690589:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326093.690592:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326093.690594:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326093.690595:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:2.0:1767326093.690597:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326093.690600:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326093.690602:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326093.690605:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326093.690608:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767326093.690609:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767326093.690611:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e846f36. 00000400:00000200:1.0:1767326093.690613:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [446:446:256:4294967295] 192.168.203.107@tcp LPNI seq info [446:446:8:4294967295] 02000000:00000001:2.0:1767326093.690615:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326093.690618:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326093.690621:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5b6f2c7. 00000400:00000010:3.0:1767326093.690623:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac753d23. 00000100:00000200:3.0:1767326093.690626:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993443200, offset 0 00000400:00000200:1.0:1767326093.690633:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:2.0:1767326093.690636:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba14329d. 00000400:00000200:3.0:1767326093.690641:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767326093.690642:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767326093.690647:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007750120a. 00000100:00000200:2.0:1767326093.690648:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993443328, portal 10 00000100:00000001:2.0:1767326093.690652:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326093.690653:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326093.690654:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250670464 : -112767458881152 : ffff997047abd180) 00000800:00000200:1.0:1767326093.690661:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:2.0:1767326093.690662:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006df0bad6 x1853174993443328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326093.690666:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326093.690672:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:1.0:1767326093.690673:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326093.690674:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326093.690679:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007750120a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326093.690682:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326093.690683:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326093.690689:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:2.0:1767326093.690689:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001a1d222. 00000100:00000200:2.0:1767326093.690694:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993443328, offset 0 00000400:00000200:3.0:1767326093.690695:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [447:447:255:4294967295] 192.168.203.107@tcp LPNI seq info [447:447:7:4294967295] 00000100:00000001:1.0:1767326093.690697:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326093.690705:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306015258 00000400:00000200:2.0:1767326093.690711:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767326093.690713:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b320a910. 00000400:00000200:3.0:1767326093.690716:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326093.690721:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767326093.690726:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326093.690729:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306015258 00000400:00000200:2.0:1767326093.690730:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:1.0:1767326093.690736:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025409ec8. 00000400:00000200:2.0:1767326093.690737:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767326093.690739:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062e9f023. 00000100:00000001:1.0:1767326093.690741:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767326093.690744:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326093.690748:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306015258 00000800:00000200:3.0:1767326093.690750:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767326093.690750:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326093.690757:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:1.0:1767326093.690758:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a535425e. 00000800:00000200:3.0:1767326093.690763:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767326093.690764:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1767326093.690769:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000062e9f023 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326093.690770:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [448:448:254:4294967295] 192.168.203.107@tcp LPNI seq info [448:448:6:4294967295] 00000100:00000001:1.0:1767326093.690770:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306015258 00000100:00000010:1.0:1767326093.690776:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000598d1485. 00000100:00000001:3.0:1767326093.690779:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326093.690780:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767326093.690786:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 209260 usecs (210 jiffies) 00000100:00000001:1.0:1767326093.690786:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326093.690787:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326093.690790:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326093.690793:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306010834 00000100:00000001:1.0:1767326093.690796:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326093.690798:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306015258 00000800:00000200:2.0:1767326093.690801:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326093.690801:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326093.690803:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306010834 00000800:00000010:2.0:1767326093.690808:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042d82b83. 00000100:00000001:1.0:1767326093.690811:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326093.690815:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306015258 00000800:00000200:2.0:1767326093.690816:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326093.690816:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767326093.690818:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326093.690822:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306010834 00000100:00000001:1.0:1767326093.690823:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767326093.690825:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007750120a. 00000100:00000001:1.0:1767326093.690826:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767326093.690828:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326093.690829:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306015258 00000100:00000001:1.0:1767326093.690830:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326093.690833:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000042d82b83 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326093.690833:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326093.690834:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326093.690835:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306010834 00000100:00000001:2.0:1767326093.690841:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326093.690842:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306015258 00000100:00000040:2.0:1767326093.690847:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 13241 usecs (14 jiffies) 00000100:00000001:3.0:1767326093.690848:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326093.690848:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326093.690852:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306010638 00000100:00000001:3.0:1767326093.690854:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326093.690856:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306015258 00000100:00000001:3.0:1767326093.690859:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326093.690859:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306010638 00000400:00000200:0.0:1767326093.690859:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8fd9bfd 00000400:00000010:0.0:1767326093.690864:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8fd9bfd. 00000100:00000001:3.0:1767326093.690865:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326093.690865:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306015258 00000100:00000001:2.0:1767326093.690870:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306010638 00000100:00000001:0.0:1767326093.690871:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326093.690874:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767326093.690877:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007523782f x1853174993443072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326093.690878:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326093.690879:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306015258 00000100:00000001:3.0:1767326093.690884:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326093.690884:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306010638 00000100:00000001:3.0:1767326093.690888:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326093.690890:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306015258 00000100:00000001:3.0:1767326093.690892:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326093.690895:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326093.690899:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326093.690900:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326093.690901:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326093.690902:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326093.690906:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326093.690907:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326093.690910:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326093.690912:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326093.690912:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007523782f x1853174993443072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326093.690915:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326093.690918:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326093.690926:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326093.690928:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326093.690943:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326093.690945:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062e9f023. 00000400:00000200:0.0:1767326093.690948:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326093.690951:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326093.690954:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac753d23 00000400:00000010:0.0:1767326093.690955:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac753d23. 00000100:00000001:0.0:1767326093.690959:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326093.690962:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ab82abb x1853174993443200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326093.690969:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326093.690971:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ab82abb x1853174993443200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326093.690977:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326093.690979:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326093.690996:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326093.691002:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326093.691005:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042d82b83. 00000400:00000200:0.0:1767326093.691008:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326093.691013:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326093.691015:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001a1d222 00000400:00000010:0.0:1767326093.691017:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001a1d222. 00000100:00000001:0.0:1767326093.691020:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326093.691022:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006df0bad6 x1853174993443328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326093.691030:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326093.691032:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006df0bad6 x1853174993443328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326093.691038:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326093.691039:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326093.692104:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326093.692119:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326093.692121:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326093.692122:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326093.692128:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326093.692137:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30d900 00000400:00000200:0.0:1767326093.692157:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xec5 [1] + 224 00000800:00000001:0.0:1767326093.692163:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326093.692169:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326093.692170:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326093.692172:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326093.692175:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326093.692178:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007523782f x1853174993443072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326093.692184:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007523782f x1853174993443072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326093.692196:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326093.692200:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326093.692202:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326093.692225:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326093.692228:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326093.692232:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326093.692233:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326093.692235:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bc951f5. 00000400:00000200:1.0:1767326093.692238:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000400:00000010:1.0:1767326093.692239:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00000001:1.0:1767326093.692240:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326093.692244:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007523782f x1853174993443072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326093.692251:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007523782f x1853174993443072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326093.692255:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326093.692256:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326093.692258:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326093.692260:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326093.692262:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326093.692264:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326093.692265:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326093.692270:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=50 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326093.692278:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326093.692280:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326093.692281:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326093.692283:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326093.692285:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326093.692287:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326093.692289:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007523782f x1853174993443072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326093.692294:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326093.692296:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326093.692298:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326093.692300:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007523782f x1853174993443072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326093.692304:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993443072:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326093.692307:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326093.692308:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326093.692309:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007523782f x1853174993443072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326093.692314:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326093.692316:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326093.692318:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ba755b9. 02000000:00000001:1.0:1767326093.692320:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326093.692321:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326093.692322:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326093.692324:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326093.692326:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000239bb1ca. 02000000:00000001:1.0:1767326093.692328:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326093.692330:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326093.692331:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007523782f. 00000100:00000001:1.0:1767326093.692339:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326093.692340:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326093.692341:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326093.692345:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326093.692349:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326093.692351:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326093.692353:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326093.692353:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326093.692392:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326093.692395:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326093.692397:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326093.692403:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326093.692410:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30d980 00000400:00000200:3.0:1767326093.692426:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xecd [1] + 224 00000800:00000001:3.0:1767326093.692430:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326093.692433:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326093.692435:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326093.692438:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326093.692441:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326093.692444:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ab82abb x1853174993443200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326093.692453:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ab82abb x1853174993443200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326093.692480:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326093.692487:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326093.692491:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326093.692492:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326093.692495:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326093.692500:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767326093.692507:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326093.692508:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30da00 00000100:00000001:0.0:1767326093.692510:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326093.692516:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xed5 [1] + 224 00000400:00000001:0.0:1767326093.692520:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326093.692521:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326093.692524:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326093.692526:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ad8948c. 00000800:00000001:3.0:1767326093.692528:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326093.692530:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a77dda 00000400:00000200:3.0:1767326093.692532:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767326093.692533:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a77dda. 00000100:00000001:0.0:1767326093.692537:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326093.692541:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:0.0:1767326093.692543:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ab82abb x1853174993443200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326093.692547:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326093.692553:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006df0bad6 x1853174993443328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326093.692562:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ab82abb x1853174993443200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326093.692571:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006df0bad6 x1853174993443328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326093.692578:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326093.692582:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326093.692587:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326093.692594:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326093.692595:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326093.692598:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326093.692599:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326093.692600:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326093.692601:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326093.692605:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326093.692607:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=40 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326093.692611:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=40 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326093.692613:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326093.692614:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326093.692616:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326093.692618:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326093.692619:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326093.692620:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326093.692622:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326093.692623:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000001:2.0:1767326093.692626:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326093.692626:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326093.692627:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326093.692629:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326093.692631:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5b6f2c7. 00000100:00000040:0.0:1767326093.692632:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ab82abb x1853174993443200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326093.692636:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba14329d 00000400:00000010:2.0:1767326093.692639:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba14329d. 00000100:00000001:2.0:1767326093.692643:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326093.692645:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326093.692647:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767326093.692649:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006df0bad6 x1853174993443328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326093.692649:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326093.692655:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ab82abb x1853174993443200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326093.692671:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993443200:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326093.692674:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326093.692675:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767326093.692678:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006df0bad6 x1853174993443328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326093.692679:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ab82abb x1853174993443200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326093.692694:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326093.692696:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326093.692699:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8c30ed7. 00000100:00000001:2.0:1767326093.692701:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326093.692702:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326093.692705:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326093.692705:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326093.692707:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326093.692711:0:211465:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767326093.692711:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767326093.692714:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326093.692716:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767326093.692717:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007a24aac0. 00000100:00000001:2.0:1767326093.692720:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326093.692721:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326093.692723:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326093.692725:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ab82abb. 02000000:00000001:2.0:1767326093.692726:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326093.692728:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326093.692730:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326093.692732:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326093.692733:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=50 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326093.692736:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1767326093.692738:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=147 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326093.692739:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326093.692742:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326093.692743:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326093.692749:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326093.692752:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326093.692753:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326093.692757:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006df0bad6 x1853174993443328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326093.692762:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326093.692763:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326093.692764:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326093.692765:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326093.692766:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326093.692768:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006df0bad6 x1853174993443328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326093.692771:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326093.692772:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326093.692773:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326093.692775:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006df0bad6 x1853174993443328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326093.692779:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006df0bad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993443328:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326093.692782:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326093.692783:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326093.692784:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006df0bad6 x1853174993443328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326093.692787:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326093.692788:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326093.692789:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e846f36. 02000000:00000001:2.0:1767326093.692791:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326093.692792:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326093.692793:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326093.692794:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326093.692795:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000073cc668c. 02000000:00000001:2.0:1767326093.692797:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326093.692801:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326093.692802:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006df0bad6. 00000100:00000001:2.0:1767326093.692804:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326093.692804:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326093.692805:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326093.692808:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326093.692809:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326093.692810:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326093.692811:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326094.330241:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326094.330251:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326094.330254:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326094.330257:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326094.330261:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326094.330263:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326094.330264:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326094.330266:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326094.330299:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326094.330305:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326094.330308:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326095.354265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326095.354275:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326095.354333:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326095.354340:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326095.354344:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326096.378270:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326096.378279:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326096.378337:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326096.378344:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326096.378349:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326097.402247:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326097.402256:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326097.402294:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326097.402298:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326097.402300:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326098.426242:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326098.426249:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326098.426271:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326098.426276:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326098.426278:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326098.810247:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306015258, at 4306015744 00000100:00000040:2.0:1767326098.810247:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306015258, at 4306015744 00000100:00000040:1.0:1767326098.810248:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306015258, at 4306015744 00000100:00000040:0.0:1767326098.810253:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326098.810263:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326098.810264:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000598d1485. 00000100:00000010:1.0:1767326098.810265:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025409ec8. 00000100:00000010:2.0:1767326098.810266:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a535425e. 00000100:00000010:0.0:1767326098.810276:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ab82abb. 00000020:00000040:0.0:1767326098.810285:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326098.810289:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326098.810292:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326098.810304:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326098.810312:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007a24aac0. 00000100:00000001:0.0:1767326098.810318:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326098.810329:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000003ab82abb x1853174993443456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326098.810337:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326098.810339:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326098.810343:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ab82abb] to pc [ptlrpcd_00_01+1] req@000000003ab82abb x1853174993443456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326098.810366:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326098.810367:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326098.810369:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326098.810371:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000020:00000040:0.0:1767326098.810373:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767326098.810375:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326098.810387:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326098.810395:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326098.810395:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326098.810400:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326098.810401:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326098.810404:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326098.810405:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326098.810409:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007aa30fa9. 00000100:00000040:2.0:1767326098.810412:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ab82abb x1853174993443456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326098.810413:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326098.810420:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000b9c126d9 x1853174993443584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326098.810435:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326098.810436:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326098.810439:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326098.810440:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326098.810442:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_02+2] req@00000000b9c126d9 x1853174993443584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326098.810447:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326098.810450:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326098.810453:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326098.810459:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326098.810463:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326098.810467:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1767326098.810469:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993443456:192.168.203.107@tcp:400: 00000100:00000010:0.0:1767326098.810472:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000456c8c17. 00000100:00000001:2.0:1767326098.810476:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326098.810476:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767326098.810477:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767326098.810480:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326098.810482:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326098.810483:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326098.810484:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326098.810485:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326098.810488:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326098.810489:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326098.810489:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326098.810491:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993443584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326098.810492:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326098.810494:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326098.810498:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d7b0c47. 02000000:00000010:0.0:1767326098.810499:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dfadf5e9. 02000000:00000001:2.0:1767326098.810503:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326098.810505:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326098.810506:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326098.810507:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326098.810512:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326098.810515:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000456c8c17 x1853174993443712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326098.810516:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326098.810517:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5b6f2c7. 02000000:00000001:1.0:1767326098.810521:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326098.810526:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba14329d. 00000100:00100000:1.0:1767326098.810527:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993443584:192.168.203.107@tcp:400: 00000100:00000200:2.0:1767326098.810537:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993443456, portal 25 00000100:00000001:1.0:1767326098.810537:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326098.810537:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326098.810540:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326098.810541:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326098.810541:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326098.810545:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250667776 : -112767458883840 : ffff997047abc700) 00000100:00000040:0.0:1767326098.810545:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456c8c17] to pc [ptlrpcd_00_03+3] req@00000000456c8c17 x1853174993443712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326098.810550:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326098.810554:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ab82abb x1853174993443456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326098.810554:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326098.810559:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000deb1a1f7. 02000000:00000001:1.0:1767326098.810563:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326098.810567:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bc951f5. 00000100:00000001:2.0:1767326098.810568:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326098.810571:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326098.810572:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326098.810572:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000400:00000010:2.0:1767326098.810576:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000100:00000040:0.0:1767326098.810576:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767326098.810577:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993443584, portal 10 00000100:00000200:2.0:1767326098.810579:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993443456, offset 0 00000100:00000001:1.0:1767326098.810581:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326098.810584:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000100:00000040:0.0:1767326098.810585:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767326098.810591:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767326098.810593:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993443584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326098.810594:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326098.810594:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11353) 00000100:00000001:3.0:1767326098.810597:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326098.810600:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326098.810601:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326098.810606:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000456c8c17 x1853174993443712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326098.810608:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326098.810609:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:1.0:1767326098.810613:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba163e5e. 00000100:00000040:0.0:1767326098.810617:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306015258, at 4306015744 00000400:00000200:2.0:1767326098.810618:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767326098.810618:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993443584, offset 0 00000100:00000001:3.0:1767326098.810621:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767326098.810625:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000010:0.0:1767326098.810626:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b320a910. 00000400:00000200:1.0:1767326098.810628:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326098.810631:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326098.810632:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326098.810635:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326098.810638:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326098.810638:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:3.0:1767326098.810642:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326098.810646:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [449:449:256:4294967295] 192.168.203.107@tcp LPNI seq info [449:449:8:4294967295] 00000100:00100000:3.0:1767326098.810648:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993443712:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326098.810653:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326098.810656:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326098.810658:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326098.810662:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326098.810666:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000010:3.0:1767326098.810668:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000084c5213b. 02000000:00000001:3.0:1767326098.810673:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326098.810673:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326098.810673:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767326098.810678:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767326098.810681:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d039d7c1. 00000400:00000200:1.0:1767326098.810681:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:3.0:1767326098.810682:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034ef9520. 00000400:00000200:1.0:1767326098.810684:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326098.810688:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:3.0:1767326098.810690:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000206a045a. 00000800:00000200:2.0:1767326098.810690:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767326098.810691:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [450:450:255:4294967295] 192.168.203.107@tcp LPNI seq info [450:450:7:4294967295] 00000100:00000200:3.0:1767326098.810697:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993443712, portal 10 00000400:00000200:1.0:1767326098.810702:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326098.810703:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767326098.810703:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326098.810707:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250668672 : -112767458882944 : ffff997047abca80) 00000800:00000200:2.0:1767326098.810709:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d039d7c1 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767326098.810709:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767326098.810715:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009620fff6. 00000100:00000040:3.0:1767326098.810717:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000456c8c17 x1853174993443712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326098.810722:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326098.810730:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326098.810731:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326098.810734:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326098.810734:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009620fff6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326098.810736:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306020378 00000100:00000001:1.0:1767326098.810738:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326098.810740:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007ec5288. 00000100:00000040:3.0:1767326098.810741:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767326098.810744:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 207741 usecs (208 jiffies) 00000400:00000010:3.0:1767326098.810747:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014d537d4. 00000100:00000001:1.0:1767326098.810747:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306015952 00000100:00000001:2.0:1767326098.810748:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1767326098.810753:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993443712, offset 0 00000100:00000001:2.0:1767326098.810755:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306020378 00000100:00000001:1.0:1767326098.810755:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306020378 00000100:00000001:1.0:1767326098.810759:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306015952 00000100:00000010:2.0:1767326098.810761:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000706116e7. 00000400:00000200:3.0:1767326098.810765:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326098.810765:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326098.810771:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306020378 00000100:00000001:1.0:1767326098.810771:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306020378 00000100:00000001:1.0:1767326098.810774:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306015952 00000100:00000010:2.0:1767326098.810775:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f7ee2cd. 00000400:00000200:3.0:1767326098.810776:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326098.810779:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326098.810781:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326098.810784:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306020378 00000100:00000001:1.0:1767326098.810784:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306020378 00000400:00000200:3.0:1767326098.810785:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326098.810789:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306015952 00000100:00000010:2.0:1767326098.810790:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002388bf57. 00000400:00000200:3.0:1767326098.810791:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326098.810791:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326098.810794:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326098.810797:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326098.810799:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326098.810799:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306020378 00000800:00000010:0.0:1767326098.810799:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d039d7c1. 00000400:00000200:3.0:1767326098.810804:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [451:451:254:4294967295] 192.168.203.107@tcp LPNI seq info [451:451:6:4294967295] 00000100:00000001:2.0:1767326098.810805:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326098.810805:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326098.810806:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326098.810810:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326098.810811:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326098.810816:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326098.810816:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326098.810819:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326098.810820:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326098.810826:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326098.810827:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326098.810830:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767326098.810830:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326098.810830:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326098.810835:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326098.810835:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326098.810838:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326098.810838:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767326098.810842:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326098.810842:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326098.810842:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326098.810843:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000100:00000001:2.0:1767326098.810848:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326098.810848:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326098.810849:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 00000800:00000010:3.0:1767326098.810852:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062e9f023. 00000100:00000001:0.0:1767326098.810856:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326098.810863:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ab82abb x1853174993443456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326098.810869:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767326098.810879:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767326098.810882:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1767326098.810883:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000062e9f023 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767326098.810887:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ab82abb x1853174993443456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326098.810891:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326098.810896:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326098.810898:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 13161 usecs (14 jiffies) 00000100:00000001:0.0:1767326098.810899:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326098.810904:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306015758 00000100:00000001:3.0:1767326098.810907:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306020378 00000100:00000001:3.0:1767326098.810909:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306015758 00000100:00000001:3.0:1767326098.810911:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306020378 00000100:00000001:3.0:1767326098.810914:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306015758 00000800:00000200:0.0:1767326098.810914:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326098.810917:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009620fff6. 00000100:00000001:3.0:1767326098.810919:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306020378 00000400:00000200:0.0:1767326098.810920:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326098.810924:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306015758 00000100:00000001:3.0:1767326098.810926:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306020378 00000100:00000001:3.0:1767326098.810928:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326098.810932:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326098.810935:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba163e5e 00000400:00000010:0.0:1767326098.810936:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba163e5e. 00000100:00000001:0.0:1767326098.810938:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326098.810939:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993443584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326098.810941:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326098.810948:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326098.810948:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326098.810952:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993443584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326098.810953:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326098.810960:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326098.810961:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326098.810963:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326098.810965:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326098.810967:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326098.810969:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326098.810971:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326098.810973:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326098.811042:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326098.811044:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062e9f023. 00000400:00000200:0.0:1767326098.811046:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326098.811053:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326098.811055:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d537d4 00000400:00000010:0.0:1767326098.811056:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014d537d4. 00000100:00000001:0.0:1767326098.811059:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326098.811060:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000456c8c17 x1853174993443712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326098.811065:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326098.811067:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000456c8c17 x1853174993443712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326098.811070:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326098.811071:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326098.812290:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326098.812301:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326098.812303:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326098.812305:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326098.812311:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326098.812319:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30da80 00000400:00000200:0.0:1767326098.812325:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xedd [1] + 224 00000800:00000001:0.0:1767326098.812332:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326098.812340:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326098.812342:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326098.812345:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326098.812349:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326098.812353:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ab82abb x1853174993443456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326098.812360:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ab82abb x1853174993443456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326098.812388:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326098.812396:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326098.812400:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326098.812416:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326098.812418:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326098.812423:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326098.812424:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326098.812426:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5b6f2c7. 00000400:00000200:2.0:1767326098.812430:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba14329d 00000400:00000010:2.0:1767326098.812431:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba14329d. 00000100:00000001:2.0:1767326098.812433:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326098.812436:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ab82abb x1853174993443456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326098.812443:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ab82abb x1853174993443456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326098.812453:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326098.812455:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326098.812457:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326098.812459:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326098.812461:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326098.812463:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326098.812464:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326098.812466:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326098.812470:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326098.812472:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326098.812473:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=55 v=5 (5 5 5 5) 00000800:00000001:3.0:1767326098.812474:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326098.812481:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00001000:2.0:1767326098.812482:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=55 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326098.812487:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767326098.812490:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30db80 00000100:00000001:2.0:1767326098.812490:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326098.812495:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xeed [1] + 224 00010000:00000001:2.0:1767326098.812496:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326098.812500:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326098.812504:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326098.812516:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ab82abb x1853174993443456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326098.812524:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326098.812527:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326098.812529:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326098.812533:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ab82abb x1853174993443456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326114 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326098.812541:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ab82abb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993443456:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326098.812548:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326098.812550:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767326098.812552:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767326098.812553:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ab82abb x1853174993443456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326114 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326098.812559:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326098.812559:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326098.812562:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767326098.812563:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767326098.812565:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d7b0c47. 02000000:00000001:2.0:1767326098.812569:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767326098.812572:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000020:00000001:2.0:1767326098.812573:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326098.812575:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326098.812578:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326098.812583:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000456c8c17 x1853174993443712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326098.812584:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326098.812587:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007a24aac0. 02000000:00000001:2.0:1767326098.812591:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326098.812594:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326098.812596:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ab82abb. 00000100:00000001:2.0:1767326098.812599:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767326098.812601:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000456c8c17 x1853174993443712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326098.812601:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326098.812605:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326098.812610:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326098.812612:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326098.812614:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326098.812616:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326098.812619:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326098.812626:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326098.812629:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326098.812630:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326098.812631:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326098.812635:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326098.812641:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30db00 00000400:00000200:3.0:1767326098.812644:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xee1 [1] + 224 00000800:00000001:3.0:1767326098.812647:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326098.812651:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326098.812651:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326098.812653:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326098.812655:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326098.812657:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326098.812659:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993443584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326098.812662:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326098.812665:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993443584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326098.812675:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326098.812678:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767326098.812679:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326098.812683:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034ef9520. 00000400:00000200:0.0:1767326098.812687:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000206a045a 00000400:00000010:0.0:1767326098.812688:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000206a045a. 00000100:00000001:0.0:1767326098.812692:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767326098.812696:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326098.812698:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000456c8c17 x1853174993443712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326098.812700:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326098.812705:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326098.812709:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326098.812714:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1767326098.812715:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000456c8c17 x1853174993443712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326098.812718:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326098.812721:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bc951f5. 00000400:00000200:1.0:1767326098.812726:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000400:00000010:1.0:1767326098.812729:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00000001:0.0:1767326098.812729:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326098.812733:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326098.812734:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326098.812739:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767326098.812741:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993443584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326098.812743:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326098.812745:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326098.812747:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326098.812751:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326098.812757:0:211468:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d3f94c98 time=55 v=5 (5 5 5 5) 00000100:00000200:1.0:1767326098.812759:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993443584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326098.812761:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=152 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326098.812766:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326098.812769:0:211468:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1767326098.812775:0:211468:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00000001:1.0:1767326098.812776:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326098.812779:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767326098.812781:0:211468:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffff997043181000 of lustre-MDT0001_UUID@192.168.203.107@tcp abruptly disconnected: reconnecting 00000100:00000001:1.0:1767326098.812782:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00080000:0.0:1767326098.812787:0:211468:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 02000000:00000001:1.0:1767326098.812790:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:02000400:0.0:1767326098.812792:0:211468:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff997043181000: Connection to lustre-MDT0001 (at 192.168.203.107@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1767326098.812793:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326098.812796:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326098.812798:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326098.812802:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=45 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326098.812804:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=45 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326098.812806:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326098.812807:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326098.812808:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326098.812810:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326098.812812:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326098.812813:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326098.812814:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326098.812815:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326098.812818:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993443584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326098.812822:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326098.812824:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326098.812825:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326098.812826:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993443584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326114 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326098.812830:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993443584:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326098.812832:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326098.812833:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326098.812834:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993443584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326114 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326098.812840:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326098.812841:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326098.812842:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000deb1a1f7. 02000000:00000001:1.0:1767326098.812844:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326098.812846:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326098.812847:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767326098.812848:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326098.812853:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007aa30fa9. 02000000:00000001:1.0:1767326098.812854:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326098.812855:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326098.812856:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000001:1.0:1767326098.812858:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326098.812859:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326098.812860:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326098.812862:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326098.812863:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326098.812864:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326098.812865:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326098.815842:0:211468:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1767326098.815845:0:211468:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:0.0:1767326098.815847:0:211468:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326098.815849:0:211468:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767326098.815851:0:211468:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1767326098.815852:0:211468:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1767326098.815855:0:211468:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1767326098.815858:0:211468:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: connect to NID 192.168.203.107@tcp last attempt 11046 00000400:00000200:0.0:1767326098.815868:0:211468:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.107@tcp is discovered: rc = 1 00000100:00000040:0.0:1767326098.815872:0:211468:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 00000100:00000001:0.0:1767326098.815874:0:211468:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767326098.815875:0:211468:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00000100:00000001:0.0:1767326098.815877:0:211468:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000020:00000001:0.0:1767326098.815880:0:211468:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767326098.815881:0:211468:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d9d3 00000020:00000001:0.0:1767326098.815883:0:211468:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326098.815885:0:211468:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009cdc169b refcount=5 00000020:00000001:0.0:1767326098.815886:0:211468:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000020:00000001:0.0:1767326098.815888:0:211468:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000100:00000040:0.0:1767326098.815889:0:211468:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 00000100:00000001:0.0:1767326098.815891:0:211468:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767326098.815891:0:211468:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00000100:00000001:0.0:1767326098.815892:0:211468:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000020:00000040:0.0:1767326098.815894:0:211468:0:(genops.c:898:class_export_put()) PUTting export 000000009cdc169b : new refcount 4 00000100:00080000:0.0:1767326098.815896:0:211468:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: import 0000000054198135 using connection 192.168.203.107@tcp/192.168.203.107@tcp 00000100:00000001:0.0:1767326098.815897:0:211468:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326098.815899:0:211468:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767326098.815904:0:211468:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326098.815905:0:211468:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326098.815907:0:211468:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1767326098.815909:0:211468:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1767326098.815911:0:211468:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326098.815912:0:211468:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326098.815914:0:211468:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000020:00000040:0.0:1767326098.815916:0:211468:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=5 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:0.0:1767326098.815918:0:211468:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767326098.815919:0:211468:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326098.815920:0:211468:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326098.815922:0:211468:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326098.815926:0:211468:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326098.815930:0:211468:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000002095333d. 00000100:00000001:0.0:1767326098.815933:0:211468:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326098.815937:0:211468:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a1ef485d x1853174993443840/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326098.815943:0:211468:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326098.815943:0:211468:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326098.815946:0:211468:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_rcv+-1] req@00000000a1ef485d x1853174993443840/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326098.815959:0:211468:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326098.815961:0:211468:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1767326098.815962:0:211468:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:0.0:1767326098.815964:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000456c8c17 x1853174993443712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326114 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326098.815968:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1767326098.815970:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326098.815971:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326098.815973:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000456c8c17 x1853174993443712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326114 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326098.815977:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993443712:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326098.815980:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326098.815981:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326098.815982:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000456c8c17 x1853174993443712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326114 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326098.815986:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326098.815987:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326098.815988:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000084c5213b. 02000000:00000001:0.0:1767326098.815990:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326098.815992:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326098.815992:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767326098.815994:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326098.815997:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326098.816000:0:211464:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767326098.816001:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326098.816004:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dfadf5e9. 02000000:00000001:0.0:1767326098.816005:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767326098.816007:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993443840/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326098.816007:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326098.816010:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000456c8c17. 00000100:00000001:0.0:1767326098.816013:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326098.816015:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326098.816019:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326098.816025:0:211464:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326098.816025:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326098.816028:0:211464:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326098.816029:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326098.816034:0:211464:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326098.816034:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326098.816035:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326098.816038:0:211464:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326098.816041:0:211464:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326098.816043:0:211464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993443840:192.168.203.107@tcp:38: 00000100:00000001:2.0:1767326098.816045:0:211464:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326098.816047:0:211464:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326098.816048:0:211464:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326098.816050:0:211464:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326098.816053:0:211464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ec51d5ed. 02000000:00000001:2.0:1767326098.816054:0:211464:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326098.816057:0:211464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5b6f2c7. 00000400:00000010:2.0:1767326098.816060:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba14329d. 00000100:00000200:2.0:1767326098.816062:0:211464:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993443840, portal 10 00000100:00000001:2.0:1767326098.816064:0:211464:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326098.816065:0:211464:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 00000100:00000040:2.0:1767326098.816068:0:211464:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993443840/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326098.816078:0:211464:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326098.816080:0:211464:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326098.816082:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ac80c21. 00000100:00000200:2.0:1767326098.816083:0:211464:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853174993443840, offset 0 00000400:00000200:2.0:1767326098.816086:0:211464:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326098.816091:0:211464:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767326098.816093:0:211464:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326098.816096:0:211464:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767326098.816098:0:211464:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326098.816100:0:211464:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767326098.816102:0:211464:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [452:452:256:4294967295] 192.168.203.107@tcp LPNI seq info [452:452:8:4294967295] 00000400:00000200:2.0:1767326098.816108:0:211464:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767326098.816113:0:211464:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767326098.816116:0:211464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008746fd97. 00000800:00000200:2.0:1767326098.816120:0:211464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767326098.816125:0:211464:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767326098.816127:0:211464:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008746fd97 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1767326098.816166:0:211464:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326098.816170:0:211464:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 13082 usecs (14 jiffies) 00000100:00000001:2.0:1767326098.816174:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306015764 00000100:00000001:2.0:1767326098.816177:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306020378 00000100:00000001:2.0:1767326098.816180:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306015764 00000100:00000001:2.0:1767326098.816183:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306020378 00000100:00000001:2.0:1767326098.816184:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306015764 00000100:00000001:2.0:1767326098.816186:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306020378 00000100:00000001:2.0:1767326098.816189:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306015764 00000100:00000001:2.0:1767326098.816192:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306020378 00000100:00000001:2.0:1767326098.816200:0:211464:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326098.816202:0:211464:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326098.816204:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326098.816206:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326098.816210:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326098.816212:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000800:00000200:0.0:1767326098.816214:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326098.816215:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767326098.816217:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008746fd97. 00000100:00000001:2.0:1767326098.816218:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326098.816221:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326098.816222:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326098.816226:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326098.816227:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326098.816233:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ac80c21 00000400:00000010:0.0:1767326098.816234:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ac80c21. 00000100:00000001:0.0:1767326098.816237:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326098.816239:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993443840/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326098.816245:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326098.816246:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993443840/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326108 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326098.816250:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326098.816251:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326098.819930:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326098.819938:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326098.819940:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326098.819941:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326098.819946:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326098.819953:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30dc00 00000400:00000200:0.0:1767326098.819958:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xef5 [1] + 0 00000800:00000001:0.0:1767326098.819961:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326098.819973:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326098.819974:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326098.819977:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326098.819980:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326098.819983:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993443840/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326098.819990:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000a1ef485d x1853174993443840/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326098.820002:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326098.820007:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326098.820009:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326098.820034:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326098.820037:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326098.820041:0:211464:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326098.820042:0:211464:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326098.820043:0:211464:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5b6f2c7. 00000400:00000200:2.0:1767326098.820046:0:211464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba14329d 00000400:00000010:2.0:1767326098.820047:0:211464:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba14329d. 00000100:00000001:2.0:1767326098.820050:0:211464:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326098.820053:0:211464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993443840/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326098.820059:0:211464:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993443840/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326098.820064:0:211464:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326098.820064:0:211464:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326098.820066:0:211464:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326098.820068:0:211464:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326098.820069:0:211464:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326098.820070:0:211464:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326098.820072:0:211464:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326098.820076:0:211464:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d3f94c98 time=55 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326098.820078:0:211464:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=2 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326098.820080:0:211464:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326098.820081:0:211464:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767326098.820083:0:211464:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767326098.820085:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993443840/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326108 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326098.820095:0:211464:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1767326098.820097:0:211464:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326098.820098:0:211464:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326098.820100:0:211464:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767326098.820101:0:211464:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1767326098.820103:0:211464:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767326098.820106:0:211464:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.107@tcp failed (-19) 00000100:00000001:2.0:1767326098.820108:0:211464:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767326098.820110:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993443840/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326108 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326098.820115:0:211464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993443840:192.168.203.107@tcp:38: 00000100:00000001:2.0:1767326098.820117:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326098.820118:0:211464:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326098.820119:0:211464:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993443840/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326108 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326098.820123:0:211464:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326098.820124:0:211464:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326098.820126:0:211464:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ec51d5ed. 02000000:00000001:2.0:1767326098.820128:0:211464:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326098.820129:0:211464:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326098.820130:0:211464:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326098.820132:0:211464:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326098.820133:0:211464:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000002095333d. 02000000:00000001:2.0:1767326098.820135:0:211464:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326098.820136:0:211464:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326098.820137:0:211464:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00000100:00000001:2.0:1767326098.820156:0:211464:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326098.820157:0:211464:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326098.820159:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326098.820162:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326098.820167:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326098.820168:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326098.820169:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326099.450259:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326099.450268:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326099.450302:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326099.450308:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326099.450311:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326100.474241:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326100.474249:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326100.474272:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326100.474277:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326100.474279:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326101.498247:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326101.498253:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326101.498275:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326101.498279:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326101.498282:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326102.522237:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326102.522245:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326102.522293:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326102.522298:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326102.522302:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326103.546281:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326103.546291:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326103.546294:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326103.546297:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326103.546301:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326103.546303:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326103.546304:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326103.546306:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326103.546358:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326103.546364:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326103.546367:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326103.930209:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306020378, at 4306020864 00000100:00000040:0.0:1767326103.930216:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306020378, at 4306020864 00000100:00000010:3.0:1767326103.930222:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002388bf57. 00000100:00000010:0.0:1767326103.930227:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007ec5288. 00000100:00000040:1.0:1767326103.930230:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306020378, at 4306020864 00000100:00000010:1.0:1767326103.930241:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000706116e7. 00000100:00000040:0.0:1767326103.930262:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326103.930269:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326103.930275:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000456c8c17. 00000020:00000040:0.0:1767326103.930280:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326103.930286:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326103.930289:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326103.930294:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326103.930302:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dfadf5e9. 00000100:00000001:0.0:1767326103.930310:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326103.930321:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000456c8c17 x1853174993443968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767326103.930331:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306020378, at 4306020864 00000100:00000001:0.0:1767326103.930334:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326103.930339:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326103.930341:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f7ee2cd. 00000100:00000040:0.0:1767326103.930360:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456c8c17] to pc [ptlrpcd_00_00+0] req@00000000456c8c17 x1853174993443968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326103.930384:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326103.930386:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326103.930390:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326103.930399:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000020:00000040:0.0:1767326103.930402:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767326103.930403:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326103.930404:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326103.930407:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326103.930408:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326103.930410:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326103.930413:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326103.930413:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326103.930415:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326103.930420:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007aa30fa9. 00000100:00000040:1.0:1767326103.930421:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000456c8c17 x1853174993443968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326103.930425:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326103.930433:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326103.930434:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000a1ef485d x1853174993444096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326103.930436:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326103.930442:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326103.930444:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326103.930446:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326103.930450:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_01+1] req@00000000a1ef485d x1853174993444096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326103.930456:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326103.930461:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326103.930465:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326103.930467:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993443968:192.168.203.107@tcp:400: 00000100:00080000:0.0:1767326103.930469:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767326103.930475:0:218214:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1767326103.930478:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326103.930479:0:218214:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1767326103.930483:0:218214:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1767326103.930486:0:218214:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:1.0:1767326103.930487:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326103.930488:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1767326103.930490:0:218214:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: connect to NID 192.168.203.107@tcp last attempt 11348 00000100:00000001:3.0:1767326103.930494:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326103.930494:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326103.930499:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326103.930500:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326103.930502:0:218214:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.107@tcp is discovered: rc = 1 00000100:00000040:3.0:1767326103.930507:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993444096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326103.930507:0:218214:0:(import.c:2128:obd_at_measure()) add 10 to 000000003e4035c4 time=7 v=5 (1 1 1 0) 02000000:00000010:1.0:1767326103.930508:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022b698ec. 00000100:00001000:0.0:1767326103.930515:0:218214:0:(import.c:2194:obd_at_measure()) AT 000000003e4035c4 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 0 02000000:00000001:1.0:1767326103.930516:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767326103.930524:0:218214:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: tried all connections, increasing latency to 5s 00000100:00000001:3.0:1767326103.930528:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767326103.930529:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bc951f5. 00000100:00000001:3.0:1767326103.930531:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326103.930531:0:218214:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 00000100:00000001:0.0:1767326103.930537:0:218214:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767326103.930538:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767326103.930541:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000100:00000040:0.0:1767326103.930541:0:218214:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00000100:00000001:0.0:1767326103.930545:0:218214:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000020:00000001:0.0:1767326103.930549:0:218214:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767326103.930550:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767326103.930550:0:218214:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d9d3 00000100:00000200:1.0:1767326103.930551:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993443968, portal 25 02000000:00000001:3.0:1767326103.930553:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326103.930558:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767326103.930560:0:218214:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767326103.930562:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993444096:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326103.930562:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250668672 : -112767458882944 : ffff997047abca80) 00000020:00000040:0.0:1767326103.930564:0:218214:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009cdc169b refcount=5 00000020:00000001:0.0:1767326103.930571:0:218214:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000100:00000001:3.0:1767326103.930572:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767326103.930576:0:218214:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 02000000:00000001:3.0:1767326103.930577:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326103.930577:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000456c8c17 x1853174993443968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326103.930581:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326103.930584:0:218214:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 02000000:00000001:3.0:1767326103.930589:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326103.930590:0:218214:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1767326103.930596:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f129e98c. 00000100:00000040:0.0:1767326103.930597:0:218214:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 02000000:00000001:3.0:1767326103.930602:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326103.930603:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326103.930604:0:218214:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000400:00000010:3.0:1767326103.930607:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0bfb790. 00000020:00000040:0.0:1767326103.930609:0:218214:0:(genops.c:898:class_export_put()) PUTting export 000000009cdc169b : new refcount 4 00000400:00000010:3.0:1767326103.930613:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d57d4da5. 00000100:00000040:1.0:1767326103.930614:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00080000:0.0:1767326103.930615:0:218214:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: import 0000000054198135 using connection 192.168.203.107@tcp/192.168.203.107@tcp 00000100:00000200:3.0:1767326103.930618:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993444096, portal 10 00000100:00000001:0.0:1767326103.930621:0:218214:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326103.930622:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767326103.930622:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040f23477. 02000000:00000001:0.0:1767326103.930625:0:218214:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1767326103.930626:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 00000100:00000200:1.0:1767326103.930630:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993443968, offset 0 02000000:00000001:0.0:1767326103.930632:0:218214:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326103.930637:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993444096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326103.930637:0:218214:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326103.930641:0:218214:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1767326103.930645:0:218214:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1767326103.930646:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000008:00000001:0.0:1767326103.930651:0:218214:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326103.930656:0:218214:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326103.930661:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767326103.930663:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000400:00000200:1.0:1767326103.930666:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000020:00000040:0.0:1767326103.930667:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:3.0:1767326103.930672:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326103.930674:0:218214:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1767326103.930677:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767326103.930678:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084592b49. 02000000:00000001:0.0:1767326103.930678:0:218214:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326103.930683:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1767326103.930685:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993444096, offset 0 02000000:00000001:0.0:1767326103.930686:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767326103.930687:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:0.0:1767326103.930689:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326103.930695:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e8358169. 00000400:00000200:1.0:1767326103.930698:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326103.930699:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326103.930707:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326103.930709:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326103.930715:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [453:453:256:4294967295] 192.168.203.107@tcp LPNI seq info [453:453:8:4294967295] 00000100:00100000:0.0:1767326103.930717:0:218214:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b9c126d9 x1853174993444224/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326103.930729:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326103.930730:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326103.930736:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_rcv+-1] req@00000000b9c126d9 x1853174993444224/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326103.930749:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767326103.930760:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326103.930761:0:218214:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326103.930763:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:0.0:1767326103.930767:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767326103.930769:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326103.930770:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b6dbbf0. 00000100:00000040:0.0:1767326103.930772:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767326103.930779:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11358) 00000400:00000200:3.0:1767326103.930780:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326103.930786:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767326103.930786:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767326103.930788:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326103.930792:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326103.930795:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326103.930797:0:211464:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767326103.930803:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [454:454:255:4294967295] 192.168.203.107@tcp LPNI seq info [454:454:7:4294967295] 00000800:00000200:1.0:1767326103.930804:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000040:2.0:1767326103.930807:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993444224/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326103.930819:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767326103.930821:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b6dbbf0 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767326103.930833:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326103.930835:0:211464:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326103.930838:0:211464:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326103.930839:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009342fab. 02000000:00000001:2.0:1767326103.930845:0:211464:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1767326103.930846:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:2.0:1767326103.930849:0:211464:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326103.930853:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326103.930854:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:2.0:1767326103.930856:0:211464:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326103.930860:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000009342fab type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326103.930863:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306025498 00000100:00100000:2.0:1767326103.930864:0:211464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993444224:192.168.203.107@tcp:38: 00000100:00000001:3.0:1767326103.930865:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326103.930870:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae65223f. 00000100:00000040:3.0:1767326103.930872:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 206246 usecs (207 jiffies) 00000100:00000001:2.0:1767326103.930873:0:211464:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326103.930878:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306021071 02000000:00000001:2.0:1767326103.930879:0:211464:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326103.930880:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767326103.930884:0:211464:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326103.930888:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306025498 00000100:00000001:3.0:1767326103.930889:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306025498 00000100:00000001:3.0:1767326103.930895:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306021071 02000000:00000001:2.0:1767326103.930896:0:211464:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767326103.930896:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bfab9cd5. 02000000:00000010:2.0:1767326103.930903:0:211464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006048f38e. 00000100:00000001:1.0:1767326103.930903:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326103.930908:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306025498 02000000:00000001:2.0:1767326103.930908:0:211464:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326103.930908:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306025498 00000800:00000200:0.0:1767326103.930913:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326103.930915:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306021071 00000400:00000010:2.0:1767326103.930916:0:211464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5b6f2c7. 00000100:00000010:1.0:1767326103.930918:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d4fc7019. 00000800:00000010:0.0:1767326103.930918:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b6dbbf0. 00000400:00000010:2.0:1767326103.930926:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba14329d. 00000100:00000001:1.0:1767326103.930926:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326103.930926:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326103.930935:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306025498 00000100:00000001:1.0:1767326103.930935:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306025498 00000100:00000200:2.0:1767326103.930936:0:211464:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993444224, portal 10 00000400:00000200:0.0:1767326103.930939:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326103.930943:0:211464:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326103.930944:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306021071 00000400:00000200:0.0:1767326103.930946:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040f23477 00000100:00000001:2.0:1767326103.930947:0:211464:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000400:00000010:0.0:1767326103.930951:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040f23477. 00000100:00000010:3.0:1767326103.930952:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047b5e8b. 00000100:00000001:0.0:1767326103.930955:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767326103.930958:0:211464:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993444224/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326103.930960:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 3 00000100:00000200:0.0:1767326103.930963:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000456c8c17 x1853174993443968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326103.930968:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326103.930972:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306021071 00000100:00000001:3.0:1767326103.930976:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326103.930982:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326103.930983:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326103.930988:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326103.930988:0:211464:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326103.930992:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326103.930995:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326103.930998:0:211464:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326103.930999:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326103.930999:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326103.931002:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000456c8c17 x1853174993443968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326119 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326103.931003:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767326103.931004:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eef61f70. 00000100:00000001:1.0:1767326103.931006:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326103.931009:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326103.931012:0:211464:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853174993444224, offset 0 00000100:00000001:3.0:1767326103.931013:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326103.931016:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326103.931021:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326103.931022:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326103.931023:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326103.931028:0:211464:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326103.931029:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326103.931030:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326103.931030:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326103.931035:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326103.931039:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326103.931043:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326103.931044:0:211464:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767326103.931051:0:211464:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326103.931055:0:211464:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767326103.931059:0:211464:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326103.931062:0:211464:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767326103.931065:0:211464:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [455:455:255:4294967295] 192.168.203.107@tcp LPNI seq info [455:455:7:4294967295] 00000800:00000200:0.0:1767326103.931075:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767326103.931078:0:211464:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000010:0.0:1767326103.931079:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009342fab. 00000400:00000200:0.0:1767326103.931083:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767326103.931092:0:211464:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326103.931092:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326103.931097:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084592b49 00000400:00000010:0.0:1767326103.931100:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084592b49. 00000800:00000010:2.0:1767326103.931101:0:211464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000017d53a65. 00000100:00000001:0.0:1767326103.931104:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326103.931108:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993444096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326103.931113:0:211464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326103.931121:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767326103.931125:0:211464:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000040:0.0:1767326103.931126:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993444096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326119 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326103.931133:0:211464:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000017d53a65 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1767326103.931138:0:211464:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326103.931170:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326103.931172:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767326103.931178:0:211464:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 13023 usecs (14 jiffies) 00000100:00000001:2.0:1767326103.931182:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306020879 00000100:00000001:2.0:1767326103.931185:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306025498 00000800:00000200:0.0:1767326103.931187:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326103.931191:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000017d53a65. 00000100:00000001:2.0:1767326103.931197:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306020879 00000400:00000200:0.0:1767326103.931198:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326103.931202:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306025498 00000100:00000001:2.0:1767326103.931207:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306020879 00000400:00000200:0.0:1767326103.931209:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326103.931212:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306025498 00000400:00000200:0.0:1767326103.931215:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eef61f70 00000100:00000001:2.0:1767326103.931216:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306020879 00000100:00000001:2.0:1767326103.931221:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306025498 00000400:00000010:0.0:1767326103.931221:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eef61f70. 00000100:00000001:2.0:1767326103.931226:0:211464:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326103.931228:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326103.931229:0:211464:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326103.931234:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326103.931237:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993444224/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326103.931238:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326103.931246:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326103.931250:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767326103.931251:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326103.931254:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326103.931257:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993444224/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326118 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326103.931258:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326103.931262:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326103.931267:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326103.931274:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326103.931276:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326103.933205:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326103.933217:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326103.933221:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326103.933224:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326103.933231:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326103.933242:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30dc80 00000400:00000200:0.0:1767326103.933250:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xefd [1] + 224 00000800:00000001:0.0:1767326103.933257:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326103.933264:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326103.933267:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326103.933270:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326103.933274:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326103.933277:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000456c8c17 x1853174993443968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326103.933287:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000456c8c17 x1853174993443968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326103.933312:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326103.933319:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326103.933323:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326103.933358:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326103.933360:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326103.933364:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326103.933366:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326103.933367:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bc951f5. 00000400:00000200:1.0:1767326103.933371:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000400:00000010:1.0:1767326103.933372:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00000001:1.0:1767326103.933374:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326103.933377:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000456c8c17 x1853174993443968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326103.933393:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000456c8c17 x1853174993443968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326119 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326103.933397:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326103.933399:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326103.933400:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326103.933402:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326103.933404:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326103.933405:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326103.933407:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326103.933411:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326103.933413:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326103.933415:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326103.933416:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326103.933418:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326103.933420:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326103.933421:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326103.933424:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000456c8c17 x1853174993443968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326119 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326103.933428:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326103.933430:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326103.933431:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326103.933433:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000456c8c17 x1853174993443968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326119 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326103.933439:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993443968:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326103.933442:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326103.933443:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326103.933444:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000456c8c17 x1853174993443968/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326119 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326103.933448:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326103.933450:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326103.933452:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022b698ec. 02000000:00000001:1.0:1767326103.933463:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326103.933465:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326103.933467:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326103.933469:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326103.933471:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dfadf5e9. 02000000:00000001:1.0:1767326103.933475:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326103.933477:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326103.933478:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000456c8c17. 00000100:00000001:1.0:1767326103.933481:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326103.933483:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326103.933485:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326103.933489:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326103.933490:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326103.933493:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326103.933495:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326103.933549:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326103.933556:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326103.933558:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326103.933561:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326103.933567:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326103.933576:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30dd00 00000400:00000200:3.0:1767326103.933581:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xf01 [1] + 224 00000800:00000001:3.0:1767326103.933586:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326103.933591:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326103.933594:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326103.933596:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326103.933654:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326103.933659:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993444096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326103.933669:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993444096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326103.933687:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326103.933693:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326103.933695:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326103.933714:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326103.933717:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326103.933721:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326103.933723:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326103.933724:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0bfb790. 00000400:00000200:2.0:1767326103.933728:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57d4da5 00000400:00000010:2.0:1767326103.933730:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d57d4da5. 00000100:00000001:2.0:1767326103.933733:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326103.933737:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993444096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326103.933746:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993444096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326119 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326103.933754:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326103.933756:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326103.933758:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326103.933759:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326103.933766:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326103.933768:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326103.933770:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326103.933774:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=50 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326103.933778:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=50 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326103.933781:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326103.933782:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326103.933783:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326103.933787:0:211466:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326103.933790:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326103.933791:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326103.933793:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326103.933795:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326103.933798:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993444096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326119 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326103.933805:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326103.933806:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326103.933808:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326103.933811:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993444096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326119 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326103.933818:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993444096:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326103.933822:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326103.933824:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326103.933827:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993444096/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326119 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326103.933833:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326103.933835:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326103.933837:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f129e98c. 02000000:00000001:2.0:1767326103.933839:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326103.933841:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326103.933842:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767326103.933844:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326103.933845:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007aa30fa9. 02000000:00000001:2.0:1767326103.933853:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326103.933854:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326103.933855:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00000100:00000001:2.0:1767326103.933858:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326103.933859:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326103.933860:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326103.933864:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326103.933865:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326103.933867:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326103.933869:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326103.939606:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326103.939621:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326103.939625:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326103.939628:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326103.939637:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326103.939651:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30dd80 00000400:00000200:0.0:1767326103.939659:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xf0d [1] + 0 00000800:00000001:0.0:1767326103.939666:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326103.939673:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326103.939676:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326103.939680:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326103.939686:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326103.939692:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993444224/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326103.939703:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000b9c126d9 x1853174993444224/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326103.939721:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326103.939728:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326103.939731:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326103.939748:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326103.939753:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326103.939759:0:211464:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326103.939761:0:211464:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326103.939763:0:211464:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5b6f2c7. 00000400:00000200:2.0:1767326103.939767:0:211464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba14329d 00000400:00000010:2.0:1767326103.939769:0:211464:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba14329d. 00000100:00000001:2.0:1767326103.939773:0:211464:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326103.939777:0:211464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993444224/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326103.939786:0:211464:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993444224/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326118 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326103.939793:0:211464:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326103.939795:0:211464:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326103.939797:0:211464:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326103.939800:0:211464:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326103.939802:0:211464:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326103.939804:0:211464:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326103.939806:0:211464:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326103.939813:0:211464:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d3f94c98 time=60 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326103.939817:0:211464:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=7 v=10 (10 1 1 0) 00000100:00000001:2.0:1767326103.939819:0:211464:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326103.939821:0:211464:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767326103.939824:0:211464:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767326103.939827:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993444224/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326118 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326103.939852:0:211464:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1767326103.939855:0:211464:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326103.939857:0:211464:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326103.939859:0:211464:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767326103.939861:0:211464:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1767326103.939865:0:211464:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767326103.939869:0:211464:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.107@tcp failed (-19) 00000100:00000001:2.0:1767326103.939872:0:211464:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767326103.939875:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993444224/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326118 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326103.939882:0:211464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993444224:192.168.203.107@tcp:38: 00000100:00000001:2.0:1767326103.939887:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326103.939889:0:211464:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326103.939892:0:211464:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993444224/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326118 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326103.939898:0:211464:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326103.939900:0:211464:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326103.939902:0:211464:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006048f38e. 02000000:00000001:2.0:1767326103.939905:0:211464:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326103.939907:0:211464:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326103.939908:0:211464:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326103.939910:0:211464:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326103.939913:0:211464:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000e8358169. 02000000:00000001:2.0:1767326103.939916:0:211464:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326103.939918:0:211464:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326103.939920:0:211464:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000001:2.0:1767326103.939923:0:211464:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326103.939925:0:211464:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326103.939927:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326103.939932:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326103.939937:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326103.939939:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326103.939941:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326104.570438:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326104.570443:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326104.570534:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326104.570537:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326104.570540:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326105.594207:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326105.594215:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326105.594234:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326105.594237:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326105.594240:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1767326106.038958:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326106.038977:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326106.038980:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326106.038982:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326106.038992:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326106.039011:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 328 into portal 15 MB=0x69573eec38600 00000400:00000200:0.0:1767326106.039019:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.107@tcp of length 328/328 into md 0x11 [2] + 1968 00000400:00000010:0.0:1767326106.039023:0:211460:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc5a309c. 00000400:00000200:0.0:1767326106.039029:0:211460:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005c73f08b 00000800:00000001:0.0:1767326106.039050:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326106.039054:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326106.039056:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326106.039060:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326106.039065:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c73f08b 00000400:00000010:0.0:1767326106.039067:0:211460:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c73f08b. 00000100:00000001:0.0:1767326106.039071:0:211460:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767326106.039074:0:211460:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1767326106.039077:0:211460:0:(events.c:337:request_in_callback()) incoming req@00000000d2b6f9d8 x1853175019832832 msgsize 328 00000100:00100000:0.0:1767326106.039079:0:211460:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.107@tcp (source: 12345-192.168.203.107@tcp) 00000100:00000040:0.0:1767326106.039081:0:211460:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767326106.039090:0:211460:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767326106.039096:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326106.039098:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326106.039099:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326106.039100:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326106.039103:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326106.039107:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 328 into portal 15 MB=0x69573eec38680 00000400:00000200:0.0:1767326106.039112:0:211460:0:(lib-ptl.c:642:lnet_ptl_match_md()) Delaying PUT from 12345-192.168.203.107@tcp ptl 15 MB 0x69573eec38680 off 0 len 328 00000100:00000010:3.0:1767326106.039129:0:214147:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6a2ea58. 00000100:00000010:3.0:1767326106.039138:0:214147:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000059031278. 00000100:00100000:3.0:1767326106.039167:0:214147:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1767326106.039170:0:214147:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1767326106.039173:0:214147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3988421. 00000400:00000010:3.0:1767326106.039178:0:214147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035b2684f. 00000400:00000200:3.0:1767326106.039184:0:214147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.107@tcp of length 328/328 into md 0xf15 [2] + 0 00000400:00000200:3.0:1767326106.039187:0:214147:0:(lib-ptl.c:734:lnet_ptl_attach_md()) Resuming delayed PUT from 12345-192.168.203.107@tcp portal 15 match 1853175019832960 offset 0 length 328. 00000400:00000200:3.0:1767326106.039198:0:214147:0:(lib-move.c:5148:lnet_recv_delayed_msg_list()) Resuming delayed PUT from 12345-192.168.203.107@tcp portal 15 match 1853175019832960 offset 0 length 328. 00000100:00000001:3.0:1767326106.039217:0:214147:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326106.039219:0:214147:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175019832832 02000000:00000001:3.0:1767326106.039221:0:214147:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326106.039223:0:214147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326106.039225:0:214147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326106.039230:0:214147:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326106.039238:0:214147:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175019832832 00000800:00000001:0.0:1767326106.039240:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767326106.039241:0:214147:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326106.039244:0:214147:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d97f 00000020:00000001:3.0:1767326106.039247:0:214147:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1767326106.039248:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326106.039251:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767326106.039253:0:214147:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000034fb42fc refcount=3 00000400:00000200:0.0:1767326106.039258:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000020:00000001:3.0:1767326106.039259:0:214147:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306173890560 : -112767535661056 : ffff997043184000) 00000020:00000001:3.0:1767326106.039264:0:214147:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306173890560 : -112767535661056 : ffff997043184000) 00000100:00000001:0.0:1767326106.039265:0:211458:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767326106.039267:0:211458:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:3.0:1767326106.039269:0:214147:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1767326106.039271:0:211458:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ab82abb. 00000020:00000010:3.0:1767326106.039273:0:214147:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000000a461d6. 00000100:00000040:0.0:1767326106.039274:0:211458:0:(events.c:337:request_in_callback()) incoming req@000000003ab82abb x1853175019832960 msgsize 328 00000100:00000001:3.0:1767326106.039278:0:214147:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767326106.039282:0:211458:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.107@tcp (source: 12345-192.168.203.107@tcp) 00000020:00000010:3.0:1767326106.039283:0:214147:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000000a461d6. 00000020:00000010:3.0:1767326106.039290:0:214147:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091ccf070. 00000100:00000001:0.0:1767326106.039294:0:211458:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767326106.039297:0:214147:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000df1f0ab0. 00000800:00000001:0.0:1767326106.039299:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767326106.039304:0:214147:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb98c979. 00000800:00000001:0.0:1767326106.039304:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326106.039317:0:214147:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326106.039320:0:214147:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326106.039322:0:214147:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326106.039324:0:214147:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326106.039341:0:214147:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326106.039344:0:214147:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326106.039353:0:214147:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326106.039354:0:214147:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175019832960 00000100:00000001:2.0:1767326106.039354:0:214148:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767326106.039356:0:214147:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326106.039357:0:214147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326106.039357:0:214148:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326106.039358:0:214147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326106.039360:0:214147:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326106.039362:0:214147:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175019832960 00000100:00000001:2.0:1767326106.039366:0:214148:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326106.039368:0:214148:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767326106.039370:0:214147:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326106.039371:0:214147:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d97f 00000020:00000001:3.0:1767326106.039372:0:214147:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767326106.039373:0:214148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.107@tcp, seq: 6 00000020:00000040:3.0:1767326106.039374:0:214147:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000034fb42fc refcount=4 00000020:00000001:3.0:1767326106.039376:0:214147:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306173890560 : -112767535661056 : ffff997043184000) 00000100:00000040:2.0:1767326106.039377:0:214148:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000034fb42fc : new rpc_count 1 00000020:00000001:3.0:1767326106.039378:0:214147:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306173890560 : -112767535661056 : ffff997043184000) 00000100:00000001:2.0:1767326106.039379:0:214148:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446631306885474384 : -112766824077232 : ffff99706d822850) 00000100:00000001:3.0:1767326106.039380:0:214147:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326106.039382:0:214147:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000000a461d6. 00000100:00000001:3.0:1767326106.039384:0:214147:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326106.039385:0:214147:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000000a461d6. 00000100:00000040:2.0:1767326106.039386:0:214148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d2b6f9d8 x1853175019832832/t0(0) o104->291f3881-b8f5-45de-bd3d-ba6c6f7647b5@192.168.203.107@tcp:222/0 lens 328/0 e 0 to 0 dl 1767326117 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767326106.039389:0:214147:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091e1f590. 00000020:00000010:3.0:1767326106.039391:0:214147:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007be5adb8. 00000020:00000010:3.0:1767326106.039394:0:214147:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000040a4faab. 00000100:00000001:2.0:1767326106.039396:0:214148:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767326106.039398:0:214147:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326106.039399:0:214147:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767326106.039399:0:214148:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f627210. 00000100:00000001:3.0:1767326106.039400:0:214147:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.039401:0:214148:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326106.039402:0:214148:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f627210. 00000100:00000001:3.0:1767326106.039403:0:214147:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326106.039404:0:214147:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326106.039407:0:214148:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d2b6f9d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:291f3881-b8f5-45de-bd3d-ba6c6f7647b5+4:500321:x1853175019832832:12345-192.168.203.107@tcp:104: 00000100:00000200:2.0:1767326106.039412:0:214148:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175019832832 00010000:00000001:2.0:1767326106.039415:0:214148:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326106.039422:0:214148:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326106.039424:0:214148:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326106.039426:0:214148:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000beae24b4 refcount=2 00000020:00000001:2.0:1767326106.039428:0:214148:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887250432 : -112766822301184 : ffff99706d9d4200) 00010000:00000001:2.0:1767326106.039431:0:214148:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887250432 : -112766822301184 : ffff99706d9d4200) 00010000:00000001:2.0:1767326106.039436:0:214148:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326106.039439:0:214148:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326106.039443:0:214148:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.107@tcp lock: 00000000beae24b4/0xddb593876518da19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x11a3bfd0193d645 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326106.039461:0:214148:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326106.039462:0:214148:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326106.039466:0:214148:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000a73fc0b. 02000000:00000001:2.0:1767326106.039468:0:214148:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.039469:0:214148:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326106.039474:0:214148:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326106.039476:0:214148:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326106.039479:0:214148:0:(import.c:2128:obd_at_measure()) add 1 to 000000009e0ab718 time=330 v=5 (1 0 1 0) 00000100:00000001:2.0:1767326106.039483:0:214148:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326106.039486:0:214148:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 13 to 192.168.203.107@tcp 00000100:00000001:2.0:1767326106.039493:0:214148:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 02000000:00000001:2.0:1767326106.039495:0:214148:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326106.039499:0:214148:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.039502:0:214148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326106.039504:0:214148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326106.039507:0:214148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba14329d. 00000100:00000200:2.0:1767326106.039510:0:214148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175019832832, offset 224 00000400:00000200:2.0:1767326106.039515:0:214148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326106.039524:0:214148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.7@tcp to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767326106.039529:0:214148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [456:456:256:4294967295] 192.168.203.107@tcp LPNI seq info [456:456:8:4294967295] 00000400:00000200:2.0:1767326106.039537:0:214148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:192.168.203.7@tcp) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767326106.039541:0:214148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767326106.039546:0:214148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000017d53a65. 00000800:00000200:2.0:1767326106.039551:0:214148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767326106.039556:0:214148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767326106.039560:0:214148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000017d53a65 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326106.039569:0:214148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326106.039571:0:214148:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00010000:00000001:2.0:1767326106.039573:0:214148:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326106.039576:0:214148:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f4dfcd58. 00010000:00000001:2.0:1767326106.039582:0:214148:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326106.039590:0:214148:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326106.039592:0:214148:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326106.039593:0:214148:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326106.039595:0:214148:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326106.039598:0:214148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2b6f9d8 x1853175019832832/t0(0) o104->291f3881-b8f5-45de-bd3d-ba6c6f7647b5@192.168.203.107@tcp:222/0 lens 328/224 e 0 to 0 dl 1767326117 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326106.039604:0:214148:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d2b6f9d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:291f3881-b8f5-45de-bd3d-ba6c6f7647b5+4:500321:x1853175019832832:12345-192.168.203.107@tcp:104: Request processed in 208us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326106.039617:0:214148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.107@tcp, seq: 6 00000100:00000040:2.0:1767326106.039621:0:214148:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000034fb42fc : new rpc_count 0 00000100:00000001:2.0:1767326106.039623:0:214148:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326106.039625:0:214148:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326106.039630:0:214148:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000df1f0ab0. 00000020:00000010:2.0:1767326106.039635:0:214148:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb98c979. 00000800:00000200:0.0:1767326106.039638:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767326106.039639:0:214148:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091ccf070. 00000020:00000001:1.0:1767326106.039641:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000010:0.0:1767326106.039644:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000017d53a65. 00000020:00000001:1.0:1767326106.039646:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326106.039647:0:214148:0:(genops.c:898:class_export_put()) PUTting export 0000000034fb42fc : new refcount 3 00000400:00000200:0.0:1767326106.039649:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767326106.039650:0:214152:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767326106.039655:0:214152:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:2.0:1767326106.039657:0:214148:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326106.039660:0:214152:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000010:2.0:1767326106.039661:0:214148:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002de09f69. 00000400:00000200:0.0:1767326106.039664:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00010000:00010000:1.0:1767326106.039665:0:214152:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.107@tcp lock: 00000000beae24b4/0xddb593876518da19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x11a3bfd0193d645 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767326106.039669:0:214148:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:0.0:1767326106.039671:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba14329d 00000100:00000010:2.0:1767326106.039673:0:214148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008ff6dcc5. 00000400:00000010:0.0:1767326106.039675:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba14329d. 00000100:00000001:0.0:1767326106.039681:0:211459:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:1.0:1767326106.039683:0:214152:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000beae24b4 already unused, calling callback (00000000a9b19f10) 02000000:00000001:0.0:1767326106.039686:0:211459:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00000001:1.0:1767326106.039687:0:214152:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000010:0.0:1767326106.039689:0:211459:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000a73fc0b. 02000000:00000001:2.0:1767326106.039690:0:214148:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00010000:1.0:1767326106.039691:0:214152:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.107@tcp lock: 00000000beae24b4/0xddb593876518da19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x11a3bfd0193d645 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767326106.039694:0:214148:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005f9a9321. 02000000:00000001:0.0:1767326106.039696:0:211459:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767326106.039699:0:211459:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1767326106.039702:0:214148:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326106.039705:0:214148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b6503de. 00010000:00000001:1.0:1767326106.039705:0:214152:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326106.039708:0:214152:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326106.039711:0:214152:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767326106.039712:0:214148:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:1.0:1767326106.039713:0:214152:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000beae24b4 refcount=3 02000000:00000010:2.0:1767326106.039715:0:214148:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e06b0a13. 00000020:00000001:1.0:1767326106.039717:0:214152:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887250432 : -112766822301184 : ffff99706d9d4200) 02000000:00000001:2.0:1767326106.039719:0:214148:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767326106.039721:0:214152:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887250432 : -112766822301184 : ffff99706d9d4200) 00000100:00000010:2.0:1767326106.039722:0:214148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfe9f3b7. 02000000:00000001:2.0:1767326106.039725:0:214148:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326106.039725:0:214148:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004f94368d. 02000000:00000001:2.0:1767326106.039728:0:214148:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326106.039728:0:214148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb16a193. 02000000:00000001:2.0:1767326106.039733:0:214148:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326106.039735:0:214152:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326106.039737:0:214152:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.107@tcp lock: 00000000beae24b4/0xddb593876518da19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x11a3bfd0193d645 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767326106.039741:0:214148:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000049c27129. 02000000:00000001:2.0:1767326106.039746:0:214148:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326106.039748:0:214148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ed2912f. 10000000:00000001:1.0:1767326106.039748:0:214152:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:2.0:1767326106.039751:0:214148:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00010000:1.0:1767326106.039751:0:214152:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.107@tcp lock: 00000000beae24b4/0xddb593876518da19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x11a3bfd0193d645 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767326106.039753:0:214148:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004922aa36. 02000000:00000001:2.0:1767326106.039758:0:214148:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326106.039759:0:214148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a64ef72f. 10000000:01000000:1.0:1767326106.039764:0:214152:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000010:2.0:1767326106.039765:0:214148:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a7b62e56. 10000000:00000001:1.0:1767326106.039770:0:214152:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000010:2.0:1767326106.039772:0:214148:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000f62bb100. 10000000:00000040:1.0:1767326106.039773:0:214152:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 00000100:00000001:2.0:1767326106.039776:0:214148:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:1.0:1767326106.039777:0:214152:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767326106.039782:0:214152:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767326106.039783:0:214152:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.039786:0:214148:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326106.039788:0:214148:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326106.039791:0:214148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.107@tcp, seq: 7 00000100:00000040:2.0:1767326106.039793:0:214148:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000034fb42fc : new rpc_count 1 00000100:00000001:2.0:1767326106.039794:0:214148:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446631306250667776 : -112767458883840 : ffff997047abc700) 00000100:00000040:2.0:1767326106.039797:0:214148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003ab82abb x1853175019832960/t0(0) o104->291f3881-b8f5-45de-bd3d-ba6c6f7647b5@192.168.203.107@tcp:222/0 lens 328/0 e 0 to 0 dl 1767326117 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767326106.039800:0:214152:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767326106.039803:0:214152:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767326106.039804:0:214148:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 10000000:00000040:1.0:1767326106.039806:0:214152:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(0000000084a5a69d) refs 2 00000020:00000010:2.0:1767326106.039807:0:214148:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f627210. 00000100:00000001:2.0:1767326106.039811:0:214148:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 10000000:00000001:1.0:1767326106.039811:0:214152:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767326106.039814:0:214152:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326106.039815:0:214148:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f627210. 00010000:00000001:1.0:1767326106.039820:0:214152:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:2.0:1767326106.039821:0:214148:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003ab82abb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:291f3881-b8f5-45de-bd3d-ba6c6f7647b5+3:500321:x1853175019832960:12345-192.168.203.107@tcp:104: 00000100:00000200:2.0:1767326106.039825:0:214148:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175019832960 00010000:00000001:1.0:1767326106.039826:0:214152:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767326106.039829:0:214148:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767326106.039830:0:214152:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767326106.039832:0:214148:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767326106.039834:0:214152:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767326106.039835:0:214148:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326106.039838:0:214148:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e055946f refcount=2 00010000:00000001:1.0:1767326106.039839:0:214152:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326106.039840:0:214148:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885780480 : -112766823771136 : ffff99706d86d400) 00000020:00000040:1.0:1767326106.039843:0:214152:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000beae24b4 with handle 0xddb593876518da19 from hash 00010000:00000001:2.0:1767326106.039844:0:214148:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885780480 : -112766823771136 : ffff99706d86d400) 00010000:00000001:1.0:1767326106.039849:0:214152:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326106.039852:0:214152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326106.039853:0:214152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326106.039855:0:214152:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326106.039857:0:214152:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767326106.039858:0:214148:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326106.039859:0:214152:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767326106.039861:0:214148:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326106.039864:0:214152:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00010000:2.0:1767326106.039868:0:214148:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.107@tcp lock: 00000000e055946f/0xddb593876518da12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x11a3bfd0193d63e expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326106.039869:0:214152:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326106.039877:0:214152:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6c70c52. 00000100:00000001:2.0:1767326106.039880:0:214148:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:1.0:1767326106.039882:0:214152:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 02000000:00000001:2.0:1767326106.039883:0:214148:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326106.039887:0:214148:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000091730c9c. 00000100:00000001:1.0:1767326106.039888:0:214152:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326106.039889:0:214148:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.039891:0:214148:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326106.039893:0:214148:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326106.039894:0:214148:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326106.039896:0:214148:0:(import.c:2128:obd_at_measure()) add 1 to 000000009e0ab718 time=30 v=5 (1 0 1 0) 02000000:00000001:1.0:1767326106.039898:0:214152:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326106.039899:0:214148:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326106.039903:0:214148:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 13 to 192.168.203.107@tcp 00000100:00000001:2.0:1767326106.039904:0:214148:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 02000000:00000001:1.0:1767326106.039905:0:214152:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326106.039906:0:214148:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326106.039910:0:214148:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.039911:0:214148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326106.039913:0:214148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000010:1.0:1767326106.039914:0:214152:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b8b77d5. 00000400:00000010:2.0:1767326106.039916:0:214148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6e884a0. 00000100:00000200:2.0:1767326106.039920:0:214148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175019832960, offset 224 00000100:00000001:1.0:1767326106.039923:0:214152:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326106.039924:0:214148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00010000:00000001:1.0:1767326106.039928:0:214152:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000200:2.0:1767326106.039931:0:214148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.7@tcp to MR: 192.168.203.107@tcp local destination 00010000:00010000:1.0:1767326106.039933:0:214152:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.107@tcp lock: 00000000beae24b4/0xddb593876518da19 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d645 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767326106.039936:0:214148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [457:457:256:4294967295] 192.168.203.107@tcp LPNI seq info [457:457:8:4294967295] 00010000:00010000:1.0:1767326106.039949:0:214152:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326106.039953:0:214152:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326106.039954:0:214148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:192.168.203.7@tcp) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767326106.039959:0:214148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326106.039960:0:214152:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:2.0:1767326106.039962:0:214148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008746fd97. 00000100:00000001:1.0:1767326106.039964:0:214152:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326106.039968:0:214148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:1.0:1767326106.039975:0:214152:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6c70c52] to pc [ptlrpcd_00_02+2] req@00000000f6c70c52 x1853174993444352/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326106.039976:0:214148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767326106.039978:0:214148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008746fd97 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326106.039986:0:214148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326106.039988:0:214148:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00010000:00000001:2.0:1767326106.039991:0:214148:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326106.039998:0:214148:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000001c154d43. 00010000:00000001:2.0:1767326106.040001:0:214148:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326106.040008:0:214148:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326106.040010:0:214148:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326106.040011:0:214148:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326106.040013:0:214148:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326106.040015:0:214152:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326106.040017:0:214148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ab82abb x1853175019832960/t0(0) o104->291f3881-b8f5-45de-bd3d-ba6c6f7647b5@192.168.203.107@tcp:222/0 lens 328/224 e 0 to 0 dl 1767326117 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767326106.040020:0:214152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326106.040023:0:214152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326106.040026:0:214152:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326106.040029:0:214148:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003ab82abb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:291f3881-b8f5-45de-bd3d-ba6c6f7647b5+3:500321:x1853175019832960:12345-192.168.203.107@tcp:104: Request processed in 222us (752us total) trans 0 rc 0/0 00010000:00000001:1.0:1767326106.040031:0:214152:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326106.040036:0:214152:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326106.040040:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:1.0:1767326106.040040:0:214152:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.107@tcp lock: 00000000beae24b4/0xddb593876518da19 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d645 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767326106.040041:0:214148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.107@tcp, seq: 7 00000020:00000001:3.0:1767326106.040043:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326106.040047:0:214148:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000034fb42fc : new rpc_count 0 00010000:00010000:3.0:1767326106.040049:0:214153:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000800:00000200:0.0:1767326106.040051:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326106.040052:0:214148:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767326106.040054:0:214153:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767326106.040056:0:214148:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767326106.040057:0:214153:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000010:0.0:1767326106.040057:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008746fd97. 00010000:00000001:1.0:1767326106.040058:0:214152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767326106.040061:0:214153:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.107@tcp lock: 00000000e055946f/0xddb593876518da12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x11a3bfd0193d63e expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767326106.040062:0:214148:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007be5adb8. 00010000:00010000:1.0:1767326106.040062:0:214152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.107@tcp lock: 00000000beae24b4/0xddb593876518da19 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d645 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767326106.040063:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326106.040069:0:214148:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000040a4faab. 00000400:00000200:0.0:1767326106.040075:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000020:00000010:2.0:1767326106.040077:0:214148:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091e1f590. 00010000:00010000:3.0:1767326106.040080:0:214153:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e055946f already unused, calling callback (00000000a9b19f10) 10000000:00000001:3.0:1767326106.040083:0:214153:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1767326106.040084:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e884a0 10000000:00010000:3.0:1767326106.040085:0:214153:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.107@tcp lock: 00000000e055946f/0xddb593876518da12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x11a3bfd0193d63e expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767326106.040086:0:214148:0:(genops.c:898:class_export_put()) PUTting export 0000000034fb42fc : new refcount 2 00000400:00000010:0.0:1767326106.040088:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6e884a0. 00010000:00000001:1.0:1767326106.040090:0:214152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326106.040092:0:214148:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326106.040094:0:214152:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767326106.040095:0:211460:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000010:1.0:1767326106.040098:0:214152:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000f4dfcd58. 00000100:00000001:0.0:1767326106.040099:0:211460:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767326106.040105:0:214152:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326106.040109:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326106.040110:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326106.040112:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326106.040114:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767326106.040115:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326106.040120:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000001:1.0:1767326106.040121:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326106.040125:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326106.040126:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326106.040127:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326106.040131:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326106.040131:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326106.040133:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326106.040133:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:1.0:1767326106.040138:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326106.040138:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326106.040167:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326106.040170:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326106.040174:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767326106.040175:0:214153:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767326106.040179:0:214153:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326106.040180:0:214153:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767326106.040183:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6c70c52 x1853174993444352/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767326106.040188:0:214153:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e055946f refcount=3 00000020:00000001:3.0:1767326106.040193:0:214153:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885780480 : -112766823771136 : ffff99706d86d400) 00010000:00000001:3.0:1767326106.040199:0:214153:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885780480 : -112766823771136 : ffff99706d86d400) 00000100:00000001:0.0:1767326106.040201:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1767326106.040204:0:214153:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767326106.040204:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326106.040208:0:214153:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.107@tcp lock: 00000000e055946f/0xddb593876518da12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x11a3bfd0193d63e expref: -99 pid: 214155 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767326106.040211:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326106.040215:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1767326106.040219:0:214153:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:0.0:1767326106.040220:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:3.0:1767326106.040222:0:214153:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.107@tcp lock: 00000000e055946f/0xddb593876518da12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x11a3bfd0193d63e expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767326106.040225:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993444352:192.168.203.107@tcp:103: 00000100:00000001:0.0:1767326106.040233:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326106.040239:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:01000000:3.0:1767326106.040242:0:214153:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 02000000:00000001:0.0:1767326106.040244:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326106.040250:0:214153:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 02000000:00000001:0.0:1767326106.040250:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000040:3.0:1767326106.040253:0:214153:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767326106.040254:0:214153:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767326106.040256:0:214153:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767326106.040257:0:214153:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326106.040262:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001459f629. 02000000:00000001:0.0:1767326106.040265:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326106.040269:0:214153:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000400:00000010:0.0:1767326106.040270:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4fb41d1. 10000000:00000001:3.0:1767326106.040273:0:214153:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767326106.040275:0:214153:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000787ac9e6) refs 2 00000400:00000010:0.0:1767326106.040276:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b20fe0. 10000000:00000001:3.0:1767326106.040279:0:214153:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767326106.040282:0:214153:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326106.040282:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993444352, portal 18 00000100:00000001:0.0:1767326106.040288:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1767326106.040289:0:214153:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767326106.040292:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138714240 : -112766570837376 : ffff99707c9a4a80) 00010000:00000001:3.0:1767326106.040293:0:214153:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767326106.040297:0:214153:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767326106.040299:0:214153:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1767326106.040302:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f6c70c52 x1853174993444352/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326106.040303:0:214153:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326106.040308:0:214153:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e055946f with handle 0xddb593876518da12 from hash 00010000:00000001:3.0:1767326106.040313:0:214153:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767326106.040315:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767326106.040316:0:214153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326106.040321:0:214153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767326106.040321:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00010000:00000001:3.0:1767326106.040324:0:214153:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:0.0:1767326106.040324:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc894f48. 00010000:00000001:3.0:1767326106.040337:0:214153:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767326106.040339:0:214153:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767326106.040342:0:214153:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000200:0.0:1767326106.040342:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853174993444352, offset 0 00010000:00000001:3.0:1767326106.040344:0:214153:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000200:0.0:1767326106.040350:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:3.0:1767326106.040354:0:214153:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f8ef0b3. 00000020:00000040:3.0:1767326106.040357:0:214153:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=5 obd=MGC192.168.203.107@tcp 00000400:00000200:0.0:1767326106.040359:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767326106.040360:0:214153:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326106.040363:0:214153:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326106.040366:0:214153:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326106.040369:0:214153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f129e98c. 00000400:00000200:0.0:1767326106.040369:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326106.040373:0:214153:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326106.040375:0:214153:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000200:0.0:1767326106.040377:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00010000:00010000:3.0:1767326106.040378:0:214153:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.107@tcp lock: 00000000e055946f/0xddb593876518da12 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d63e expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767326106.040383:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00010000:00010000:3.0:1767326106.040388:0:214153:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000400:00000200:0.0:1767326106.040389:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00010000:00000001:3.0:1767326106.040392:0:214153:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326106.040396:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [458:458:256:4294967295] 192.168.203.107@tcp LPNI seq info [458:458:8:4294967295] 00000100:00000001:3.0:1767326106.040397:0:214153:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326106.040399:0:214153:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326106.040406:0:214153:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f8ef0b3] to pc [ptlrpcd_00_03+3] req@000000003f8ef0b3 x1853174993444480/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326106.040416:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767326106.040424:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00010000:00000001:3.0:1767326106.040427:0:214153:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767326106.040429:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a24aac0. 00010000:00000001:3.0:1767326106.040430:0:214153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326106.040433:0:214153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326106.040435:0:214153:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326106.040436:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00010000:00000001:3.0:1767326106.040437:0:214153:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326106.040441:0:214153:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326106.040444:0:214153:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.107@tcp lock: 00000000e055946f/0xddb593876518da12 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d63e expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000800:00000200:0.0:1767326106.040445:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326106.040448:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767326106.040451:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007a24aac0 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:3.0:1767326106.040453:0:214153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1767326106.040453:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1767326106.040457:0:214153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.107@tcp lock: 00000000e055946f/0xddb593876518da12 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d63e expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326106.040457:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326106.040462:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326106.040463:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326106.040465:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326106.040467:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326106.040468:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.040470:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000040:3.0:1767326106.040476:0:214153:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e3009d8d count: 0 00000100:00000040:2.0:1767326106.040476:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f8ef0b3 x1853174993444480/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326106.040477:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306027608 00000100:00000001:2.0:1767326106.040487:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326106.040488:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306025498 00000100:00000001:2.0:1767326106.040489:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326106.040490:0:214153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326106.040493:0:214153:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767326106.040495:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306027608 00010000:00000010:3.0:1767326106.040497:0:214153:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000001c154d43. 02000000:00000001:2.0:1767326106.040498:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326106.040500:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306025498 02000000:00000001:2.0:1767326106.040501:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326106.040503:0:214153:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326106.040503:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326106.040505:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003f8ef0b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993444480:192.168.203.107@tcp:103: 00000100:00000001:2.0:1767326106.040513:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326106.040514:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306027608 00000020:00000001:3.0:1767326106.040515:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767326106.040516:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767326106.040518:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326106.040519:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326106.040521:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306025498 00010000:00010000:3.0:1767326106.040524:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767326106.040524:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326106.040526:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306027608 00000020:00000001:3.0:1767326106.040528:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:2.0:1767326106.040529:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000248edc2f. 00000020:00000001:3.0:1767326106.040532:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326106.040532:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326106.040533:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326106.040533:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306025498 00010000:00010000:3.0:1767326106.040538:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767326106.040539:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5b6f2c7. 00000800:00000010:1.0:1767326106.040539:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a24aac0. 00000020:00000001:3.0:1767326106.040541:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767326106.040541:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767326106.040544:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326106.040547:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000732629a8. 00000400:00000200:1.0:1767326106.040547:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767326106.040548:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326106.040549:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326106.040553:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993444480, portal 18 00000100:00000001:0.0:1767326106.040555:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.040557:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326106.040559:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326106.040560:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268023808 : -112767441527808 : ffff997048b49c00) 00000100:00000001:0.0:1767326106.040561:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326106.040565:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326106.040566:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc894f48 00000100:00000040:2.0:1767326106.040568:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003f8ef0b3 x1853174993444480/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326106.040568:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767326106.040571:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc894f48. 00000100:00000001:0.0:1767326106.040573:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326106.040577:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326106.040578:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326106.040586:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767326106.040588:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f6c70c52 x1853174993444352/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326106.040592:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326106.040596:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000100:00000200:2.0:1767326106.040602:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853174993444480, offset 0 00000100:00000001:1.0:1767326106.040604:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326106.040609:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767326106.040610:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6c70c52 x1853174993444352/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326106.040618:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326106.040619:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767326106.040621:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767326106.040625:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326106.040629:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767326106.040631:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326106.040633:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767326106.040636:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [459:459:255:4294967295] 192.168.203.107@tcp LPNI seq info [459:459:7:4294967295] 00000400:00000200:2.0:1767326106.040643:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767326106.040648:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767326106.040651:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d039d7c1. 00000800:00000200:2.0:1767326106.040654:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767326106.040661:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767326106.040663:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d039d7c1 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767326106.040672:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.040674:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306027608 00000100:00000001:2.0:1767326106.040676:0:211467:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, keep current deadline 4306027608 00000100:00000001:2.0:1767326106.040678:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306027608 00000100:00000001:2.0:1767326106.040680:0:211467:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, keep current deadline 4306027608 00000100:00000001:2.0:1767326106.040682:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306027608 00000100:00000001:2.0:1767326106.040683:0:211467:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, keep current deadline 4306027608 00000100:00000001:2.0:1767326106.040685:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306027608 00000100:00000001:2.0:1767326106.040687:0:211467:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, keep current deadline 4306027608 00000100:00000001:2.0:1767326106.040689:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326106.040692:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.040694:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.040697:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326106.040732:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326106.040735:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d039d7c1. 00000400:00000200:0.0:1767326106.040737:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326106.040741:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326106.040745:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000400:00000010:0.0:1767326106.040746:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000100:00000001:0.0:1767326106.040749:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326106.040752:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f8ef0b3 x1853174993444480/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326106.040759:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326106.040762:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f8ef0b3 x1853174993444480/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326106.040768:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326106.040769:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767326106.045177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000beae24b4. 00000800:00000001:0.0:1767326106.046703:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326106.046711:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326106.046714:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326106.046716:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326106.046724:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326106.046734:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 18 MB=0x69573ed30de00 00000400:00000200:0.0:1767326106.046740:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.107@tcp of length 224/224 into md 0xf21 [1] + 224 00000800:00000001:0.0:1767326106.046752:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326106.046758:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326106.046760:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326106.046764:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326106.046767:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326106.046772:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f6c70c52 x1853174993444352/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326106.046779:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6c70c52 x1853174993444352/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326106.046796:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326106.046801:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326106.046803:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326106.046825:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326106.046829:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326106.046834:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326106.046836:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326106.046838:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4fb41d1. 00000400:00000200:2.0:1767326106.046842:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b20fe0 00000400:00000010:2.0:1767326106.046844:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b20fe0. 00000100:00000001:2.0:1767326106.046846:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326106.046851:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f6c70c52 x1853174993444352/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326106.046860:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f6c70c52 x1853174993444352/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326106.046866:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326106.046868:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326106.046870:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326106.046872:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326106.046873:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326106.046880:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326106.046882:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326106.046887:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 000000009b4353f9 time=330 v=5 (5 0 5 0) 00000100:00001000:2.0:1767326106.046891:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=63 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326106.046893:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326106.046895:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326106.046897:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326106.046898:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.046901:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326106.046905:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6c70c52 x1853174993444352/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326106.046912:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326106.046915:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326106.046917:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326106.046920:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6c70c52 x1853174993444352/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326106.046928:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993444352:192.168.203.107@tcp:103: 00000100:00000001:2.0:1767326106.046934:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326106.046936:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326106.046938:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6c70c52 x1853174993444352/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326106.046943:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326106.046945:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326106.046947:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001459f629. 02000000:00000001:2.0:1767326106.046951:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326106.046952:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326106.046954:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767326106.046956:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326106.046958:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007b8b77d5. 02000000:00000001:2.0:1767326106.046961:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326106.046963:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326106.046964:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6c70c52. 00000100:00000001:2.0:1767326106.046967:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326106.046973:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326106.046975:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326106.046979:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326106.046981:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.046983:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326106.046985:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767326106.049178:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e3009d8d. 00010000:00000010:3.1:1767326106.049183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e055946f. 00000800:00000001:1.0:1767326106.049202:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326106.049207:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326106.049209:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326106.049210:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326106.049214:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326106.049220:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 18 MB=0x69573ed30de80 00000400:00000200:1.0:1767326106.049223:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.107@tcp of length 224/224 into md 0xf29 [1] + 224 00000800:00000001:1.0:1767326106.049226:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326106.049251:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326106.049252:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326106.049255:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326106.049257:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326106.049260:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f8ef0b3 x1853174993444480/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326106.049266:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f8ef0b3 x1853174993444480/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326106.049281:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326106.049285:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326106.049287:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326106.049312:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326106.049315:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326106.049319:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326106.049320:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326106.049322:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5b6f2c7. 00000400:00000200:2.0:1767326106.049326:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000732629a8 00000400:00000010:2.0:1767326106.049340:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000732629a8. 00000100:00000001:2.0:1767326106.049343:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326106.049348:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f8ef0b3 x1853174993444480/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326106.049358:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f8ef0b3 x1853174993444480/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326106.049366:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326106.049367:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326106.049369:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326106.049372:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326106.049373:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326106.049375:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326106.049378:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326106.049380:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 000000009b4353f9 time=30 v=5 (5 0 5 0) 00000100:00001000:2.0:1767326106.049383:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=63 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326106.049386:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326106.049387:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326106.049389:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326106.049390:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.049392:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326106.049395:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f8ef0b3 x1853174993444480/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326106.049402:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326106.049404:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326106.049412:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326106.049415:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f8ef0b3 x1853174993444480/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326106.049423:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003f8ef0b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993444480:192.168.203.107@tcp:103: 00000100:00000001:2.0:1767326106.049427:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326106.049429:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326106.049432:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f8ef0b3 x1853174993444480/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326106.049437:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326106.049439:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326106.049441:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000248edc2f. 02000000:00000001:2.0:1767326106.049444:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326106.049445:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326106.049446:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767326106.049448:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326106.049450:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f129e98c. 02000000:00000001:2.0:1767326106.049452:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326106.049453:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326106.049454:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f8ef0b3. 00000100:00000001:2.0:1767326106.049457:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326106.049467:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326106.049469:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326106.049473:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326106.049475:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.049477:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326106.049478:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326106.138718:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326106.138737:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326106.138741:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326106.138743:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326106.138753:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326106.138771:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 328 into portal 15 MB=0x69573eec39c00 00000400:00000200:0.0:1767326106.138778:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.107@tcp of length 328/328 into md 0xf15 [2] + 328 00000800:00000001:0.0:1767326106.138786:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326106.138798:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326106.138800:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326106.138804:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326106.138811:0:211459:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767326106.138814:0:211459:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767326106.138818:0:211459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006df0bad6. 00000100:00000040:0.0:1767326106.138822:0:211459:0:(events.c:337:request_in_callback()) incoming req@000000006df0bad6 x1853175019838464 msgsize 328 00000100:00100000:0.0:1767326106.138825:0:211459:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.107@tcp (source: 12345-192.168.203.107@tcp) 00000100:00000001:0.0:1767326106.138836:0:211459:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767326106.138843:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326106.138845:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326106.138889:0:214148:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326106.138894:0:214148:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175019838464 02000000:00000001:2.0:1767326106.138897:0:214148:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326106.138899:0:214148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326106.138901:0:214148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326106.138907:0:214148:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326106.138911:0:214148:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175019838464 00000020:00000001:2.0:1767326106.138914:0:214148:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326106.138917:0:214148:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d97f 00000020:00000001:2.0:1767326106.138935:0:214148:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326106.138938:0:214148:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000034fb42fc refcount=3 00000020:00000001:2.0:1767326106.138945:0:214148:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306173890560 : -112767535661056 : ffff997043184000) 00000020:00000001:2.0:1767326106.138947:0:214148:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306173890560 : -112767535661056 : ffff997043184000) 00000100:00000001:2.0:1767326106.138953:0:214148:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326106.138958:0:214148:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f627210. 00000100:00000001:2.0:1767326106.138961:0:214148:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326106.138964:0:214148:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f627210. 00000020:00000010:2.0:1767326106.138971:0:214148:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000248edc2f. 00000020:00000010:2.0:1767326106.138977:0:214148:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000909c7d0b. 00000020:00000010:2.0:1767326106.138983:0:214148:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003ee58c8a. 00000100:00000040:2.0:1767326106.138994:0:214148:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326106.138998:0:214148:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326106.138999:0:214148:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326106.139001:0:214148:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.139011:0:214148:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.139022:0:214148:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326106.139035:0:214148:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326106.139037:0:214148:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326106.139043:0:214148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.107@tcp, seq: 8 00000100:00000040:2.0:1767326106.139046:0:214148:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000034fb42fc : new rpc_count 1 00000100:00000001:2.0:1767326106.139049:0:214148:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446631306250670464 : -112767458881152 : ffff997047abd180) 00000100:00000040:2.0:1767326106.139057:0:214148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006df0bad6 x1853175019838464/t0(0) o104->291f3881-b8f5-45de-bd3d-ba6c6f7647b5@192.168.203.107@tcp:222/0 lens 328/0 e 0 to 0 dl 1767326117 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326106.139068:0:214148:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326106.139070:0:214148:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f627210. 00000100:00000001:2.0:1767326106.139072:0:214148:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326106.139074:0:214148:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f627210. 00000100:00100000:2.0:1767326106.139078:0:214148:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006df0bad6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:291f3881-b8f5-45de-bd3d-ba6c6f7647b5+3:500343:x1853175019838464:12345-192.168.203.107@tcp:104: 00000100:00000200:2.0:1767326106.139082:0:214148:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175019838464 00010000:00000001:2.0:1767326106.139085:0:214148:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326106.139098:0:214148:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326106.139100:0:214148:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326106.139102:0:214148:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c469cfaf refcount=2 00000020:00000001:2.0:1767326106.139104:0:214148:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885782528 : -112766823769088 : ffff99706d86dc00) 00010000:00000001:2.0:1767326106.139107:0:214148:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885782528 : -112766823769088 : ffff99706d86dc00) 00010000:00000001:2.0:1767326106.139111:0:214148:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326106.139113:0:214148:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326106.139118:0:214148:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518da0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x11a3bfd0193d637 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326106.139129:0:214148:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326106.139131:0:214148:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326106.139136:0:214148:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009e2e7275. 02000000:00000001:2.0:1767326106.139169:0:214148:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.139172:0:214148:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326106.139177:0:214148:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326106.139180:0:214148:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326106.139184:0:214148:0:(import.c:2128:obd_at_measure()) add 1 to 000000009e0ab718 time=30 v=5 (1 0 1 0) 00000100:00000001:2.0:1767326106.139190:0:214148:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326106.139193:0:214148:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 13 to 192.168.203.107@tcp 00000100:00000001:2.0:1767326106.139196:0:214148:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 02000000:00000001:2.0:1767326106.139199:0:214148:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326106.139201:0:214148:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.139205:0:214148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326106.139208:0:214148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326106.139213:0:214148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000732629a8. 00000100:00000200:2.0:1767326106.139218:0:214148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175019838464, offset 224 00000400:00000200:2.0:1767326106.139225:0:214148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326106.139236:0:214148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.7@tcp to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767326106.139243:0:214148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [460:460:256:4294967295] 192.168.203.107@tcp LPNI seq info [460:460:8:4294967295] 00000400:00000200:2.0:1767326106.139254:0:214148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:192.168.203.7@tcp) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767326106.139259:0:214148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767326106.139264:0:214148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042d82b83. 00000800:00000200:2.0:1767326106.139275:0:214148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767326106.139282:0:214148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767326106.139286:0:214148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000042d82b83 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326106.139299:0:214148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326106.139302:0:214148:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00010000:00000001:2.0:1767326106.139305:0:214148:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326106.139309:0:214148:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a79830c8. 00010000:00000001:2.0:1767326106.139313:0:214148:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326106.139324:0:214148:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326106.139326:0:214148:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326106.139340:0:214148:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326106.139342:0:214148:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326106.139346:0:214148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006df0bad6 x1853175019838464/t0(0) o104->291f3881-b8f5-45de-bd3d-ba6c6f7647b5@192.168.203.107@tcp:222/0 lens 328/224 e 0 to 0 dl 1767326117 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326106.139355:0:214148:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006df0bad6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:291f3881-b8f5-45de-bd3d-ba6c6f7647b5+3:500343:x1853175019838464:12345-192.168.203.107@tcp:104: Request processed in 287us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326106.139365:0:214148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.107@tcp, seq: 8 00000020:00000001:1.0:1767326106.139367:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767326106.139368:0:214148:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000034fb42fc : new rpc_count 0 00000020:00000001:1.0:1767326106.139372:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.139373:0:214148:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326106.139377:0:214148:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1767326106.139377:0:214507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:2.0:1767326106.139383:0:214148:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000909c7d0b. 00010000:00000001:1.0:1767326106.139383:0:214507:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326106.139386:0:214507:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1767326106.139388:0:214148:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003ee58c8a. 00010000:00010000:1.0:1767326106.139390:0:214507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518da0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x11a3bfd0193d637 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767326106.139395:0:214148:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000248edc2f. 00010000:00010000:1.0:1767326106.139402:0:214507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c469cfaf already unused, calling callback (00000000a9b19f10) 00000020:00000040:2.0:1767326106.139403:0:214148:0:(genops.c:898:class_export_put()) PUTting export 0000000034fb42fc : new refcount 2 10000000:00000001:1.0:1767326106.139407:0:214507:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767326106.139409:0:214148:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00010000:1.0:1767326106.139411:0:214507:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518da0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x11a3bfd0193d637 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326106.139419:0:214507:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326106.139421:0:214507:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326106.139422:0:214507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:0.0:1767326106.139422:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1767326106.139424:0:214507:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c469cfaf refcount=3 00000020:00000001:1.0:1767326106.139426:0:214507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885782528 : -112766823769088 : ffff99706d86dc00) 00010000:00000001:1.0:1767326106.139428:0:214507:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885782528 : -112766823769088 : ffff99706d86dc00) 00010000:00000001:1.0:1767326106.139432:0:214507:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000010:0.0:1767326106.139432:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042d82b83. 00010000:00010000:1.0:1767326106.139434:0:214507:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518da0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x11a3bfd0193d637 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767326106.139435:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326106.139439:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 10000000:00000001:1.0:1767326106.139440:0:214507:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767326106.139441:0:214507:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518da0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x11a3bfd0193d637 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767326106.139444:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000732629a8 10000000:01000000:1.0:1767326106.139446:0:214507:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000400:00000010:0.0:1767326106.139446:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000732629a8. 10000000:00000001:1.0:1767326106.139450:0:214507:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:0.0:1767326106.139450:0:211460:0:(events.c:386:reply_out_callback()) Process entered 10000000:00000040:1.0:1767326106.139451:0:214507:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 00000100:00000001:0.0:1767326106.139452:0:211460:0:(events.c:398:reply_out_callback()) Process leaving 10000000:00000040:1.0:1767326106.139459:0:214507:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767326106.139461:0:214507:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767326106.139462:0:214507:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326106.139470:0:214507:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767326106.139472:0:214507:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767326106.139473:0:214507:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(0000000033b8c559) refs 2 10000000:00000001:1.0:1767326106.139476:0:214507:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767326106.139477:0:214507:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326106.139480:0:214507:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326106.139483:0:214507:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326106.139485:0:214507:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326106.139487:0:214507:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326106.139488:0:214507:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326106.139491:0:214507:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c469cfaf with handle 0xddb593876518da0b from hash 00010000:00000001:1.0:1767326106.139493:0:214507:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326106.139495:0:214507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326106.139497:0:214507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326106.139498:0:214507:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326106.139500:0:214507:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326106.139502:0:214507:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326106.139506:0:214507:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326106.139508:0:214507:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326106.139514:0:214507:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d8ec799. 00000020:00000040:1.0:1767326106.139517:0:214507:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326106.139520:0:214507:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326106.139522:0:214507:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326106.139527:0:214507:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326106.139532:0:214507:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000acc4da14. 00000100:00000001:1.0:1767326106.139537:0:214507:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326106.139539:0:214507:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326106.139542:0:214507:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518da0b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d637 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326106.139545:0:214507:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326106.139547:0:214507:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326106.139551:0:214507:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326106.139553:0:214507:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326106.139570:0:214507:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d8ec799] to pc [ptlrpcd_00_00+0] req@000000007d8ec799 x1853174993444608/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326106.139592:0:214507:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326106.139594:0:214507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326106.139595:0:214507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326106.139596:0:214507:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326106.139597:0:214507:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326106.139599:0:214507:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326106.139600:0:214507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518da0b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d637 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326106.139603:0:214507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326106.139605:0:214507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.107@tcp lock: 00000000c469cfaf/0xddb593876518da0b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x11a3bfd0193d637 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326106.139610:0:214507:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a4d24967 count: 0 00000100:00000001:2.0:1767326106.139618:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326106.139622:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326106.139623:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767326106.139625:0:214507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326106.139627:0:214507:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767326106.139628:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.139628:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000010:1.0:1767326106.139629:0:214507:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a79830c8. 00010000:00000001:1.0:1767326106.139635:0:214507:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326106.139638:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d8ec799 x1853174993444608/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326106.139638:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326106.139641:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326106.139645:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326106.139647:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326106.139649:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326106.139652:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326106.139655:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326106.139657:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767326106.139657:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326106.139659:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326106.139669:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326106.139673:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326106.139676:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326106.139678:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326106.139682:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993444608:192.168.203.107@tcp:103: 00000100:00000001:2.0:1767326106.139686:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326106.139693:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326106.139695:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326106.139698:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326106.139701:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000248edc2f. 02000000:00000001:2.0:1767326106.139704:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326106.139709:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5b6f2c7. 00000400:00000010:2.0:1767326106.139714:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014753050. 00000100:00000200:2.0:1767326106.139719:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993444608, portal 18 00000100:00000001:2.0:1767326106.139722:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326106.139723:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138718720 : -112766570832896 : ffff99707c9a5c00) 00000100:00000040:2.0:1767326106.139728:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d8ec799 x1853174993444608/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326106.139735:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326106.139737:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326106.139739:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000970be8f4. 00000100:00000200:2.0:1767326106.139741:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853174993444608, offset 0 00000400:00000200:2.0:1767326106.139745:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326106.139751:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767326106.139756:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326106.139761:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767326106.139765:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326106.139769:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767326106.139771:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [461:461:256:4294967295] 192.168.203.107@tcp LPNI seq info [461:461:8:4294967295] 00000400:00000200:2.0:1767326106.139778:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767326106.139783:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767326106.139786:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000feb32360. 00000800:00000200:2.0:1767326106.139796:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767326106.139800:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767326106.139802:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000feb32360 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767326106.139814:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.139818:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306027707 00000100:00000001:2.0:1767326106.139825:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306027608 00000100:00000001:2.0:1767326106.139830:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306027707 00000100:00000001:2.0:1767326106.139833:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306027608 00000100:00000001:2.0:1767326106.139836:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306027707 00000100:00000001:2.0:1767326106.139840:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306027608 00000100:00000001:2.0:1767326106.139842:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306027707 00000100:00000001:2.0:1767326106.139845:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306027608 00000100:00000001:2.0:1767326106.139848:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326106.139851:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.139854:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.139856:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326106.139860:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326106.139862:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1767326106.139863:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000feb32360. 00000100:00000001:2.0:1767326106.139866:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326106.139867:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326106.139872:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326106.139874:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326106.139876:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326106.139877:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000970be8f4 00000100:00000001:2.0:1767326106.139879:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326106.139880:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000970be8f4. 00000100:00000001:2.0:1767326106.139883:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326106.139889:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326106.139893:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d8ec799 x1853174993444608/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326106.139901:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326106.139903:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d8ec799 x1853174993444608/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326106.139908:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326106.139909:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326106.141591:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326106.141598:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326106.141600:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326106.141602:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326106.141607:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326106.141615:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 18 MB=0x69573ed30df00 00000400:00000200:0.0:1767326106.141621:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.107@tcp of length 224/224 into md 0xf35 [1] + 224 00000800:00000001:0.0:1767326106.141625:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326106.141630:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326106.141632:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326106.141635:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326106.141638:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326106.141641:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d8ec799 x1853174993444608/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326106.141651:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007d8ec799 x1853174993444608/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326106.141666:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326106.141671:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326106.141674:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326106.141700:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326106.141703:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326106.141708:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326106.141710:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326106.141713:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5b6f2c7. 00000400:00000200:2.0:1767326106.141716:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014753050 00000400:00000010:2.0:1767326106.141717:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014753050. 00000100:00000001:2.0:1767326106.141719:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326106.141723:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d8ec799 x1853174993444608/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326106.141732:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d8ec799 x1853174993444608/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326106.141745:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326106.141746:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326106.141749:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326106.141751:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326106.141753:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326106.141755:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326106.141757:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326106.141762:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 000000009b4353f9 time=30 v=5 (5 0 5 0) 00000100:00001000:2.0:1767326106.141766:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=63 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326106.141768:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326106.141770:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326106.141772:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326106.141774:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.141777:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326106.141781:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d8ec799 x1853174993444608/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326106.141788:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326106.141790:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326106.141792:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326106.141794:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d8ec799 x1853174993444608/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326106.141799:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993444608:192.168.203.107@tcp:103: 00000100:00000001:2.0:1767326106.141802:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326106.141803:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326106.141804:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d8ec799 x1853174993444608/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326122 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326106.141809:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326106.141811:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326106.141812:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000248edc2f. 02000000:00000001:2.0:1767326106.141814:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326106.141815:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326106.141816:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767326106.141822:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326106.141823:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000acc4da14. 02000000:00000001:2.0:1767326106.141827:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326106.141829:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326106.141831:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d8ec799. 00000100:00000001:2.0:1767326106.141834:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326106.141835:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326106.141837:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326106.141847:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326106.141849:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326106.141851:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326106.141852:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767326106.145170:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a4d24967. 00010000:00000010:1.1:1767326106.145179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c469cfaf. 00010000:00000001:2.0:1767326106.618200:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326106.618205:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326106.618231:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326106.618234:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326106.618237:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326107.642245:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326107.642252:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326107.642351:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326107.642358:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326107.642363:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326108.666260:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326108.666270:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326108.666325:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326108.666329:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326108.666332:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326109.050259:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326109.050268:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326109.050276:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023d54c03. 00000020:00000040:3.0:1767326109.050282:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326109.050285:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326109.050288:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326109.050292:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326109.050298:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000099e782ae. 00000100:00000001:3.0:1767326109.050304:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326109.050334:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000023d54c03 x1853174993444736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326109.050346:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326109.050348:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326109.050352:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023d54c03] to pc [ptlrpcd_00_01+1] req@0000000023d54c03 x1853174993444736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326109.050381:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326109.050384:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326109.050387:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326109.050390:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abf35ff8. 00000100:00000001:2.0:1767326109.050407:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767326109.050408:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326109.050411:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326109.050412:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326109.050413:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326109.050414:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326109.050415:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326109.050419:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b0d7f53f. 00000100:00000040:2.0:1767326109.050420:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023d54c03 x1853174993444736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326109.050423:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326109.050423:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326109.050429:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326109.050430:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000abf35ff8 x1853174993444864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326109.050431:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326109.050435:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326109.050439:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326109.050440:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326109.050441:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326109.050441:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326109.050445:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abf35ff8] to pc [ptlrpcd_00_02+2] req@00000000abf35ff8 x1853174993444864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326109.050445:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326109.050448:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993444736:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326109.050453:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326109.050458:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326109.050461:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326109.050463:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326109.050468:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f0672a4. 00000100:00000001:3.0:1767326109.050470:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326109.050471:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767326109.050473:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767326109.050476:0:193085:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000010:2.0:1767326109.050477:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5b6f2c7. 00000100:00000001:1.0:1767326109.050478:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326109.050479:0:193085:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1767326109.050481:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1767326109.050484:0:193085:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1767326109.050485:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326109.050490:0:193085:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:1.0:1767326109.050492:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abf35ff8 x1853174993444864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326109.050493:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014753050. 00000100:00080000:3.0:1767326109.050496:0:193085:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: connect to NID 192.168.203.107@tcp last attempt 11353 00000100:00000001:0.0:1767326109.050498:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326109.050501:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993444736, portal 25 00000100:00000001:0.0:1767326109.050503:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326109.050508:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326109.050510:0:193085:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.107@tcp is discovered: rc = 1 00000100:00000001:2.0:1767326109.050512:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030080 : -112767441521536 : ffff997048b4b480) 00000100:00001000:3.0:1767326109.050516:0:193085:0:(import.c:2128:obd_at_measure()) add 15 to 000000003e4035c4 time=13 v=10 (10 1 1 0) 00000100:00000001:1.0:1767326109.050517:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326109.050520:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326109.050521:0:193085:0:(import.c:2194:obd_at_measure()) AT 000000003e4035c4 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 0 00000100:00000040:2.0:1767326109.050521:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023d54c03 x1853174993444736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326109.050523:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1767326109.050526:0:193085:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: tried all connections, increasing latency to 10s 02000000:00000001:1.0:1767326109.050527:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326109.050531:0:193085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 02000000:00000001:1.0:1767326109.050533:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326109.050536:0:193085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767326109.050538:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767326109.050540:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000abf35ff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993444864:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767326109.050541:0:193085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 00000100:00000040:2.0:1767326109.050543:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326109.050544:0:193085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000400:00000010:2.0:1767326109.050546:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006167ed22. 00000020:00000001:3.0:1767326109.050547:0:193085:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1767326109.050548:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993444736, offset 0 00000020:00000040:3.0:1767326109.050549:0:193085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d9d3 00000020:00000001:3.0:1767326109.050552:0:193085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767326109.050554:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326109.050557:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000020:00000040:3.0:1767326109.050561:0:193085:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009cdc169b refcount=5 02000000:00000001:1.0:1767326109.050561:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326109.050565:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326109.050566:0:193085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000400:00000200:2.0:1767326109.050569:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:1.0:1767326109.050569:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767326109.050570:0:193085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000100:00000040:3.0:1767326109.050575:0:193085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 02000000:00000010:1.0:1767326109.050577:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8c30ed7. 00000100:00000001:3.0:1767326109.050578:0:193085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767326109.050581:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326109.050583:0:193085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000530aaa32 refcount 12 to 192.168.203.107@tcp 02000000:00000001:1.0:1767326109.050583:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326109.050587:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767326109.050589:0:193085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446631306213404352 : -112767496147264 : ffff997045732ec0) 00000400:00000200:2.0:1767326109.050591:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000020:00000040:3.0:1767326109.050592:0:193085:0:(genops.c:898:class_export_put()) PUTting export 000000009cdc169b : new refcount 4 00000400:00000010:1.0:1767326109.050593:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bc951f5. 00000400:00000200:2.0:1767326109.050594:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00080000:3.0:1767326109.050595:0:193085:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff997043181000: import 0000000054198135 using connection 192.168.203.107@tcp/192.168.203.107@tcp 00000100:00000001:3.0:1767326109.050597:0:193085:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326109.050598:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [462:462:256:4294967295] 192.168.203.107@tcp LPNI seq info [462:462:8:4294967295] 02000000:00000001:3.0:1767326109.050600:0:193085:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767326109.050606:0:193085:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326109.050609:0:193085:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326109.050609:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000400:00000200:2.0:1767326109.050612:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326109.050614:0:193085:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000200:1.0:1767326109.050617:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993444864, portal 10 00000008:00100000:3.0:1767326109.050619:0:193085:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000800:00000200:2.0:1767326109.050620:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326109.050623:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00000001:3.0:1767326109.050624:0:193085:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326109.050626:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096b1e9b5. 00000100:00000001:1.0:1767326109.050627:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268026496 : -112767441525120 : ffff997048b4a680) 00000100:00000001:3.0:1767326109.050628:0:193085:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326109.050633:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d9c04da. 00000800:00000200:2.0:1767326109.050634:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000020:00000040:3.0:1767326109.050636:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:1.0:1767326109.050640:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000abf35ff8 x1853174993444864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326109.050641:0:193085:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767326109.050644:0:193085:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326109.050645:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326109.050648:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326109.050651:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767326109.050651:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000096b1e9b5 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767326109.050654:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326109.050657:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1767326109.050660:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d3741cb3. 00000100:00000040:1.0:1767326109.050662:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326109.050667:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326109.050668:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb501575. 00000100:00000001:2.0:1767326109.050669:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326109.050674:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993444864, offset 0 00000100:00000001:2.0:1767326109.050676:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306030618 00000100:00100000:3.0:1767326109.050678:0:193085:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008d9c04da x1853174993444992/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767326109.050684:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326109.050686:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306027707 00000100:00000001:3.0:1767326109.050692:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326109.050693:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306030618 00000100:00000001:3.0:1767326109.050695:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326109.050695:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326109.050701:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306027707 00000100:00000040:3.0:1767326109.050702:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c04da] to pc [ptlrpcd_rcv+-1] req@000000008d9c04da x1853174993444992/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326109.050702:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326109.050708:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306030618 00000400:00000200:1.0:1767326109.050708:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326109.050714:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306027707 00000400:00000200:1.0:1767326109.050715:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326109.050718:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767326109.050720:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [463:463:255:4294967295] 192.168.203.107@tcp LPNI seq info [463:463:7:4294967295] 00000100:00000001:2.0:1767326109.050728:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306030618 00000100:00000001:2.0:1767326109.050736:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306027707 00000400:00000200:1.0:1767326109.050739:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767326109.050743:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326109.050747:0:193085:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326109.050747:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326109.050749:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326109.050753:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326109.050754:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326109.050755:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d8a82b. 00000100:00000001:2.0:1767326109.050758:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326109.050761:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767326109.050765:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767326109.050765:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:3.0:1767326109.050768:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11363) 00000100:00000001:2.0:1767326109.050769:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326109.050773:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767326109.050773:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326109.050777:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767326109.050777:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1d8a82b type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1767326109.050777:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326109.050780:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326109.050783:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096b1e9b5. 00000100:00000001:1.0:1767326109.050784:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326109.050785:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326109.050791:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 204781 usecs (205 jiffies) 00000400:00000200:0.0:1767326109.050791:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326109.050796:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306026189 00000100:00000001:3.0:1767326109.050797:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326109.050800:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306030618 00000100:00000001:3.0:1767326109.050802:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326109.050804:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306026189 00000400:00000200:0.0:1767326109.050804:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326109.050806:0:211464:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326109.050810:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306030618 00000400:00000200:0.0:1767326109.050814:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006167ed22 00000100:00000040:3.0:1767326109.050815:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d9c04da x1853174993444992/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326109.050819:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006167ed22. 00000100:00000001:1.0:1767326109.050823:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306026189 00000100:00000001:1.0:1767326109.050828:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306030618 00000100:00000001:1.0:1767326109.050834:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306026189 00000100:00000001:0.0:1767326109.050836:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326109.050837:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306030618 00000100:00000001:1.0:1767326109.050841:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326109.050843:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326109.050846:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326109.050846:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023d54c03 x1853174993444736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326109.050850:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326109.050856:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326109.050859:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326109.050862:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326109.050864:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326109.050866:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326109.050868:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326109.050869:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326109.050876:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023d54c03 x1853174993444736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326109.050885:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326109.050887:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326109.050891:0:211464:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326109.050893:0:211464:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326109.050895:0:211464:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326109.050897:0:211464:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326109.050899:0:211464:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326109.050902:0:211464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993444992:192.168.203.107@tcp:38: 00000100:00000001:3.0:1767326109.050905:0:211464:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326109.050907:0:211464:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326109.050908:0:211464:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326109.050909:0:211464:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326109.050913:0:211464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b9583d17. 02000000:00000001:3.0:1767326109.050914:0:211464:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326109.050918:0:211464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079e85f35. 00000400:00000010:3.0:1767326109.050920:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c282df1. 00000100:00000200:3.0:1767326109.050923:0:211464:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993444992, portal 10 00000100:00000001:3.0:1767326109.050924:0:211464:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326109.050926:0:211464:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268017536 : -112767441534080 : ffff997048b48380) 00000800:00000200:0.0:1767326109.050929:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767326109.050930:0:211464:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d9c04da x1853174993444992/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767326109.050933:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d8a82b. 00000400:00000200:0.0:1767326109.050938:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326109.050943:0:211464:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326109.050946:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000040:3.0:1767326109.050950:0:211464:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326109.050952:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb501575 00000400:00000010:0.0:1767326109.050954:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb501575. 00000100:00000001:0.0:1767326109.050958:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767326109.050959:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0ae589d. 00000100:00000200:3.0:1767326109.050963:0:211464:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853174993444992, offset 0 00000100:00000200:0.0:1767326109.050963:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abf35ff8 x1853174993444864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326109.050971:0:211464:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326109.050978:0:211464:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767326109.050980:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767326109.050981:0:211464:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326109.050987:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abf35ff8 x1853174993444864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326109.050995:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326109.050997:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767326109.051024:0:211464:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767326109.051028:0:211464:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326109.051030:0:211464:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767326109.051033:0:211464:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [464:464:255:4294967295] 192.168.203.107@tcp LPNI seq info [464:464:7:4294967295] 00000400:00000200:3.0:1767326109.051043:0:211464:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767326109.051048:0:211464:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767326109.051059:0:211464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba567bd5. 00000800:00000200:3.0:1767326109.051064:0:211464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767326109.051069:0:211464:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767326109.051071:0:211464:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba567bd5 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1767326109.051083:0:211464:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326109.051086:0:211464:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 13011 usecs (14 jiffies) 00000100:00000001:3.0:1767326109.051087:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306025998 00000100:00000001:3.0:1767326109.051089:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306030618 00000100:00000001:3.0:1767326109.051090:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306025998 00000100:00000001:3.0:1767326109.051091:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306030618 00000100:00000001:3.0:1767326109.051092:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306025998 00000100:00000001:3.0:1767326109.051093:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306030618 00000100:00000001:3.0:1767326109.051095:0:211464:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306025998 00000100:00000001:3.0:1767326109.051096:0:211464:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306030618 00000100:00000001:3.0:1767326109.051097:0:211464:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326109.051098:0:211464:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326109.051100:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326109.051107:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326109.051110:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326109.051111:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767326109.051113:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326109.051115:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326109.051116:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326109.051117:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326109.051178:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326109.051182:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba567bd5. 00000400:00000200:1.0:1767326109.051186:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326109.051191:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326109.051195:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0ae589d 00000400:00000010:1.0:1767326109.051197:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0ae589d. 00000100:00000001:1.0:1767326109.051201:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326109.051204:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d9c04da x1853174993444992/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326109.051214:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326109.051217:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d9c04da x1853174993444992/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326129 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326109.051225:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326109.051227:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326109.052592:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326109.052603:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326109.052606:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326109.052608:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326109.052615:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326109.052626:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30df80 00000400:00000200:0.0:1767326109.052631:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xf3d [1] + 224 00000800:00000001:0.0:1767326109.052636:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326109.052639:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326109.052641:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326109.052643:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326109.052652:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326109.052655:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023d54c03 x1853174993444736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326109.052662:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000023d54c03 x1853174993444736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326109.052677:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326109.052683:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326109.052685:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326109.052687:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326109.052688:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326109.052691:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326109.052696:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30e000 00000400:00000200:0.0:1767326109.052700:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xf45 [1] + 224 00000800:00000001:0.0:1767326109.052703:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326109.052708:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326109.052710:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326109.052712:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326109.052715:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326109.052717:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abf35ff8 x1853174993444864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326109.052719:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326109.052722:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326109.052727:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767326109.052728:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000abf35ff8 x1853174993444864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326109.052731:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326109.052734:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5b6f2c7. 00000400:00000200:2.0:1767326109.052739:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014753050 00000400:00000010:2.0:1767326109.052742:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014753050. 00000100:00000001:2.0:1767326109.052744:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326109.052745:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767326109.052749:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023d54c03 x1853174993444736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326109.052750:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326109.052755:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326109.052762:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023d54c03 x1853174993444736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326109.052767:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326109.052769:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326109.052771:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326109.052773:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326109.052775:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326109.052777:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326109.052779:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326109.052783:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=66 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326109.052785:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=66 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326109.052787:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326109.052788:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326109.052791:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326109.052795:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767326109.052797:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326109.052799:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326109.052801:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326109.052802:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326109.052806:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767326109.052807:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023d54c03 x1853174993444736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326109.052810:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bc951f5. 00000100:00000001:2.0:1767326109.052814:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326109.052816:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326109.052817:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326109.052822:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023d54c03 x1853174993444736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326109.052824:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000400:00000010:1.0:1767326109.052829:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00100000:2.0:1767326109.052831:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993444736:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326109.052837:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326109.052837:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326109.052842:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326109.052845:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023d54c03 x1853174993444736/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326109.052849:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abf35ff8 x1853174993444864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326109.052855:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326109.052859:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326109.052862:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f0672a4. 02000000:00000001:2.0:1767326109.052866:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326109.052868:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326109.052870:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000200:1.0:1767326109.052872:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abf35ff8 x1853174993444864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326109.052873:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326109.052876:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000099e782ae. 02000000:00000001:2.0:1767326109.052881:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326109.052883:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326109.052885:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023d54c03. 00000100:00000001:2.0:1767326109.052889:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326109.052891:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326109.052894:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326109.052894:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326109.052898:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326109.052898:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326109.052900:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326109.052904:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326109.052904:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326109.052909:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326109.052909:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326109.052913:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326109.052916:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326109.052919:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326109.052924:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=56 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326109.052927:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=56 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326109.052929:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326109.052931:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326109.052933:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326109.052936:0:211467:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326109.052939:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326109.052940:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326109.052942:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326109.052943:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326109.052946:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abf35ff8 x1853174993444864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326109.052951:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326109.052952:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326109.052953:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326109.052955:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abf35ff8 x1853174993444864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326109.052959:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000abf35ff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993444864:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326109.052968:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326109.052970:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326109.052971:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abf35ff8 x1853174993444864/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326109.052976:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326109.052977:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326109.052978:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8c30ed7. 02000000:00000001:1.0:1767326109.052980:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326109.052981:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326109.052982:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767326109.052984:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326109.052985:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b0d7f53f. 02000000:00000001:1.0:1767326109.052987:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326109.052988:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326109.052989:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abf35ff8. 00000100:00000001:1.0:1767326109.052991:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326109.052991:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326109.052993:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326109.052996:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326109.052997:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326109.052998:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326109.053000:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326109.055302:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326109.055317:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326109.055320:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326109.055322:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326109.055326:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326109.055332:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 416 into portal 10 MB=0x69573ed30e080 00000400:00000200:0.0:1767326109.055341:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 416/416 into md 0xf4d [1] + 0 00000800:00000001:0.0:1767326109.055345:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326109.055351:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326109.055353:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326109.055357:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326109.055361:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326109.055364:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d9c04da x1853174993444992/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326129 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326109.055374:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000008d9c04da x1853174993444992/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326109.055391:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326109.055398:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326109.055402:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326109.055404:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326109.055407:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326109.055411:0:211464:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326109.055412:0:211464:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326109.055414:0:211464:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079e85f35. 00000400:00000200:3.0:1767326109.055417:0:211464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c282df1 00000400:00000010:3.0:1767326109.055419:0:211464:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c282df1. 00000100:00000001:3.0:1767326109.055421:0:211464:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326109.055425:0:211464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d9c04da x1853174993444992/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326109.055431:0:211464:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d9c04da x1853174993444992/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326129 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326109.055436:0:211464:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326109.055437:0:211464:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326109.055439:0:211464:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326109.055440:0:211464:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326109.055441:0:211464:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326109.055442:0:211464:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326109.055443:0:211464:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326109.055447:0:211464:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=66 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326109.055449:0:211464:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=13 v=15 (15 1 1 0) 00000100:00000001:3.0:1767326109.055450:0:211464:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326109.055451:0:211464:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326109.055453:0:211464:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326109.055455:0:211464:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008d9c04da x1853174993444992/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/416 e 0 to 0 dl 1767326129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326109.055459:0:211464:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326109.055461:0:211464:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326109.055467:0:211464:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326109.055468:0:211464:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326109.055469:0:211464:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326109.055471:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d9c04da x1853174993444992/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/416 e 0 to 0 dl 1767326129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326109.055476:0:211464:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326109.055477:0:211464:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326109.055478:0:211464:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326109.055480:0:211464:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1767326109.055484:0:211464:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff997043181000: connect to target with instance 6 00000020:00000001:3.0:1767326109.055485:0:211464:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326109.055486:0:211464:0:(genops.c:823:class_conn2export()) looking for export cookie 0xddb593876518d9d3 00000020:00000001:3.0:1767326109.055488:0:211464:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326109.055489:0:211464:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009cdc169b refcount=5 00000020:00000001:3.0:1767326109.055491:0:211464:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000020:00000001:3.0:1767326109.055492:0:211464:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446631306261561344 : -112767447990272 : ffff997048520000) 00000100:00001000:3.0:1767326109.055494:0:211464:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=1767326109 v=0 (0 0 0 0) 00000100:00001000:3.0:1767326109.055496:0:211464:0:(import.c:2194:obd_at_measure()) AT 000000003e4035c4 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1767326109.055498:0:211464:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1791, crc32c 10743, adler 1387 00000020:00000040:3.0:1767326109.055502:0:211464:0:(genops.c:898:class_export_put()) PUTting export 000000009cdc169b : new refcount 4 00000100:00000001:3.0:1767326109.055504:0:211464:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767326109.055506:0:211464:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:3.0:1767326109.055509:0:211464:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0001-mdc-ffff997043181000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:3.0:1767326109.055512:0:211464:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1767326109.055513:0:211464:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326109.055514:0:211464:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:3.0:1767326109.055516:0:211464:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:3.0:1767326109.055518:0:211464:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326109.055519:0:211464:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326109.055520:0:211464:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326109.055522:0:211464:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1767326109.055523:0:211464:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1767326109.055525:0:211464:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767326109.055529:0:211464:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767326109.055530:0:211464:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:3.0:1767326109.055531:0:211464:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:3.0:1767326109.055532:0:211464:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1767326109.055533:0:211464:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv 0000000080018e77 for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:3.0:1767326109.055536:0:211464:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xddb593876518d9cc 00800000:00000040:3.0:1767326109.055538:0:211464:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0xddb593876518d9d3 00800000:00000040:3.0:1767326109.055539:0:211464:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff997043181000=25c8b14d-875f-4c17-953c-c9ec680f2b09 device 4 (000000004cea2532) type mdc at LMV idx 1 00800000:00000040:3.0:1767326109.055541:0:211464:0:(lmv_obd.c:112:lmv_set_mdc_active()) OBD 000000004cea2532 already active! 00800000:00000001:3.0:1767326109.055542:0:211464:0:(lmv_obd.c:113:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767326109.055543:0:211464:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326109.055544:0:211464:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326109.055546:0:211464:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=5 obd=lustre-MDT0001-mdc-ffff997043181000 00000002:00000001:2.0:1767326109.055741:0:211464:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326109.055752:0:211464:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326109.055756:0:211464:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000002:00000001:3.0:1767326109.055760:0:219053:0:(mdc_request.c:2600:mdc_kuc_reregister_thread()) Process entered 00000100:00000001:2.0:1767326109.055760:0:211464:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326109.055763:0:219053:0:(kernelcomm.c:1422:libcfs_kkuc_group_foreach()) Process entered 00000100:00000001:2.0:1767326109.055766:0:211464:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326109.055767:0:219053:0:(kernelcomm.c:1436:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326109.055771:0:219053:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326109.055772:0:219053:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:2.0:1767326109.055775:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d9c04da x1853174993444992/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/416 e 0 to 0 dl 1767326129 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326109.055776:0:219053:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:3.0:1767326109.055778:0:219053:0:(mdc_request.c:2610:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326109.055791:0:211464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25c8b14d-875f-4c17-953c-c9ec680f2b09:211464:1853174993444992:192.168.203.107@tcp:38: 00000100:00000001:2.0:1767326109.055796:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326109.055799:0:211464:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326109.055803:0:211464:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d9c04da x1853174993444992/t0(0) o38->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 520/416 e 0 to 0 dl 1767326129 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326109.055812:0:211464:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326109.055815:0:211464:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326109.055817:0:211464:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b9583d17. 02000000:00000001:2.0:1767326109.055822:0:211464:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326109.055824:0:211464:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326109.055825:0:211464:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326109.055828:0:211464:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326109.055831:0:211464:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d3741cb3. 02000000:00000001:2.0:1767326109.055834:0:211464:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326109.055836:0:211464:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326109.055837:0:211464:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d9c04da. 00000100:00000001:2.0:1767326109.055840:0:211464:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326109.055841:0:211464:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326109.055843:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326109.055848:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326109.055849:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326109.055851:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326109.055853:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326109.690245:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326109.690251:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326109.690279:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326109.690284:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326109.690288:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326110.714213:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326110.714218:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326110.714275:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326110.714279:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326110.714281:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326111.738220:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326111.738241:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326111.738282:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326111.738286:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326111.738300:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326112.634239:0:214148:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767326112.634247:0:214148:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326112.762238:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326112.762244:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326112.762318:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326112.762322:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326112.762324:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767326113.658222:0:214155:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767326113.658228:0:214155:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (0000000033b8c559) refs 2 10000000:00000001:0.0:1767326113.658233:0:214155:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326113.658236:0:214155:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767326113.658238:0:214155:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767326113.658239:0:214155:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767326113.658241:0:214155:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:0.0:1767326113.658243:0:214155:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:0.0:1767326113.658244:0:214155:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff997043181000 from 14 10000000:00000001:0.0:1767326113.658247:0:214155:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767326113.658248:0:214155:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:0.0:1767326113.658257:0:214155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007523782f. 00000020:00000040:0.0:1767326113.658260:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326113.658264:0:214155:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326113.658267:0:214155:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326113.658272:0:214155:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326113.658289:0:214155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae4619a7. 00000100:00000001:0.0:1767326113.658296:0:214155:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326113.658299:0:214155:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767326113.658302:0:214155:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767326113.658308:0:214155:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b57ac737. 00010000:00000001:0.0:1767326113.658327:0:214155:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767326113.658331:0:214155:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000086d7523c. 00000020:00000001:0.0:1767326113.658335:0:214155:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767326113.658338:0:214155:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000086d7523c with handle 0xddb593876518da20 to hash 00000020:00000001:0.0:1767326113.658340:0:214155:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767326113.658341:0:214155:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446631306887252992 : -112766822298624 : ffff99706d9d4c00) 00010000:00000001:0.0:1767326113.658345:0:214155:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446631306887252992 : -112766822298624 : ffff99706d9d4c00) 00010000:00000001:0.0:1767326113.658348:0:214155:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326113.658351:0:214155:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326113.658354:0:214155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.107@tcp lock: 0000000086d7523c/0xddb593876518da20 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326113.658364:0:214155:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.107@tcp lock: 0000000086d7523c/0xddb593876518da20 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326113.658377:0:214155:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.107@tcp lock: 0000000086d7523c/0xddb593876518da20 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767326113.658381:0:214155:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326113.658383:0:214155:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326113.658388:0:214155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aed26f54. 00000100:00000001:0.0:1767326113.658390:0:214155:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306246119808 : -112767463431808 : ffff997047666180) 00000100:00000001:0.0:1767326113.658392:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326113.658393:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000100:00000001:0.0:1767326113.658397:0:214155:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326113.658399:0:214155:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326113.658401:0:214155:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326113.658402:0:214155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326113.658410:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007523782f x1853174993445120/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.658417:0:214155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326113.658418:0:214155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326113.658421:0:214155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326113.658423:0:214155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326113.658429:0:214155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326113.658431:0:214155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993445120:192.168.203.107@tcp:101: 00000100:00000001:0.0:1767326113.658434:0:214155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326113.658439:0:214155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326113.658442:0:214155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326113.658444:0:214155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326113.658448:0:214155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cc09c5e3. 02000000:00000001:0.0:1767326113.658450:0:214155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326113.658455:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc51436e. 00000400:00000010:0.0:1767326113.658463:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000974f9e6f. 00000100:00000200:0.0:1767326113.658469:0:214155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993445120, portal 25 00000100:00000001:0.0:1767326113.658472:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326113.658473:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000100:00000040:0.0:1767326113.658478:0:214155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007523782f x1853174993445120/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.658487:0:214155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326113.658490:0:214155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326113.658493:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070eb7e9a. 00000100:00000200:0.0:1767326113.658495:0:214155:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853174993445120, offset 0 00000400:00000200:0.0:1767326113.658502:0:214155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326113.658512:0:214155:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767326113.658517:0:214155:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326113.658520:0:214155:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767326113.658523:0:214155:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326113.658525:0:214155:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767326113.658528:0:214155:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [465:465:256:4294967295] 192.168.203.107@tcp LPNI seq info [465:465:8:4294967295] 00000400:00000200:0.0:1767326113.658535:0:214155:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767326113.658540:0:214155:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767326113.658543:0:214155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073cc668c. 00000800:00000200:0.0:1767326113.658548:0:214155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767326113.658553:0:214155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767326113.658561:0:214155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000073cc668c type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326113.658577:0:214155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326113.658581:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306035226 00000100:00000001:0.0:1767326113.658587:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306030618 00000100:00000001:0.0:1767326113.658590:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306035226 00000100:00000001:0.0:1767326113.658594:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306030618 00000100:00000001:0.0:1767326113.658597:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306035226 00000100:00000001:0.0:1767326113.658600:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306030618 00000100:00000001:0.0:1767326113.658602:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306035226 00000100:00000001:0.0:1767326113.658605:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306030618 00000100:00000001:0.0:1767326113.658607:0:214155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326113.658609:0:214155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326113.658610:0:214155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326113.658611:0:214155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326113.658613:0:214155:0:(client.c:2690:ptlrpc_set_wait()) set 00000000aed26f54 going to sleep for 11 seconds 00000100:00000001:0.0:1767326113.658615:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326113.658617:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326113.658674:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326113.658678:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073cc668c. 00000400:00000200:1.0:1767326113.658682:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326113.658687:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326113.658690:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070eb7e9a 00000400:00000010:1.0:1767326113.658692:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070eb7e9a. 00000100:00000001:1.0:1767326113.658695:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326113.658704:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007523782f x1853174993445120/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.658711:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326113.658713:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000007523782f x1853174993445120/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.658718:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.658719:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326113.660076:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326113.660085:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326113.660088:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326113.660089:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326113.660095:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326113.660103:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 344 into portal 25 MB=0x69573ed30e100 00000400:00000200:0.0:1767326113.660108:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 344/344 into md 0xf55 [1] + 224 00000800:00000001:0.0:1767326113.660113:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326113.660118:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326113.660120:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326113.660122:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326113.660126:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326113.660130:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007523782f x1853174993445120/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326113.660174:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000007523782f x1853174993445120/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.660194:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326113.660201:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326113.660205:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326113.660263:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326113.660269:0:214155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326113.660271:0:214155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326113.660273:0:214155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc51436e. 00000400:00000200:1.0:1767326113.660292:0:214155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000974f9e6f 00000400:00000010:1.0:1767326113.660293:0:214155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000974f9e6f. 00000100:00000001:1.0:1767326113.660296:0:214155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326113.660299:0:214155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007523782f x1853174993445120/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326113.660306:0:214155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007523782f x1853174993445120/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.660312:0:214155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326113.660314:0:214155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326113.660316:0:214155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326113.660319:0:214155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326113.660321:0:214155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326113.660323:0:214155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326113.660326:0:214155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326113.660331:0:214155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326113.660335:0:214155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=70 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326113.660337:0:214155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326113.660339:0:214155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326113.660341:0:214155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326113.660343:0:214155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.660345:0:214155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326113.660349:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007523782f x1853174993445120/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.660357:0:214155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326113.660367:0:214155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326113.660369:0:214155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326113.660373:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007523782f x1853174993445120/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326113.660382:0:214155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993445120:192.168.203.107@tcp:101: 00000100:00000001:1.0:1767326113.660386:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326113.660388:0:214155:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.660390:0:214155:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326113.660391:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326113.660393:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007523782f x1853174993445120/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.660397:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326113.660399:0:214155:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000aed26f54. 00000100:00000001:1.0:1767326113.660401:0:214155:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767326113.660402:0:214155:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326113.660404:0:214155:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767326113.660406:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326113.660407:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326113.660409:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086d7523c refcount=4 00000020:00000001:1.0:1767326113.660410:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887252992 : -112766822298624 : ffff99706d9d4c00) 00010000:00000001:1.0:1767326113.660412:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887252992 : -112766822298624 : ffff99706d9d4c00) 00010000:00000040:1.0:1767326113.660416:0:214155:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000086d7523c, remote cookie: 0x11a3bfd0193d7b8, flags: 0x0 00010000:00000001:1.0:1767326113.660418:0:214155:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767326113.660421:0:214155:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767326113.660423:0:214155:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767326113.660424:0:214155:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767326113.660425:0:214155:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767326113.660426:0:214155:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b57ac737) refcount = 1 00010000:00010000:1.0:1767326113.660429:0:214155:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.107@tcp lock: 0000000086d7523c/0xddb593876518da20 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d7b8 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326113.660433:0:214155:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767326113.660435:0:214155:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767326113.660440:0:214155:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326113.660443:0:214155:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767326113.660445:0:214155:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326113.660447:0:214155:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.107@tcp lock: 0000000086d7523c/0xddb593876518da20 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x11a3bfd0193d7b8 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326113.660451:0:214155:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767326113.660452:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326113.660453:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326113.660454:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326113.660455:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326113.660456:0:214155:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.660457:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326113.660459:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007523782f x1853174993445120/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.660463:0:214155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326113.660465:0:214155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326113.660467:0:214155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cc09c5e3. 02000000:00000001:1.0:1767326113.660469:0:214155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326113.660470:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326113.660471:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326113.660472:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326113.660474:0:214155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ae4619a7. 02000000:00000001:1.0:1767326113.660478:0:214155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326113.660480:0:214155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326113.660481:0:214155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007523782f. 00000100:00000001:1.0:1767326113.660483:0:214155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326113.660484:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767326113.660485:0:214155:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326113.660487:0:214155:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767326113.660488:0:214155:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (0000000033b8c559) refs 3 10000000:00000001:1.0:1767326113.660489:0:214155:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326113.660490:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326113.660491:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326113.660492:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086d7523c refcount=3 00000020:00000001:1.0:1767326113.660493:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887252992 : -112766822298624 : ffff99706d9d4c00) 00010000:00000001:1.0:1767326113.660495:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887252992 : -112766822298624 : ffff99706d9d4c00) 00010000:00000001:1.0:1767326113.660499:0:214155:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767326113.660500:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326113.660501:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326113.660501:0:214155:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326113.660503:0:214155:0:(mgc_request.c:1532:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767326113.660506:0:214155:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000bc5133f8. 00000100:00000010:1.0:1767326113.660516:0:214155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7cc4db3. 00000020:00000040:1.0:1767326113.660517:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326113.660519:0:214155:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326113.660521:0:214155:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326113.660522:0:214155:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326113.660525:0:214155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005b6faffd. 00000100:00000001:1.0:1767326113.660527:0:214155:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.660530:0:214155:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767326113.660532:0:214155:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a30a2a0c. 00000100:00000010:1.0:1767326113.660534:0:214155:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000003796d237. 00000020:00000040:1.0:1767326113.660536:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=5 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326113.660538:0:214155:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767326113.660539:0:214155:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767326113.660542:0:214155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcbc9d50. 00000100:00000001:1.0:1767326113.660543:0:214155:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306884644864 : -112766824906752 : ffff99706d758000) 00000100:00000001:1.0:1767326113.660544:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326113.660545:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138715136 : -112766570836480 : ffff99707c9a4e00) 00000100:00000001:1.0:1767326113.660547:0:214155:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326113.660548:0:214155:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.660549:0:214155:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767326113.660550:0:214155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326113.660552:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7cc4db3 x1853174993445248/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.660556:0:214155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326113.660557:0:214155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326113.660559:0:214155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326113.660560:0:214155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326113.660561:0:214155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326113.660563:0:214155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993445248:192.168.203.107@tcp:256: 00000100:00000001:1.0:1767326113.660568:0:214155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326113.660570:0:214155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326113.660572:0:214155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.660573:0:214155:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767326113.660577:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bc951f5. 00000400:00000010:1.0:1767326113.660580:0:214155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000025e4d93c. 00000100:00000200:1.0:1767326113.660583:0:214155:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x69573ed30e180-0x69573ed30e180, portal 33 00000100:00000001:1.0:1767326113.660585:0:214155:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326113.660586:0:214155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326113.660588:0:214155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000159e7ff7. 02000000:00000001:1.0:1767326113.660589:0:214155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326113.660591:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aec8940. 00000400:00000010:1.0:1767326113.660593:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000100:00000200:1.0:1767326113.660594:0:214155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993445248, portal 25 00000100:00000001:1.0:1767326113.660595:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326113.660596:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138715136 : -112766570836480 : ffff99707c9a4e00) 00000100:00000040:1.0:1767326113.660598:0:214155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c7cc4db3 x1853174993445248/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326129 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.660603:0:214155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326113.660604:0:214155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326113.660606:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089eaf211. 00000100:00000200:1.0:1767326113.660607:0:214155:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853174993445248, offset 0 00000400:00000200:1.0:1767326113.660610:0:214155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326113.660614:0:214155:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767326113.660617:0:214155:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326113.660619:0:214155:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767326113.660620:0:214155:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326113.660622:0:214155:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767326113.660624:0:214155:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [466:466:256:4294967295] 192.168.203.107@tcp LPNI seq info [466:466:8:4294967295] 00000400:00000200:1.0:1767326113.660630:0:214155:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767326113.660632:0:214155:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767326113.660635:0:214155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d8a82b. 00000800:00000200:1.0:1767326113.660642:0:214155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767326113.660645:0:214155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326113.660647:0:214155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1d8a82b type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1767326113.660659:0:214155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.660661:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306035228 00000100:00000001:1.0:1767326113.660664:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306035226 00000100:00000001:1.0:1767326113.660667:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306035228 00000100:00000001:1.0:1767326113.660668:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306035226 00000100:00000001:1.0:1767326113.660670:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306035228 00000100:00000001:1.0:1767326113.660671:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306035226 00000100:00000001:1.0:1767326113.660673:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306035228 00000100:00000001:1.0:1767326113.660674:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306035226 00000100:00000001:1.0:1767326113.660675:0:214155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326113.660677:0:214155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.660678:0:214155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326113.660679:0:214155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767326113.660680:0:214155:0:(client.c:2690:ptlrpc_set_wait()) set 00000000fcbc9d50 going to sleep for 11 seconds 00000100:00000001:1.0:1767326113.660681:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326113.660682:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326113.660752:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326113.660755:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d8a82b. 00000400:00000200:0.0:1767326113.660759:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326113.660763:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326113.660765:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089eaf211 00000400:00000010:0.0:1767326113.660767:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089eaf211. 00000100:00000001:0.0:1767326113.660769:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326113.660772:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7cc4db3 x1853174993445248/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326129 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.660780:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326113.660783:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c7cc4db3 x1853174993445248/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326129 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.660790:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326113.660792:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326113.661648:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326113.661655:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326113.661657:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326113.661658:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326113.661663:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326113.661669:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 44 into portal 33 MB=0x69573ed30e180 00000400:00000200:1.0:1767326113.661673:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.107@tcp of length 44/44 into md 0xf5d [4] + 0 00000400:00000010:1.0:1767326113.661675:0:211458:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bc951f5. 00000400:00000200:1.0:1767326113.661678:0:211458:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000025e4d93c 00000800:00000001:1.0:1767326113.661680:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326113.661684:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326113.661685:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326113.661693:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326113.661696:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025e4d93c 00000400:00000010:1.0:1767326113.661697:0:211458:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000025e4d93c. 00000100:00000001:1.0:1767326113.661699:0:211458:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767326113.661701:0:211458:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000c7cc4db3 desc 00000000a30a2a0c mbits 1853174993445248 00000100:00000001:1.0:1767326113.661712:0:211458:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767326113.661715:0:211458:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767326113.661719:0:211458:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.7@tcp to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767326113.661722:0:211458:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [467:467:256:4294967295] 192.168.203.107@tcp LPNI seq info [467:467:8:4294967295] 00000400:00000200:1.0:1767326113.661728:0:211458:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:192.168.203.7@tcp) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) 192.168.203.107@tcp : ACK try# 0 00000800:00000200:1.0:1767326113.661731:0:211458:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767326113.661734:0:211458:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at 000000003ada721d. 00000800:00000200:1.0:1767326113.661737:0:211458:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767326113.661741:0:211458:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326113.661743:0:211458:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003ada721d type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767326113.661757:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326113.661761:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326113.661782:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767326113.661783:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767326113.661787:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767326113.661791:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at 000000003ada721d. 00000400:00000200:1.0:1767326113.661798:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326113.661803:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: ACK: OK 00000800:00000001:0.0:1767326113.662457:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326113.662464:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326113.662465:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326113.662467:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326113.662471:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326113.662477:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 240 into portal 25 MB=0x69573ed30e180 00000400:00000200:0.0:1767326113.662480:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 240/240 into md 0xf61 [1] + 224 00000800:00000001:0.0:1767326113.662484:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326113.662488:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326113.662489:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326113.662491:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326113.662499:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326113.662502:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c7cc4db3 x1853174993445248/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326129 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326113.662509:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000c7cc4db3 x1853174993445248/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.662522:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326113.662526:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326113.662528:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326113.662558:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326113.662564:0:214155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326113.662566:0:214155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326113.662568:0:214155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aec8940. 00000400:00000200:1.0:1767326113.662572:0:214155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000400:00000010:1.0:1767326113.662574:0:214155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00000001:1.0:1767326113.662576:0:214155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326113.662581:0:214155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c7cc4db3 x1853174993445248/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326113.662591:0:214155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c7cc4db3 x1853174993445248/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.662599:0:214155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326113.662607:0:214155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326113.662610:0:214155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326113.662611:0:214155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326113.662613:0:214155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326113.662614:0:214155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326113.662617:0:214155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326113.662620:0:214155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326113.662623:0:214155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=70 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326113.662626:0:214155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326113.662627:0:214155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326113.662629:0:214155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326113.662631:0:214155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.662633:0:214155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326113.662636:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000c7cc4db3 x1853174993445248/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326113.662645:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000c7cc4db3 x1853174993445248/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326129 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.662652:0:214155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326113.662654:0:214155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326113.662657:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7cc4db3 x1853174993445248/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326129 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326113.662665:0:214155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993445248:192.168.203.107@tcp:256: 00000100:00000001:1.0:1767326113.662669:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326113.662671:0:214155:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.662674:0:214155:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326113.662675:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326113.662677:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c7cc4db3 x1853174993445248/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326129 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.662684:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326113.662686:0:214155:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fcbc9d50. 00000100:00000001:1.0:1767326113.662689:0:214155:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767326113.662690:0:214155:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767326113.662693:0:214155:0:(mgc_request.c:1610:mgc_process_recover_log()) Latest version 14, more 0. 10000000:00000001:1.0:1767326113.662702:0:214155:0:(mgc_request.c:1273:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767326113.662707:0:214155:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000702b5174. 00010000:00000001:1.0:1767326113.662718:0:214155:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767326113.662721:0:214155:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767326113.662724:0:214155:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.107@tcp has 192.168.203.107@tcp. 00000100:00000001:1.0:1767326113.662727:0:214155:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326113.662729:0:214155:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767326113.662731:0:214155:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.107@tcp with 192.168.203.107@tcp 00000100:00000200:1.0:1767326113.662733:0:214155:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.107@tcp' 00000400:00000200:1.0:1767326113.662736:0:214155:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1767326113.662739:0:214155:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:1.0:1767326113.662742:0:214155:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.203.107@tcp 00000400:00000200:1.0:1767326113.662746:0:214155:0:(peer.c:1797:lnet_peer_add()) peer 192.168.203.107@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767326113.662753:0:214155:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767326113.662756:0:214155:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.203.107@tcp NID 192.168.203.107@tcp: 0. pending discovery 00000400:00000200:1.0:1767326113.662759:0:214155:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.203.107@tcp 00000100:00000001:1.0:1767326113.662761:0:214155:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326113.662764:0:214155:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767326113.662768:0:214155:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.203.107@tcp' by NID '192.168.203.107@tcp' 10000000:00000010:1.0:1767326113.662772:0:214155:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 0000000090932a45. 10000000:00000040:1.0:1767326113.662774:0:214155:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 14/14 for lustre-MDT0001-mdc-ffff997043181000 -> mdc.import=connection=192.168.203.107@tcp::6 00000020:00000080:1.0:1767326113.662778:0:214155:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767326113.662784:0:214155:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767326113.662797:0:214155:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ada721d. 00000020:00000010:1.0:1767326113.662803:0:214155:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b2f21edf. 00000020:00000010:1.0:1767326113.662807:0:214155:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000a79dd0d3. 00000008:00000010:1.0:1767326113.662813:0:214155:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000c75340b5. 00020000:00000010:1.0:1767326113.662818:0:214155:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000007e84b4c3. 00008000:00000010:1.0:1767326113.662823:0:214155:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b2e96b2b. 00000080:00000010:1.0:1767326113.662830:0:214155:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000076c7ed7d. 00000080:00000010:1.0:1767326113.662834:0:214155:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000fecf334c. 00000040:00000001:1.0:1767326113.662839:0:214155:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767326113.662841:0:214155:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000090932a45 00000040:00001000:1.0:1767326113.662843:0:214155:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767326113.662849:0:214155:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767326113.662851:0:214155:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767326113.662853:0:214155:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767326113.662856:0:214155:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767326113.662857:0:214155:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767326113.662859:0:214155:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0001-mdc-ffff997043181000 00000040:00001000:1.0:1767326113.662861:0:214155:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.203.107@tcp::6 00000040:00000001:1.0:1767326113.662864:0:214155:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:1.0:1767326113.662916:0:214155:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b2f21edf. 00000020:00000010:1.0:1767326113.662922:0:214155:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000a79dd0d3. 00000008:00000010:1.0:1767326113.662926:0:214155:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000c75340b5. 00020000:00000010:1.0:1767326113.662930:0:214155:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000007e84b4c3. 00008000:00000010:1.0:1767326113.662934:0:214155:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000b2e96b2b. 00000080:00000010:1.0:1767326113.662939:0:214155:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000076c7ed7d. 00000080:00000010:1.0:1767326113.662943:0:214155:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000fecf334c. 00000020:00000010:1.0:1767326113.662948:0:214155:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ada721d. 00000020:00000001:1.0:1767326113.662951:0:214155:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326113.662954:0:214155:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767326113.662957:0:214155:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 0000000090932a45. 10000000:00000010:1.0:1767326113.662960:0:214155:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000702b5174. 10000000:00000001:1.0:1767326113.662965:0:214155:0:(mgc_request.c:1508:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.662968:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326113.662971:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c7cc4db3 x1853174993445248/t0(0) o256->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326129 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.662979:0:214155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326113.662981:0:214155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326113.662983:0:214155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000159e7ff7. 02000000:00000001:1.0:1767326113.662986:0:214155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326113.662987:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326113.662989:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326113.662991:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326113.662993:0:214155:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767326113.662995:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326113.662997:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326113.662999:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767326113.663007:0:214155:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000003796d237. 00000100:00000010:1.0:1767326113.663010:0:214155:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a30a2a0c. 00000100:00000001:1.0:1767326113.663013:0:214155:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767326113.663014:0:214155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005b6faffd. 02000000:00000001:1.0:1767326113.663017:0:214155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326113.663019:0:214155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326113.663021:0:214155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7cc4db3. 00000100:00000001:1.0:1767326113.663024:0:214155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326113.663026:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767326113.663040:0:214155:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000bc5133f8. 10000000:01000000:1.0:1767326113.663043:0:214155:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.107@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1767326113.663046:0:214155:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767326113.663048:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326113.663050:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326113.663052:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086d7523c refcount=3 00000020:00000001:1.0:1767326113.663054:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887252992 : -112766822298624 : ffff99706d9d4c00) 00010000:00000001:1.0:1767326113.663056:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887252992 : -112766822298624 : ffff99706d9d4c00) 00010000:00000001:1.0:1767326113.663059:0:214155:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767326113.663061:0:214155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.107@tcp lock: 0000000086d7523c/0xddb593876518da20 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d7b8 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326113.663068:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326113.663070:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767326113.663072:0:214155:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.107@tcp lock: 0000000086d7523c/0xddb593876518da20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d7b8 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326113.663078:0:214155:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767326113.663079:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326113.663080:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767326113.663081:0:214155:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326113.663083:0:214155:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326113.663085:0:214155:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767326113.663087:0:214155:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767326113.663089:0:214155:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000787ac9e6) refs 2 10000000:00000001:1.0:1767326113.663092:0:214155:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326113.663093:0:214155:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767326113.663101:0:214155:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(0000000033b8c559) refs 3 10000000:00000001:1.0:1767326113.663104:0:214155:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767326113.663106:0:214155:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767326113.663107:0:214155:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1767326113.663108:0:214155:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:1.0:1767326113.663110:0:214155:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff997043181000 from 43 10000000:00000001:1.0:1767326113.663113:0:214155:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767326113.663114:0:214155:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1767326113.663117:0:214155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7cc4db3. 00000020:00000040:1.0:1767326113.663120:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326113.663123:0:214155:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326113.663126:0:214155:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326113.663129:0:214155:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326113.663133:0:214155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005b6faffd. 00000100:00000001:1.0:1767326113.663137:0:214155:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326113.663169:0:214155:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767326113.663172:0:214155:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767326113.663177:0:214155:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000090a25ea0. 00010000:00000001:1.0:1767326113.663182:0:214155:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767326113.663184:0:214155:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007b579d0e. 00000020:00000001:1.0:1767326113.663188:0:214155:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767326113.663190:0:214155:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007b579d0e with handle 0xddb593876518da27 to hash 00000020:00000001:1.0:1767326113.663193:0:214155:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767326113.663195:0:214155:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446631306885133824 : -112766824417792 : ffff99706d7cf600) 00010000:00000001:1.0:1767326113.663197:0:214155:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446631306885133824 : -112766824417792 : ffff99706d7cf600) 00010000:00000001:1.0:1767326113.663200:0:214155:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326113.663203:0:214155:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326113.663206:0:214155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.107@tcp lock: 000000007b579d0e/0xddb593876518da27 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326113.663214:0:214155:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.107@tcp lock: 000000007b579d0e/0xddb593876518da27 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326113.663223:0:214155:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.107@tcp lock: 000000007b579d0e/0xddb593876518da27 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326113.663239:0:214155:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767326113.663241:0:214155:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767326113.663244:0:214155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcbc9d50. 00000100:00000001:1.0:1767326113.663247:0:214155:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306884644864 : -112766824906752 : ffff99706d758000) 00000100:00000001:1.0:1767326113.663250:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326113.663252:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138715136 : -112766570836480 : ffff99707c9a4e00) 00000100:00000001:1.0:1767326113.663256:0:214155:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326113.663258:0:214155:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.663259:0:214155:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767326113.663261:0:214155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326113.663267:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7cc4db3 x1853174993445376/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.663275:0:214155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326113.663291:0:214155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326113.663294:0:214155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326113.663296:0:214155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326113.663299:0:214155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326113.663302:0:214155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993445376:192.168.203.107@tcp:101: 00000100:00000001:1.0:1767326113.663306:0:214155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326113.663309:0:214155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326113.663310:0:214155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326113.663312:0:214155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326113.663316:0:214155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a30a2a0c. 02000000:00000001:1.0:1767326113.663318:0:214155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326113.663324:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aec8940. 00000400:00000010:1.0:1767326113.663329:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000100:00000200:1.0:1767326113.663334:0:214155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993445376, portal 25 00000100:00000001:1.0:1767326113.663339:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326113.663342:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138715136 : -112766570836480 : ffff99707c9a4e00) 00000100:00000040:1.0:1767326113.663349:0:214155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c7cc4db3 x1853174993445376/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.663365:0:214155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326113.663374:0:214155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326113.663377:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023a5a225. 00000100:00000200:1.0:1767326113.663380:0:214155:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853174993445376, offset 0 00000400:00000200:1.0:1767326113.663385:0:214155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326113.663392:0:214155:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767326113.663397:0:214155:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326113.663400:0:214155:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767326113.663403:0:214155:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326113.663406:0:214155:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767326113.663409:0:214155:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [468:468:256:4294967295] 192.168.203.107@tcp LPNI seq info [468:468:8:4294967295] 00000400:00000200:1.0:1767326113.663418:0:214155:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767326113.663423:0:214155:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767326113.663427:0:214155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b90c43. 00000800:00000200:1.0:1767326113.663432:0:214155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767326113.663439:0:214155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326113.663442:0:214155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c1b90c43 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326113.663453:0:214155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.663456:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306035231 00000100:00000001:1.0:1767326113.663461:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306035228 00000100:00000001:1.0:1767326113.663465:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306035231 00000100:00000001:1.0:1767326113.663469:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306035228 00000100:00000001:1.0:1767326113.663473:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306035231 00000100:00000001:1.0:1767326113.663477:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306035228 00000100:00000001:1.0:1767326113.663480:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306035231 00000100:00000001:1.0:1767326113.663483:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306035228 00000100:00000001:1.0:1767326113.663487:0:214155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326113.663490:0:214155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.663493:0:214155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326113.663494:0:214155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767326113.663502:0:214155:0:(client.c:2690:ptlrpc_set_wait()) set 00000000fcbc9d50 going to sleep for 11 seconds 00000800:00000200:0.0:1767326113.663504:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326113.663505:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326113.663510:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326113.663510:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b90c43. 00000400:00000200:0.0:1767326113.663518:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326113.663525:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326113.663529:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023a5a225 00000400:00000010:0.0:1767326113.663532:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023a5a225. 00000100:00000001:0.0:1767326113.663536:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326113.663540:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7cc4db3 x1853174993445376/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.663550:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326113.663552:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c7cc4db3 x1853174993445376/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.663560:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326113.663561:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326113.664497:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326113.664502:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326113.664504:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326113.664506:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326113.664510:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326113.664517:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 344 into portal 25 MB=0x69573ed30e200 00000400:00000200:1.0:1767326113.664520:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 344/344 into md 0xf69 [1] + 224 00000800:00000001:1.0:1767326113.664524:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326113.664528:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326113.664530:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326113.664532:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326113.664536:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326113.664540:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c7cc4db3 x1853174993445376/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326113.664550:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000c7cc4db3 x1853174993445376/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.664568:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326113.664574:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326113.664578:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326113.664593:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326113.664598:0:214155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326113.664599:0:214155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326113.664601:0:214155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aec8940. 00000400:00000200:0.0:1767326113.664604:0:214155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000400:00000010:0.0:1767326113.664606:0:214155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00000001:0.0:1767326113.664607:0:214155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326113.664611:0:214155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c7cc4db3 x1853174993445376/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326113.664618:0:214155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c7cc4db3 x1853174993445376/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.664632:0:214155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326113.664633:0:214155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326113.664635:0:214155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326113.664636:0:214155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326113.664637:0:214155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326113.664638:0:214155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326113.664640:0:214155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326113.664642:0:214155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=70 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326113.664645:0:214155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326113.664646:0:214155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326113.664647:0:214155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326113.664648:0:214155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326113.664649:0:214155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326113.664651:0:214155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326113.664653:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c7cc4db3 x1853174993445376/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.664657:0:214155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326113.664659:0:214155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326113.664660:0:214155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326113.664662:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7cc4db3 x1853174993445376/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326113.664667:0:214155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993445376:192.168.203.107@tcp:101: 00000100:00000001:0.0:1767326113.664669:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326113.664671:0:214155:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326113.664672:0:214155:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326113.664673:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326113.664674:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c7cc4db3 x1853174993445376/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.664678:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326113.664679:0:214155:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fcbc9d50. 00000100:00000001:0.0:1767326113.664681:0:214155:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326113.664682:0:214155:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326113.664689:0:214155:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767326113.664691:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326113.664692:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326113.664693:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007b579d0e refcount=4 00000020:00000001:0.0:1767326113.664695:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885133824 : -112766824417792 : ffff99706d7cf600) 00010000:00000001:0.0:1767326113.664697:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885133824 : -112766824417792 : ffff99706d7cf600) 00010000:00000040:0.0:1767326113.664700:0:214155:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000007b579d0e, remote cookie: 0x11a3bfd0193d7bf, flags: 0x0 00010000:00000001:0.0:1767326113.664702:0:214155:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767326113.664704:0:214155:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767326113.664705:0:214155:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767326113.664707:0:214155:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767326113.664707:0:214155:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767326113.664709:0:214155:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000090a25ea0) refcount = 1 00010000:00010000:0.0:1767326113.664711:0:214155:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.107@tcp lock: 000000007b579d0e/0xddb593876518da27 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d7bf expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326113.664715:0:214155:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767326113.664716:0:214155:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767326113.664717:0:214155:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326113.664719:0:214155:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767326113.664721:0:214155:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326113.664722:0:214155:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.107@tcp lock: 000000007b579d0e/0xddb593876518da27 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x11a3bfd0193d7bf expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326113.664726:0:214155:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767326113.664726:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326113.664727:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326113.664728:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326113.664728:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326113.664729:0:214155:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326113.664730:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326113.664732:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c7cc4db3 x1853174993445376/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.664736:0:214155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326113.664738:0:214155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326113.664745:0:214155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a30a2a0c. 02000000:00000001:0.0:1767326113.664748:0:214155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326113.664750:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326113.664751:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767326113.664753:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326113.664755:0:214155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005b6faffd. 02000000:00000001:0.0:1767326113.664758:0:214155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326113.664760:0:214155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326113.664761:0:214155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7cc4db3. 00000100:00000001:0.0:1767326113.664764:0:214155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326113.664766:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767326113.664768:0:214155:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326113.664770:0:214155:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767326113.664772:0:214155:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000787ac9e6) refs 3 10000000:00000001:0.0:1767326113.664774:0:214155:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326113.664776:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326113.664777:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326113.664779:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007b579d0e refcount=3 00000020:00000001:0.0:1767326113.664781:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885133824 : -112766824417792 : ffff99706d7cf600) 00010000:00000001:0.0:1767326113.664783:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885133824 : -112766824417792 : ffff99706d7cf600) 00010000:00000001:0.0:1767326113.664786:0:214155:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767326113.664787:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326113.664789:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326113.664790:0:214155:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326113.664793:0:214155:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1767326113.664796:0:214155:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000511663ff. 00000020:00000010:0.0:1767326113.664801:0:214155:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000992985ab. 00000020:00000010:0.0:1767326113.664805:0:214155:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001e846f36. 00000040:00000010:0.0:1767326113.664810:0:214155:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ae4619a7. 00000020:00000010:0.0:1767326113.664815:0:214155:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000548df17e. 00000020:00000010:0.0:1767326113.664821:0:214155:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c4973da6. 80000000:00000010:0.0:1767326113.664865:0:214155:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005630bbee. 00040000:00000010:0.0:1767326113.664873:0:214155:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009b427e00. 20000000:00000010:0.0:1767326113.664879:0:214155:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000009af94a00. 10000000:00000040:0.0:1767326113.664883:0:214155:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000033f481f1 : new refcount 2 00000020:00000001:0.0:1767326113.664886:0:214155:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1767326113.664894:0:214155:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1767326113.664896:0:214155:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767326113.664901:0:214155:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d0a5a1af. 00000040:00000001:0.0:1767326113.664904:0:214155:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767326113.664907:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000010:0.0:1767326113.664911:0:214155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007523782f. 00000020:00000040:0.0:1767326113.664914:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=5 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326113.664917:0:214155:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326113.664919:0:214155:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326113.664922:0:214155:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326113.664927:0:214155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c233c6ba. 00000100:00000001:0.0:1767326113.664931:0:214155:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326113.664937:0:214155:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326113.664938:0:214155:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326113.664942:0:214155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072a6f1a7. 00000100:00000001:0.0:1767326113.664944:0:214155:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306246120768 : -112767463430848 : ffff997047666540) 00000100:00000001:0.0:1767326113.664947:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326113.664948:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000100:00000001:0.0:1767326113.664951:0:214155:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326113.664953:0:214155:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326113.664955:0:214155:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326113.664956:0:214155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326113.664961:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007523782f x1853174993445504/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.664969:0:214155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326113.664971:0:214155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326113.664974:0:214155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326113.664976:0:214155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326113.664979:0:214155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326113.664982:0:214155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993445504:192.168.203.107@tcp:501: 00000100:00000001:0.0:1767326113.664986:0:214155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326113.664989:0:214155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326113.664990:0:214155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326113.664992:0:214155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326113.664995:0:214155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8f3d421. 02000000:00000001:0.0:1767326113.665005:0:214155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326113.665009:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc51436e. 00000400:00000010:0.0:1767326113.665014:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034704ee7. 00000100:00000200:0.0:1767326113.665018:0:214155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993445504, portal 25 00000100:00000001:0.0:1767326113.665021:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326113.665022:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000100:00000040:0.0:1767326113.665027:0:214155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007523782f x1853174993445504/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.665036:0:214155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326113.665039:0:214155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326113.665041:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005632e77f. 00000100:00000200:0.0:1767326113.665044:0:214155:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853174993445504, offset 0 00000400:00000200:0.0:1767326113.665049:0:214155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326113.665071:0:214155:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767326113.665075:0:214155:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326113.665079:0:214155:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767326113.665082:0:214155:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326113.665085:0:214155:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767326113.665088:0:214155:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [469:469:256:4294967295] 192.168.203.107@tcp LPNI seq info [469:469:8:4294967295] 00000400:00000200:0.0:1767326113.665098:0:214155:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767326113.665105:0:214155:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767326113.665110:0:214155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000239bb1ca. 00000800:00000200:0.0:1767326113.665115:0:214155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767326113.665120:0:214155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767326113.665123:0:214155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000239bb1ca type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1767326113.665167:0:214155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326113.665172:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306035233 00000100:00000001:0.0:1767326113.665177:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306035231 00000100:00000001:0.0:1767326113.665182:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306035233 00000100:00000001:0.0:1767326113.665187:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306035231 00000100:00000001:0.0:1767326113.665198:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306035233 00000800:00000200:1.0:1767326113.665202:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326113.665203:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306035231 00000800:00000010:1.0:1767326113.665207:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000239bb1ca. 00000100:00000001:0.0:1767326113.665209:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306035233 00000400:00000200:1.0:1767326113.665211:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326113.665217:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306035231 00000400:00000200:1.0:1767326113.665220:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326113.665223:0:214155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326113.665225:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005632e77f 00000100:00000001:0.0:1767326113.665229:0:214155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326113.665230:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005632e77f. 00000100:00000001:1.0:1767326113.665236:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326113.665237:0:214155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326113.665240:0:214155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767326113.665242:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007523782f x1853174993445504/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326113.665244:0:214155:0:(client.c:2690:ptlrpc_set_wait()) set 0000000072a6f1a7 going to sleep for 11 seconds 00000100:00000001:0.0:1767326113.665249:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326113.665253:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.665263:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326113.665267:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000007523782f x1853174993445504/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.665293:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.665296:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326113.666183:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326113.666191:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326113.666194:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326113.666198:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326113.666205:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326113.666216:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 272 into portal 25 MB=0x69573ed30e280 00000400:00000200:0.0:1767326113.666222:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 272/272 into md 0xf71 [1] + 224 00000800:00000001:0.0:1767326113.666228:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326113.666235:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326113.666238:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326113.666242:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326113.666248:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326113.666252:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007523782f x1853174993445504/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326113.666262:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@000000007523782f x1853174993445504/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.666289:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326113.666295:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326113.666299:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326113.666313:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326113.666318:0:214155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326113.666320:0:214155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326113.666321:0:214155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc51436e. 00000400:00000200:1.0:1767326113.666325:0:214155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034704ee7 00000400:00000010:1.0:1767326113.666326:0:214155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034704ee7. 00000100:00000001:1.0:1767326113.666328:0:214155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326113.666331:0:214155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007523782f x1853174993445504/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326113.666337:0:214155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007523782f x1853174993445504/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.666342:0:214155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326113.666343:0:214155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326113.666344:0:214155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326113.666345:0:214155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326113.666346:0:214155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326113.666347:0:214155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326113.666348:0:214155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326113.666350:0:214155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326113.666353:0:214155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=70 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326113.666355:0:214155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326113.666356:0:214155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326113.666357:0:214155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326113.666359:0:214155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.666360:0:214155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326113.666362:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007523782f x1853174993445504/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.666367:0:214155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326113.666368:0:214155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326113.666369:0:214155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326113.666371:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007523782f x1853174993445504/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326113.666386:0:214155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993445504:192.168.203.107@tcp:501: 00000100:00000001:1.0:1767326113.666389:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326113.666390:0:214155:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.666391:0:214155:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326113.666392:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326113.666394:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007523782f x1853174993445504/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.666397:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326113.666399:0:214155:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000072a6f1a7. 00000100:00000001:1.0:1767326113.666401:0:214155:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767326113.666402:0:214155:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767326113.666405:0:214155:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767326113.666406:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326113.666408:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326113.666409:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326113.666410:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326113.666412:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007523782f x1853174993445504/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.666416:0:214155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326113.666417:0:214155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326113.666418:0:214155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8f3d421. 02000000:00000001:1.0:1767326113.666420:0:214155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326113.666421:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326113.666422:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326113.666423:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326113.666424:0:214155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c233c6ba. 02000000:00000001:1.0:1767326113.666426:0:214155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326113.666426:0:214155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326113.666427:0:214155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007523782f. 00000100:00000001:1.0:1767326113.666430:0:214155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326113.666431:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767326113.666432:0:214155:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767326113.666434:0:214155:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767326113.666445:0:214155:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000001b3a23e3. 00000040:00000001:1.0:1767326113.666447:0:214155:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767326113.666449:0:214155:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767326113.666450:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000010:1.0:1767326113.666454:0:214155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006af6b25f. 00000020:00000040:1.0:1767326113.666456:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=5 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326113.666458:0:214155:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326113.666459:0:214155:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326113.666461:0:214155:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326113.666465:0:214155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000159e7ff7. 00000100:00000001:1.0:1767326113.666467:0:214155:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.666468:0:214155:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767326113.666469:0:214155:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767326113.666472:0:214155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025e4d93c. 00000100:00000001:1.0:1767326113.666473:0:214155:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306884646592 : -112766824905024 : ffff99706d7586c0) 00000100:00000001:1.0:1767326113.666475:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326113.666476:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138713344 : -112766570838272 : ffff99707c9a4700) 00000100:00000001:1.0:1767326113.666478:0:214155:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326113.666479:0:214155:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.666480:0:214155:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767326113.666481:0:214155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326113.666483:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006af6b25f x1853174993445632/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.666487:0:214155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326113.666488:0:214155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326113.666490:0:214155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326113.666491:0:214155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326113.666492:0:214155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326113.666494:0:214155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006af6b25f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993445632:192.168.203.107@tcp:503: 00000100:00000001:1.0:1767326113.666496:0:214155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326113.666497:0:214155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326113.666498:0:214155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326113.666500:0:214155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326113.666513:0:214155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000bd8811dd. 02000000:00000001:1.0:1767326113.666515:0:214155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326113.666524:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bc951f5. 00000400:00000010:1.0:1767326113.666528:0:214155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000005c73f08b. 00000100:00000200:1.0:1767326113.666531:0:214155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853174993445632, portal 25 00000100:00000001:1.0:1767326113.666532:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326113.666533:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138713344 : -112766570838272 : ffff99707c9a4700) 00000100:00000040:1.0:1767326113.666537:0:214155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006af6b25f x1853174993445632/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326129 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.666541:0:214155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326113.666552:0:214155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326113.666558:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d9a5dcc. 00000100:00000200:1.0:1767326113.666560:0:214155:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853174993445632, offset 0 00000400:00000200:1.0:1767326113.666564:0:214155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326113.666570:0:214155:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767326113.666572:0:214155:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326113.666574:0:214155:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767326113.666577:0:214155:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326113.666578:0:214155:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767326113.666581:0:214155:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [470:470:256:4294967295] 192.168.203.107@tcp LPNI seq info [470:470:8:4294967295] 00000400:00000200:1.0:1767326113.666586:0:214155:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767326113.666590:0:214155:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767326113.666594:0:214155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee91c56. 00000800:00000200:1.0:1767326113.666597:0:214155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767326113.666600:0:214155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326113.666602:0:214155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ee91c56 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767326113.666613:0:214155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.666616:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306035234 00000100:00000001:1.0:1767326113.666619:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306035233 00000100:00000001:1.0:1767326113.666622:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306035234 00000100:00000001:1.0:1767326113.666624:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306035233 00000100:00000001:1.0:1767326113.666627:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306035234 00000100:00000001:1.0:1767326113.666636:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306035233 00000100:00000001:1.0:1767326113.666638:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306035234 00000100:00000001:1.0:1767326113.666640:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306035233 00000100:00000001:1.0:1767326113.666644:0:214155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326113.666646:0:214155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.666648:0:214155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326113.666650:0:214155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767326113.666652:0:214155:0:(client.c:2690:ptlrpc_set_wait()) set 0000000025e4d93c going to sleep for 11 seconds 00000100:00000001:1.0:1767326113.666654:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326113.666656:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326113.666669:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326113.666681:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee91c56. 00000400:00000200:0.0:1767326113.666685:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326113.666690:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326113.666693:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9a5dcc 00000400:00000010:0.0:1767326113.666694:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d9a5dcc. 00000100:00000001:0.0:1767326113.666698:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326113.666701:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006af6b25f x1853174993445632/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326129 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.666710:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326113.666712:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006af6b25f x1853174993445632/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326129 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.666719:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326113.666721:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326113.667553:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326113.667562:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326113.667564:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326113.667568:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326113.667573:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326113.667583:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 8416 into portal 25 MB=0x69573ed30e300 00000400:00000200:1.0:1767326113.667590:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 8416/8416 into md 0xf79 [4] + 224 00000800:00000001:1.0:1767326113.667596:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326113.667604:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326113.667606:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326113.667610:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326113.667614:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326113.667619:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006af6b25f x1853174993445632/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326129 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326113.667628:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@000000006af6b25f x1853174993445632/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.667648:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326113.667654:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326113.667658:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326113.667664:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326113.667669:0:214155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326113.667670:0:214155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326113.667672:0:214155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bc951f5. 00000400:00000200:3.0:1767326113.667675:0:214155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c73f08b 00000400:00000010:3.0:1767326113.667677:0:214155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000005c73f08b. 00000100:00000001:3.0:1767326113.667679:0:214155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326113.667682:0:214155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006af6b25f x1853174993445632/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326113.667694:0:214155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006af6b25f x1853174993445632/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326113.667699:0:214155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326113.667701:0:214155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326113.667702:0:214155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326113.667704:0:214155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326113.667705:0:214155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326113.667706:0:214155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326113.667708:0:214155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326113.667710:0:214155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=70 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326113.667712:0:214155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=70 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326113.667714:0:214155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326113.667715:0:214155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326113.667716:0:214155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326113.667717:0:214155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326113.667719:0:214155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326113.667721:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006af6b25f x1853174993445632/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326113.667725:0:214155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326113.667727:0:214155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326113.667728:0:214155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326113.667729:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006af6b25f x1853174993445632/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326129 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326113.667734:0:214155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006af6b25f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993445632:192.168.203.107@tcp:503: 00000100:00000001:3.0:1767326113.667737:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326113.667739:0:214155:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326113.667740:0:214155:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767326113.667741:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326113.667743:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006af6b25f x1853174993445632/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326129 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326113.667747:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326113.667754:0:214155:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000025e4d93c. 00000100:00000001:3.0:1767326113.667756:0:214155:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767326113.667758:0:214155:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767326113.667762:0:214155:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1767326113.667763:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326113.667764:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006af6b25f x1853174993445632/t0(0) o503->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326129 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326113.667769:0:214155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326113.667770:0:214155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326113.667771:0:214155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000bd8811dd. 02000000:00000001:3.0:1767326113.667778:0:214155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326113.667779:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326113.667780:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767326113.667781:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326113.667783:0:214155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000159e7ff7. 02000000:00000001:3.0:1767326113.667787:0:214155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326113.667788:0:214155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326113.667789:0:214155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006af6b25f. 00000100:00000001:3.0:1767326113.667793:0:214155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326113.667794:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326113.667796:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326113.667798:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767326113.667800:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767326113.667802:0:214155:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767326113.667804:0:214155:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767326113.667807:0:214155:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767326113.667810:0:214155:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000c06959ff. 00000040:00001000:3.0:1767326113.667813:0:214155:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 42 last_idx 0 read_mode 0 00000040:00000001:1.0:1767326113.667985:0:219081:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767326113.667990:0:219081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ada721d. 00000020:00000010:1.0:1767326113.667993:0:219081:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b2f21edf. 00000040:00000010:1.0:1767326113.668002:0:219081:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000159e7ff7. 00000020:00000010:1.0:1767326113.668005:0:219081:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000060b4fe9c. 00000020:00000010:1.0:1767326113.668009:0:219081:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bc69cddc. 00000020:00000010:1.0:1767326113.668012:0:219081:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005b6faffd. 80000000:00000010:1.0:1767326113.668014:0:219081:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a79dd0d3. 40000000:00000010:1.0:1767326113.668018:0:219081:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003796d237. 00100000:00000010:1.0:1767326113.668022:0:219081:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a855afe4. 00040000:00000010:1.0:1767326113.668026:0:219081:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000b6dbbf0. 00040000:00000010:1.0:1767326113.668029:0:219081:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cd4cd0f4. 00040000:00000010:1.0:1767326113.668032:0:219081:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002b65f9c6. 00000004:00000010:1.0:1767326113.668036:0:219081:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000068710a6f. 00000004:00000010:1.0:1767326113.668040:0:219081:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000702b5174. 00000004:00000010:1.0:1767326113.668044:0:219081:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006a4dbf2e. 00002000:00000010:1.0:1767326113.668048:0:219081:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000063d8547e. 00000004:00000010:1.0:1767326113.668051:0:219081:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001ca5830b. 00000020:00000010:1.0:1767326113.668055:0:219081:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f935e2df. 00000040:00000010:1.0:1767326113.668062:0:219081:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000dd26745d. 00000040:00001000:1.0:1767326113.668064:0:219081:0:(llog.c:607:llog_process_thread()) index: 43 last_index 64767 00000040:00000001:1.0:1767326113.668066:0:219081:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767326113.668068:0:219081:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767326113.668070:0:219081:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000010:1.0:1767326113.668074:0:219081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b618cdda. 00000020:00000040:1.0:1767326113.668076:0:219081:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=5 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326113.668078:0:219081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326113.668080:0:219081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326113.668082:0:219081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326113.668086:0:219081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046a43883. 00000100:00000001:1.0:1767326113.668089:0:219081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.668091:0:219081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767326113.668092:0:219081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767326113.668095:0:219081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000025e4d93c. 00000100:00000001:1.0:1767326113.668097:0:219081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306884646592 : -112766824905024 : ffff99706d7586c0) 00000100:00000001:1.0:1767326113.668099:0:219081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326113.668100:0:219081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138724096 : -112766570827520 : ffff99707c9a7100) 00000100:00000001:1.0:1767326113.668106:0:219081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326113.668107:0:219081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.668109:0:219081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767326113.668110:0:219081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326113.668115:0:219081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b618cdda x1853174993445760/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.668120:0:219081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326113.668121:0:219081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326113.668124:0:219081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326113.668125:0:219081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326113.668127:0:219081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326113.668129:0:219081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b618cdda pname:cluuid:pid:xid:nid:opc:job llog_process_th:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:219081:1853174993445760:192.168.203.107@tcp:502: 00000100:00000001:1.0:1767326113.668132:0:219081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326113.668133:0:219081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326113.668135:0:219081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326113.668137:0:219081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326113.668162:0:219081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000bd8811dd. 02000000:00000001:1.0:1767326113.668165:0:219081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326113.668167:0:219081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000541485ca. 00000400:00000010:1.0:1767326113.668171:0:219081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000005c73f08b. 00000100:00000200:1.0:1767326113.668175:0:219081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853174993445760, portal 25 00000100:00000001:1.0:1767326113.668178:0:219081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326113.668180:0:219081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138724096 : -112766570827520 : ffff99707c9a7100) 00000100:00000040:1.0:1767326113.668185:0:219081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b618cdda x1853174993445760/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326129 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.668192:0:219081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326113.668195:0:219081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326113.668198:0:219081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095dddc78. 00000100:00000200:1.0:1767326113.668201:0:219081:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853174993445760, offset 0 00000400:00000200:1.0:1767326113.668206:0:219081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326113.668212:0:219081:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767326113.668215:0:219081:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326113.668219:0:219081:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767326113.668228:0:219081:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326113.668231:0:219081:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767326113.668235:0:219081:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [471:471:256:4294967295] 192.168.203.107@tcp LPNI seq info [471:471:8:4294967295] 00000400:00000200:1.0:1767326113.668244:0:219081:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767326113.668248:0:219081:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767326113.668250:0:219081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee91c56. 00000800:00000200:1.0:1767326113.668255:0:219081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767326113.668260:0:219081:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326113.668262:0:219081:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ee91c56 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767326113.668274:0:219081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.668289:0:219081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306035236 00000100:00000001:1.0:1767326113.668295:0:219081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306035234 00000100:00000001:1.0:1767326113.668300:0:219081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306035236 00000100:00000001:1.0:1767326113.668305:0:219081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306035234 00000100:00000001:1.0:1767326113.668309:0:219081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306035236 00000100:00000001:1.0:1767326113.668313:0:219081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306035234 00000100:00000001:1.0:1767326113.668315:0:219081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306035236 00000100:00000001:1.0:1767326113.668318:0:219081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306035234 00000100:00000001:1.0:1767326113.668321:0:219081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326113.668323:0:219081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.668324:0:219081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326113.668325:0:219081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767326113.668327:0:219081:0:(client.c:2690:ptlrpc_set_wait()) set 0000000025e4d93c going to sleep for 11 seconds 00000100:00000001:1.0:1767326113.668329:0:219081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326113.668331:0:219081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326113.668352:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326113.668356:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee91c56. 00000400:00000200:0.0:1767326113.668361:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326113.668368:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326113.668372:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095dddc78 00000400:00000010:0.0:1767326113.668375:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095dddc78. 00000100:00000001:0.0:1767326113.668379:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326113.668384:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b618cdda x1853174993445760/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326129 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.668393:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326113.668396:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b618cdda x1853174993445760/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326129 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.668404:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326113.668406:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326113.669294:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326113.669301:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326113.669304:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326113.669307:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326113.669314:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326113.669322:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 8472 into portal 25 MB=0x69573ed30e380 00000400:00000200:0.0:1767326113.669328:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 8472/8472 into md 0xf81 [4] + 224 00000800:00000001:0.0:1767326113.669341:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326113.669349:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326113.669352:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326113.669356:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326113.669360:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326113.669364:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b618cdda x1853174993445760/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326129 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326113.669374:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000b618cdda x1853174993445760/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.669392:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326113.669398:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326113.669401:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326113.669416:0:219081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326113.669421:0:219081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326113.669422:0:219081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326113.669424:0:219081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000541485ca. 00000400:00000200:1.0:1767326113.669427:0:219081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c73f08b 00000400:00000010:1.0:1767326113.669433:0:219081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000005c73f08b. 00000100:00000001:1.0:1767326113.669436:0:219081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326113.669439:0:219081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b618cdda x1853174993445760/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326113.669446:0:219081:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b618cdda x1853174993445760/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.669451:0:219081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326113.669452:0:219081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326113.669454:0:219081:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326113.669455:0:219081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326113.669456:0:219081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326113.669457:0:219081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326113.669459:0:219081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326113.669461:0:219081:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326113.669463:0:219081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=70 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326113.669465:0:219081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326113.669466:0:219081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326113.669467:0:219081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326113.669469:0:219081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.669470:0:219081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326113.669472:0:219081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b618cdda x1853174993445760/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.669477:0:219081:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326113.669478:0:219081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326113.669479:0:219081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326113.669481:0:219081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b618cdda x1853174993445760/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326129 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326113.669485:0:219081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b618cdda pname:cluuid:pid:xid:nid:opc:job llog_process_th:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:219081:1853174993445760:192.168.203.107@tcp:502: 00000100:00000001:1.0:1767326113.669489:0:219081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326113.669491:0:219081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.669492:0:219081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326113.669493:0:219081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326113.669494:0:219081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b618cdda x1853174993445760/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326129 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.669505:0:219081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326113.669507:0:219081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000025e4d93c. 00000100:00000001:1.0:1767326113.669509:0:219081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767326113.669510:0:219081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767326113.669514:0:219081:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767326113.669515:0:219081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326113.669517:0:219081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b618cdda x1853174993445760/t0(0) o502->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326129 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.669521:0:219081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326113.669522:0:219081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326113.669523:0:219081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000bd8811dd. 02000000:00000001:1.0:1767326113.669529:0:219081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326113.669530:0:219081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326113.669531:0:219081:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326113.669532:0:219081:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326113.669533:0:219081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000046a43883. 02000000:00000001:1.0:1767326113.669536:0:219081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326113.669537:0:219081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326113.669538:0:219081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b618cdda. 00000100:00000001:1.0:1767326113.669541:0:219081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326113.669541:0:219081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326113.669552:0:219081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326113.669553:0:219081:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326113.669557:0:219081:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767326113.669558:0:219081:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767326113.669560:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4e000 type=0x10620000 idx=1 00000040:00001000:1.0:1767326113.669562:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:1.0:1767326113.669563:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4e0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767326113.669565:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 2 00000040:00001000:1.0:1767326113.669565:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4e158 type=0x10620000 idx=3 00000040:00001000:1.0:1767326113.669567:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 3 00000040:00001000:1.0:1767326113.669567:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4e200 type=0x10620000 idx=4 00000040:00001000:1.0:1767326113.669568:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 4 00000040:00001000:1.0:1767326113.669569:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4e2e0 type=0x10620000 idx=5 00000040:00001000:1.0:1767326113.669570:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 5 00000040:00001000:1.0:1767326113.669576:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4e3c0 type=0x10620000 idx=6 00000040:00001000:1.0:1767326113.669578:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 6 00000040:00001000:1.0:1767326113.669578:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4e438 type=0x10620000 idx=7 00000040:00001000:1.0:1767326113.669580:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 7 00000040:00001000:1.0:1767326113.669580:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4e4e0 type=0x10620000 idx=8 00000040:00001000:1.0:1767326113.669582:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 8 00000040:00001000:1.0:1767326113.669583:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4e5c0 type=0x10620000 idx=9 00000040:00001000:1.0:1767326113.669584:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 9 00000040:00001000:1.0:1767326113.669584:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4e6a0 type=0x10620000 idx=10 00000040:00001000:1.0:1767326113.669585:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 10 00000040:00001000:1.0:1767326113.669586:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4e718 type=0x10620000 idx=11 00000040:00001000:1.0:1767326113.669587:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 11 00000040:00001000:1.0:1767326113.669588:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4e7f8 type=0x10620000 idx=12 00000040:00001000:1.0:1767326113.669589:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 12 00000040:00001000:1.0:1767326113.669589:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4e8d8 type=0x10620000 idx=13 00000040:00001000:1.0:1767326113.669590:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 13 00000040:00001000:1.0:1767326113.669591:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4e930 type=0x10620000 idx=14 00000040:00001000:1.0:1767326113.669592:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 14 00000040:00001000:1.0:1767326113.669592:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4e9b0 type=0x10620000 idx=15 00000040:00001000:1.0:1767326113.669593:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 15 00000040:00001000:1.0:1767326113.669594:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4ea40 type=0x10620000 idx=16 00000040:00001000:1.0:1767326113.669595:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 16 00000040:00001000:1.0:1767326113.669595:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4eae0 type=0x10620000 idx=17 00000040:00001000:1.0:1767326113.669596:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 17 00000040:00001000:1.0:1767326113.669597:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4ebc0 type=0x10620000 idx=18 00000040:00001000:1.0:1767326113.669598:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 18 00000040:00001000:1.0:1767326113.669599:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4eca0 type=0x10620000 idx=19 00000040:00001000:1.0:1767326113.669600:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 19 00000040:00001000:1.0:1767326113.669600:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4ecf0 type=0x10620000 idx=20 00000040:00001000:1.0:1767326113.669601:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 20 00000040:00001000:1.0:1767326113.669602:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4edd0 type=0x10620000 idx=21 00000040:00001000:1.0:1767326113.669603:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 21 00000040:00001000:1.0:1767326113.669603:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4eeb0 type=0x10620000 idx=22 00000040:00001000:1.0:1767326113.669604:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 22 00000040:00001000:1.0:1767326113.669605:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4ef08 type=0x10620000 idx=23 00000040:00001000:1.0:1767326113.669610:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 23 00000040:00001000:1.0:1767326113.669611:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4ef88 type=0x10620000 idx=24 00000040:00001000:1.0:1767326113.669612:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 24 00000040:00001000:1.0:1767326113.669613:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4f018 type=0x10620000 idx=25 00000040:00001000:1.0:1767326113.669614:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 25 00000040:00001000:1.0:1767326113.669615:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4f0b8 type=0x10620000 idx=26 00000040:00001000:1.0:1767326113.669616:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 26 00000040:00001000:1.0:1767326113.669617:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4f198 type=0x10620000 idx=27 00000040:00001000:1.0:1767326113.669618:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 27 00000040:00001000:1.0:1767326113.669619:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4f278 type=0x10620000 idx=28 00000040:00001000:1.0:1767326113.669620:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 28 00000040:00001000:1.0:1767326113.669620:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4f2c8 type=0x10620000 idx=29 00000040:00001000:1.0:1767326113.669621:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 29 00000040:00001000:1.0:1767326113.669622:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4f3a8 type=0x10620000 idx=30 00000040:00001000:1.0:1767326113.669623:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 30 00000040:00001000:1.0:1767326113.669623:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4f488 type=0x10620000 idx=31 00000040:00001000:1.0:1767326113.669624:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 31 00000040:00001000:1.0:1767326113.669625:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4f4e0 type=0x10620000 idx=32 00000040:00001000:1.0:1767326113.669626:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 32 00000040:00001000:1.0:1767326113.669627:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4f560 type=0x10620000 idx=33 00000040:00001000:1.0:1767326113.669628:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 33 00000040:00001000:1.0:1767326113.669629:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4f5f0 type=0x10620000 idx=34 00000040:00001000:1.0:1767326113.669629:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 34 00000040:00001000:1.0:1767326113.669630:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4f670 type=0x10620000 idx=35 00000040:00001000:1.0:1767326113.669631:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 35 00000040:00001000:1.0:1767326113.669632:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4f750 type=0x10620000 idx=36 00000040:00001000:1.0:1767326113.669633:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 36 00000040:00001000:1.0:1767326113.669634:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4f830 type=0x10620000 idx=37 00000040:00001000:1.0:1767326113.669634:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 37 00000040:00001000:1.0:1767326113.669635:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4f880 type=0x10620000 idx=38 00000040:00001000:1.0:1767326113.669636:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 38 00000040:00001000:1.0:1767326113.669637:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4f960 type=0x10620000 idx=39 00000040:00001000:1.0:1767326113.669638:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 39 00000040:00001000:1.0:1767326113.669639:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4fa40 type=0x10620000 idx=40 00000040:00001000:1.0:1767326113.669640:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 40 00000040:00001000:1.0:1767326113.669645:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4fa98 type=0x10620000 idx=41 00000040:00001000:1.0:1767326113.669646:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 41 00000040:00001000:1.0:1767326113.669647:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4fb18 type=0x10620000 idx=42 00000040:00001000:1.0:1767326113.669648:0:219081:0:(llog.c:759:llog_process_thread()) skipping lrh_index 42 00000040:00001000:1.0:1767326113.669649:0:219081:0:(llog.c:663:llog_process_thread()) processing rec 0xffff997044b4fba8 type=0x10620000 idx=43 00000040:00001000:1.0:1767326113.669651:0:219081:0:(llog.c:776:llog_process_thread()) lrh_index: 43 lrh_len: 160 (1112 remains) 00000040:00001000:1.0:1767326113.669652:0:219081:0:(llog.c:797:llog_process_thread()) index: 43, lh_last_idx: 66 synced_idx: 0 lgh_last_idx: 66 00000020:00000001:1.0:1767326113.669654:0:219081:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1767326113.669658:0:219081:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000c0b45dcb. 00000020:01000000:1.0:1767326113.669660:0:219081:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff997043181000 00000020:00000010:1.0:1767326113.669663:0:219081:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 0000000025e4d93c. 00000020:00000080:1.0:1767326113.669665:0:219081:0:(obd_config.c:1389:class_process_config()) processing cmd: cf014 00000020:00000001:1.0:1767326113.669668:0:219081:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767326113.669670:0:219081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046a43883. 00000020:00000010:1.0:1767326113.669672:0:219081:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e6bfdbb7. 00000040:00000010:1.0:1767326113.669676:0:219081:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000047e98dfd. 00000020:00000010:1.0:1767326113.669678:0:219081:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002d6f355a. 00000020:00000010:1.0:1767326113.669680:0:219081:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006059a426. 00040000:00000010:1.0:1767326113.669683:0:219081:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c1b90c43. 00040000:00000010:1.0:1767326113.669685:0:219081:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004edd428f. 00800000:00000001:1.0:1767326113.669688:0:219081:0:(lmv_obd.c:1346:lmv_process_config()) Process entered 00800000:00000001:1.0:1767326113.669692:0:219081:0:(lmv_obd.c:423:lmv_add_target()) Process entered 00800000:01000000:1.0:1767326113.669693:0:219081:0:(lmv_obd.c:425:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00800000:00000010:1.0:1767326113.669697:0:219081:0:(lmv_obd.c:434:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000f2386f91. 00020000:00000001:1.0:1767326113.669699:0:219081:0:(lu_tgt_descs.c:357:ltd_add_tgt()) Process entered 00020000:00000001:1.0:1767326113.669701:0:219081:0:(lu_tgt_descs.c:372:ltd_add_tgt()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00800000:00000001:1.0:1767326113.669703:0:219081:0:(lmv_obd.c:448:lmv_add_target()) Process leaving via out_tgt (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00800000:00000010:1.0:1767326113.669705:0:219081:0:(lmv_obd.c:465:lmv_add_target()) kfreed 'tgt': 368 at 00000000f2386f91. 00800000:00000001:1.0:1767326113.669707:0:219081:0:(lmv_obd.c:1363:lmv_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00800000:00000001:1.0:1767326113.669708:0:219081:0:(lmv_obd.c:1369:lmv_process_config()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000010:1.0:1767326113.669710:0:219081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e6bfdbb7. 00000040:00000010:1.0:1767326113.669712:0:219081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000047e98dfd. 00000020:00000010:1.0:1767326113.669715:0:219081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002d6f355a. 00000020:00000010:1.0:1767326113.669723:0:219081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006059a426. 00040000:00000010:1.0:1767326113.669726:0:219081:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c1b90c43. 00040000:00000010:1.0:1767326113.669727:0:219081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004edd428f. 00000020:00000010:1.0:1767326113.669730:0:219081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046a43883. 00000020:00000001:1.0:1767326113.669732:0:219081:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000001:1.0:1767326113.669733:0:219081:0:(obd_config.c:1583:class_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:1.0:1767326113.669735:0:219081:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 0000000025e4d93c. 00000020:00000010:1.0:1767326113.669736:0:219081:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000c0b45dcb. 00000020:00020000:1.0:1767326113.669738:0:219081:0:(obd_config.c:2001:class_config_llog_handler()) MGC192.168.203.107@tcp: cfg command failed: rc = -17 00000020:00000010:2.0:1767326113.670728:0:219080:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000aecf419a. 00000020:00000040:2.0:1767326113.670734:0:219080:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-MDT0001-mdc-ffff997043181000 has already been connecting to new target(6) 00000020:00000010:2.0:1767326113.670736:0:219080:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000aecf419a. 00000020:00000001:1.0:1767326113.672722:0:219081:0:(obd_config.c:2319:class_config_dump_handler()) Process entered 00000020:00000010:1.0:1767326113.672726:0:219081:0:(obd_config.c:2321:class_config_dump_handler()) kmalloced '(outstr)': 256 at 00000000c1b90c43. 00000020:00000001:1.0:1767326113.672729:0:219081:0:(obd_config.c:2250:class_config_parse_rec()) Process entered 00000020:00000001:1.0:1767326113.672733:0:219081:0:(obd_config.c:2309:class_config_parse_rec()) Process leaving (rc=88 : 88 : 58) 00000020:02000400:1.0:1767326113.672735:0:219081:0:(obd_config.c:2327:class_config_dump_handler()) cmd=cf014 0:lustre-clilmv 1:lustre-MDT0001_UUID 2:1 3:1 4:lustre-MDT0001-mdc_UUID 00000020:00000010:1.0:1767326113.675423:0:219081:0:(obd_config.c:2333:class_config_dump_handler()) kfreed 'outstr': 256 at 00000000c1b90c43. 00000020:00000001:1.0:1767326113.675427:0:219081:0:(obd_config.c:2334:class_config_dump_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326113.675430:0:219081:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000040:00000001:1.0:1767326113.675432:0:219081:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000040:00080000:1.0:1767326113.675435:0:219081:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 43 count 66 00000040:00000010:1.0:1767326113.675437:0:219081:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000dd26745d. 00000020:00000010:1.0:1767326113.675443:0:219081:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f935e2df. 00000020:00000010:1.0:1767326113.675454:0:219081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b2f21edf. 00000040:00000010:1.0:1767326113.675457:0:219081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000159e7ff7. 00000020:00000010:1.0:1767326113.675459:0:219081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000060b4fe9c. 00000020:00000010:1.0:1767326113.675462:0:219081:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bc69cddc. 00000020:00000010:1.0:1767326113.675465:0:219081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005b6faffd. 80000000:00000010:1.0:1767326113.675468:0:219081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a79dd0d3. 40000000:00000010:1.0:1767326113.675470:0:219081:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003796d237. 00100000:00000010:1.0:1767326113.675473:0:219081:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a855afe4. 00040000:00000010:1.0:1767326113.675476:0:219081:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000b6dbbf0. 00040000:00000010:1.0:1767326113.675480:0:219081:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cd4cd0f4. 00040000:00000010:1.0:1767326113.675482:0:219081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002b65f9c6. 00000004:00000010:1.0:1767326113.675490:0:219081:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000068710a6f. 00000004:00000010:1.0:1767326113.675493:0:219081:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000702b5174. 00000004:00000010:1.0:1767326113.675496:0:219081:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006a4dbf2e. 00002000:00000010:1.0:1767326113.675499:0:219081:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000063d8547e. 00000004:00000010:1.0:1767326113.675502:0:219081:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001ca5830b. 00000020:00000010:1.0:1767326113.675504:0:219081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ada721d. 00000040:00000010:3.0:1767326113.675519:0:214155:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000c06959ff. 00000040:00000001:3.0:1767326113.675524:0:214155:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:01000000:3.0:1767326113.675527:0:214155:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 43-43 (rc=-17) 00000040:00000010:3.0:1767326113.675530:0:214155:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000001b3a23e3. 00000040:00000010:3.0:1767326113.675535:0:214155:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d0a5a1af. 00000020:00000001:3.0:1767326113.675538:0:214155:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00000001:3.0:1767326113.675540:0:214155:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:3.0:1767326113.675548:0:214155:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001e846f36. 00000040:00000010:3.0:1767326113.675552:0:214155:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ae4619a7. 00000020:00000010:3.0:1767326113.675555:0:214155:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000548df17e. 00000020:00000010:3.0:1767326113.675559:0:214155:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c4973da6. 80000000:00000010:3.0:1767326113.675561:0:214155:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005630bbee. 00040000:00000010:3.0:1767326113.675566:0:214155:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009b427e00. 20000000:00000010:3.0:1767326113.675568:0:214155:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000009af94a00. 00000020:00000010:3.0:1767326113.675570:0:214155:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000992985ab. 10000000:00000010:3.0:1767326113.675572:0:214155:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000511663ff. 10000000:01000000:3.0:1767326113.675574:0:214155:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.107@tcp: configuration from log 'lustre-client' failed (-17). 10000000:00000001:3.0:1767326113.675576:0:214155:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767326113.675577:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326113.675579:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326113.675580:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007b579d0e refcount=3 00000020:00000001:3.0:1767326113.675582:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885133824 : -112766824417792 : ffff99706d7cf600) 00010000:00000001:3.0:1767326113.675584:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885133824 : -112766824417792 : ffff99706d7cf600) 00010000:00000001:3.0:1767326113.675586:0:214155:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767326113.675588:0:214155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.107@tcp lock: 000000007b579d0e/0xddb593876518da27 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d7bf expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326113.675594:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326113.675595:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767326113.675597:0:214155:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.107@tcp lock: 000000007b579d0e/0xddb593876518da27 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d7bf expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326113.675601:0:214155:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767326113.675602:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326113.675602:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767326113.675603:0:214155:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326113.675605:0:214155:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00020000:3.0:1767326113.675607:0:214155:0:(mgc_request.c:614:do_requeue()) failed processing log: -17 10000000:00000001:3.0:1767326113.678159:0:214155:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767326113.678163:0:214155:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767326113.678165:0:214155:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (0000000084a5a69d) refs 2 10000000:00000001:3.0:1767326113.678174:0:214155:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326113.678176:0:214155:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767326113.678178:0:214155:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000787ac9e6) refs 3 10000000:00000001:3.0:1767326113.678180:0:214155:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767326113.678181:0:214155:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767326113.678182:0:214155:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1767326113.678184:0:214155:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:3.0:1767326113.678186:0:214155:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9970496c6360 from 1 10000000:00000001:3.0:1767326113.678188:0:214155:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767326113.678189:0:214155:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1767326113.678194:0:214155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7307b36. 00000020:00000040:3.0:1767326113.678198:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326113.678201:0:214155:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326113.678204:0:214155:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326113.678207:0:214155:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326113.678211:0:214155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e822ffba. 00000100:00000001:3.0:1767326113.678215:0:214155:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326113.678219:0:214155:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767326113.678221:0:214155:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767326113.678226:0:214155:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000090a25ea0 count: 2 00010000:00000001:3.0:1767326113.678229:0:214155:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326113.678231:0:214155:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767326113.678234:0:214155:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a806fe52. 00000020:00000001:3.0:1767326113.678238:0:214155:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767326113.678241:0:214155:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a806fe52 with handle 0xddb593876518da2e to hash 00000020:00000001:3.0:1767326113.678243:0:214155:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767326113.678244:0:214155:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446631306885783040 : -112766823768576 : ffff99706d86de00) 00010000:00000001:3.0:1767326113.678246:0:214155:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446631306885783040 : -112766823768576 : ffff99706d86de00) 00010000:00000001:3.0:1767326113.678249:0:214155:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326113.678251:0:214155:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326113.678253:0:214155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.107@tcp lock: 00000000a806fe52/0xddb593876518da2e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326113.678261:0:214155:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.107@tcp lock: 00000000a806fe52/0xddb593876518da2e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326113.678298:0:214155:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.107@tcp lock: 00000000a806fe52/0xddb593876518da2e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767326113.678304:0:214155:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767326113.678305:0:214155:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767326113.678310:0:214155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab498976. 00000100:00000001:3.0:1767326113.678312:0:214155:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306398008064 : -112767311543552 : ffff997050740300) 00000100:00000001:3.0:1767326113.678315:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326113.678316:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268022912 : -112767441528704 : ffff997048b49880) 00000100:00000001:3.0:1767326113.678320:0:214155:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326113.678322:0:214155:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326113.678324:0:214155:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767326113.678325:0:214155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326113.678331:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7307b36 x1853174993445888/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326113.678339:0:214155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326113.678341:0:214155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326113.678344:0:214155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326113.678346:0:214155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326113.678348:0:214155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326113.678352:0:214155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993445888:192.168.203.107@tcp:101: 00000100:00000001:3.0:1767326113.678355:0:214155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326113.678359:0:214155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326113.678361:0:214155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326113.678363:0:214155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326113.678366:0:214155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a4ca8cb4. 02000000:00000001:3.0:1767326113.678369:0:214155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326113.678372:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079e85f35. 00000400:00000010:3.0:1767326113.678377:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c282df1. 00000100:00000200:3.0:1767326113.678381:0:214155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853174993445888, portal 25 00000100:00000001:3.0:1767326113.678383:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326113.678385:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268022912 : -112767441528704 : ffff997048b49880) 00000100:00000040:3.0:1767326113.678394:0:214155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7307b36 x1853174993445888/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326113.678403:0:214155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326113.678406:0:214155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767326113.678408:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1ea4949. 00000100:00000200:3.0:1767326113.678411:0:214155:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853174993445888, offset 0 00000400:00000200:3.0:1767326113.678416:0:214155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326113.678424:0:214155:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767326113.678428:0:214155:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326113.678432:0:214155:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767326113.678435:0:214155:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326113.678437:0:214155:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767326113.678440:0:214155:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [472:472:256:4294967295] 192.168.203.107@tcp LPNI seq info [472:472:8:4294967295] 00000400:00000200:3.0:1767326113.678451:0:214155:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767326113.678456:0:214155:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767326113.678459:0:214155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018112a94. 00000800:00000200:3.0:1767326113.678464:0:214155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767326113.678469:0:214155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767326113.678473:0:214155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000018112a94 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767326113.678485:0:214155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326113.678488:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306035246 00000100:00000001:3.0:1767326113.678494:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306035236 00000100:00000001:3.0:1767326113.678496:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306035246 00000100:00000001:3.0:1767326113.678499:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306035236 00000100:00000001:3.0:1767326113.678501:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306035246 00000100:00000001:3.0:1767326113.678503:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306035236 00000100:00000001:3.0:1767326113.678505:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306035246 00000100:00000001:3.0:1767326113.678508:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306035236 00000100:00000001:3.0:1767326113.678511:0:214155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326113.678519:0:214155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326113.678521:0:214155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326113.678523:0:214155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767326113.678525:0:214155:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ab498976 going to sleep for 11 seconds 00000100:00000001:3.0:1767326113.678528:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326113.678530:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326113.678545:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326113.678549:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018112a94. 00000400:00000200:1.0:1767326113.678552:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326113.678556:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326113.678558:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1ea4949 00000400:00000010:1.0:1767326113.678559:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1ea4949. 00000100:00000001:1.0:1767326113.678562:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326113.678565:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7307b36 x1853174993445888/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.678572:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326113.678574:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e7307b36 x1853174993445888/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.678579:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326113.678580:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326113.679838:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326113.679848:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326113.679850:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326113.679852:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326113.679857:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326113.679864:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 344 into portal 25 MB=0x69573ed30e400 00000400:00000200:0.0:1767326113.679869:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 344/344 into md 0xf89 [1] + 224 00000800:00000001:0.0:1767326113.679873:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326113.679878:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326113.679880:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326113.679884:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326113.679888:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326113.679891:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7307b36 x1853174993445888/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326113.679902:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000e7307b36 x1853174993445888/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.679921:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326113.679927:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326113.679931:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326113.679934:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326113.679939:0:214155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326113.679942:0:214155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326113.679944:0:214155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079e85f35. 00000400:00000200:3.0:1767326113.679947:0:214155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c282df1 00000400:00000010:3.0:1767326113.679948:0:214155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c282df1. 00000100:00000001:3.0:1767326113.679950:0:214155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326113.679954:0:214155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7307b36 x1853174993445888/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326113.679960:0:214155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7307b36 x1853174993445888/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326113.679964:0:214155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326113.679965:0:214155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326113.679966:0:214155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326113.679967:0:214155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326113.679969:0:214155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326113.679970:0:214155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326113.679971:0:214155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326113.679974:0:214155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=70 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326113.679977:0:214155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=70 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326113.679978:0:214155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326113.679979:0:214155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326113.679980:0:214155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326113.679981:0:214155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326113.679983:0:214155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326113.679985:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7307b36 x1853174993445888/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326113.679990:0:214155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326113.679991:0:214155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326113.679998:0:214155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326113.680000:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7307b36 x1853174993445888/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326113.680005:0:214155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993445888:192.168.203.107@tcp:101: 00000100:00000001:3.0:1767326113.680007:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326113.680009:0:214155:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326113.680010:0:214155:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767326113.680011:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326113.680012:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7307b36 x1853174993445888/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326113.680016:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326113.680017:0:214155:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ab498976. 00000100:00000001:3.0:1767326113.680019:0:214155:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767326113.680020:0:214155:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326113.680021:0:214155:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767326113.680023:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326113.680024:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326113.680025:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a806fe52 refcount=4 00000020:00000001:3.0:1767326113.680026:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885783040 : -112766823768576 : ffff99706d86de00) 00010000:00000001:3.0:1767326113.680027:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885783040 : -112766823768576 : ffff99706d86de00) 00010000:00000040:3.0:1767326113.680031:0:214155:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000a806fe52, remote cookie: 0x11a3bfd0193d7c6, flags: 0x0 00010000:00000001:3.0:1767326113.680033:0:214155:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767326113.680035:0:214155:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767326113.680037:0:214155:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767326113.680038:0:214155:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767326113.680039:0:214155:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767326113.680041:0:214155:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000090a25ea0) refcount = 2 00010000:00000040:3.0:1767326113.680042:0:214155:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767326113.680044:0:214155:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.107@tcp lock: 000000007b579d0e/0xddb593876518da27 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x11a3bfd0193d7bf expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326113.680048:0:214155:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.107@tcp lock: 00000000a806fe52/0xddb593876518da2e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d7c6 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326113.680058:0:214155:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767326113.680059:0:214155:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767326113.680060:0:214155:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326113.680063:0:214155:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767326113.680064:0:214155:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326113.680066:0:214155:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.107@tcp lock: 00000000a806fe52/0xddb593876518da2e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x11a3bfd0193d7c6 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326113.680070:0:214155:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767326113.680071:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326113.680072:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326113.680073:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326113.680074:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326113.680075:0:214155:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326113.680076:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326113.680078:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7307b36 x1853174993445888/t0(0) o101->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326129 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326113.680082:0:214155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326113.680083:0:214155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326113.680084:0:214155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a4ca8cb4. 02000000:00000001:3.0:1767326113.680086:0:214155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326113.680087:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326113.680088:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767326113.680089:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326113.680091:0:214155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e822ffba. 02000000:00000001:3.0:1767326113.680093:0:214155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326113.680095:0:214155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326113.680096:0:214155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7307b36. 00000100:00000001:3.0:1767326113.680098:0:214155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326113.680098:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767326113.680100:0:214155:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326113.680101:0:214155:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767326113.680102:0:214155:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (0000000084a5a69d) refs 3 10000000:00000001:3.0:1767326113.680103:0:214155:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326113.680105:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326113.680108:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326113.680109:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a806fe52 refcount=3 00000020:00000001:3.0:1767326113.680110:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885783040 : -112766823768576 : ffff99706d86de00) 00010000:00000001:3.0:1767326113.680111:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885783040 : -112766823768576 : ffff99706d86de00) 00010000:00000001:3.0:1767326113.680113:0:214155:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767326113.680113:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326113.680114:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326113.680115:0:214155:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326113.680116:0:214155:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1767326113.680118:0:214155:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000001c9d07c9. 00000020:00000010:3.0:1767326113.680120:0:214155:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e822ffba. 00000020:00000010:3.0:1767326113.680122:0:214155:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000317f2995. 00000040:00000010:3.0:1767326113.680124:0:214155:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002671221b. 00000020:00000010:3.0:1767326113.680126:0:214155:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001d6819f0. 00000020:00000010:3.0:1767326113.680127:0:214155:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000632add74. 80000000:00000010:3.0:1767326113.680129:0:214155:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c06959ff. 00040000:00000010:3.0:1767326113.680132:0:214155:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000076eb061. 20000000:00000010:3.0:1767326113.680134:0:214155:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000091e1f590. 10000000:00000040:3.0:1767326113.680136:0:214155:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000033f481f1 : new refcount 2 00000020:00000001:3.0:1767326113.680137:0:214155:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1767326113.680231:0:214155:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:3.0:1767326113.680233:0:214155:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767326113.680235:0:214155:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002851a7cf. 00000040:00000001:3.0:1767326113.680238:0:214155:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767326113.680240:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000010:3.0:1767326113.680242:0:214155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7307b36. 00000020:00000040:3.0:1767326113.680244:0:214155:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=5 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326113.680246:0:214155:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326113.680248:0:214155:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326113.680251:0:214155:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326113.680256:0:214155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000deb1a1f7. 00000100:00000001:3.0:1767326113.680259:0:214155:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326113.680264:0:214155:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767326113.680265:0:214155:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767326113.680274:0:214155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab498976. 00000100:00000001:3.0:1767326113.680295:0:214155:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306398008064 : -112767311543552 : ffff997050740300) 00000100:00000001:3.0:1767326113.680298:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326113.680300:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268022912 : -112767441528704 : ffff997048b49880) 00000100:00000001:3.0:1767326113.680303:0:214155:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326113.680305:0:214155:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326113.680307:0:214155:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767326113.680309:0:214155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326113.680313:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7307b36 x1853174993446016/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326113.680322:0:214155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326113.680323:0:214155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326113.680326:0:214155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326113.680329:0:214155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326113.680332:0:214155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326113.680335:0:214155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993446016:192.168.203.107@tcp:501: 00000100:00000001:3.0:1767326113.680339:0:214155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326113.680342:0:214155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326113.680343:0:214155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326113.680345:0:214155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326113.680348:0:214155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064629ddd. 02000000:00000001:3.0:1767326113.680350:0:214155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326113.680353:0:214155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079e85f35. 00000400:00000010:3.0:1767326113.680357:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c282df1. 00000100:00000200:3.0:1767326113.680360:0:214155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993446016, portal 25 00000100:00000001:3.0:1767326113.680362:0:214155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326113.680363:0:214155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268022912 : -112767441528704 : ffff997048b49880) 00000100:00000040:3.0:1767326113.680367:0:214155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7307b36 x1853174993446016/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326113.680374:0:214155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326113.680377:0:214155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767326113.680379:0:214155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e786557. 00000100:00000200:3.0:1767326113.680381:0:214155:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853174993446016, offset 0 00000400:00000200:3.0:1767326113.680386:0:214155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326113.680399:0:214155:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767326113.680403:0:214155:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326113.680406:0:214155:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767326113.680408:0:214155:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326113.680411:0:214155:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767326113.680414:0:214155:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [473:473:256:4294967295] 192.168.203.107@tcp LPNI seq info [473:473:8:4294967295] 00000400:00000200:3.0:1767326113.680423:0:214155:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767326113.680428:0:214155:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767326113.680431:0:214155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d57537d. 00000800:00000200:3.0:1767326113.680436:0:214155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767326113.680441:0:214155:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767326113.680443:0:214155:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d57537d type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1767326113.680455:0:214155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326113.680458:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306035248 00000100:00000001:3.0:1767326113.680462:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306035246 00000100:00000001:3.0:1767326113.680465:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306035248 00000100:00000001:3.0:1767326113.680468:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306035246 00000100:00000001:3.0:1767326113.680471:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306035248 00000100:00000001:3.0:1767326113.680474:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306035246 00000100:00000001:3.0:1767326113.680478:0:214155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306035248 00000100:00000001:3.0:1767326113.680481:0:214155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306035246 00000100:00000001:3.0:1767326113.680483:0:214155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326113.680486:0:214155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326113.680488:0:214155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326113.680489:0:214155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767326113.680492:0:214155:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ab498976 going to sleep for 11 seconds 00000100:00000001:3.0:1767326113.680495:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326113.680497:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326113.680524:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326113.680528:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d57537d. 00000400:00000200:0.0:1767326113.680532:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326113.680536:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326113.680540:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e786557 00000400:00000010:0.0:1767326113.680542:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e786557. 00000100:00000001:0.0:1767326113.680545:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326113.680548:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7307b36 x1853174993446016/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.680557:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326113.680559:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e7307b36 x1853174993446016/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326113.680566:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326113.680567:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326113.681422:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326113.681427:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326113.681429:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326113.681430:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326113.681434:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326113.681440:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 272 into portal 25 MB=0x69573ed30e480 00000400:00000200:1.0:1767326113.681444:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 272/272 into md 0xf91 [1] + 224 00000800:00000001:1.0:1767326113.681447:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326113.681451:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326113.681452:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326113.681454:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326113.681457:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326113.681459:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7307b36 x1853174993446016/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326113.681474:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000e7307b36 x1853174993446016/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326113.681487:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326113.681491:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326113.681493:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326113.681503:0:214155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326113.681512:0:214155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326113.681513:0:214155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326113.681514:0:214155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079e85f35. 00000400:00000200:3.0:1767326113.681517:0:214155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c282df1 00000400:00000010:3.0:1767326113.681518:0:214155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c282df1. 00000100:00000001:3.0:1767326113.681519:0:214155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326113.681523:0:214155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7307b36 x1853174993446016/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326113.681529:0:214155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7307b36 x1853174993446016/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326113.681533:0:214155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326113.681534:0:214155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326113.681535:0:214155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326113.681536:0:214155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326113.681537:0:214155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326113.681538:0:214155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326113.681539:0:214155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326113.681541:0:214155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=70 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326113.681544:0:214155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=70 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326113.681546:0:214155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767326113.681549:0:214155:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@00000000e7307b36 x1853174993446016/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326113.681555:0:214155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767326113.681558:0:214155:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1767326113.681561:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7307b36 x1853174993446016/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326113.681567:0:214155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1767326113.681570:0:214155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326113.681571:0:214155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326113.681574:0:214155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7307b36 x1853174993446016/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326113.681581:0:214155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:214155:1853174993446016:192.168.203.107@tcp:501: 00000100:00000001:3.0:1767326113.681592:0:214155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326113.681594:0:214155:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767326113.681596:0:214155:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767326113.681597:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326113.681600:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7307b36 x1853174993446016/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326113.681607:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326113.681609:0:214155:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ab498976. 00000100:00000001:3.0:1767326113.681611:0:214155:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767326113.681612:0:214155:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767326113.681613:0:214155:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:3.0:1767326113.681615:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326113.681616:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767326113.681617:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326113.681618:0:214155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326113.681620:0:214155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7307b36 x1853174993446016/t0(0) o501->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326129 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326113.681624:0:214155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326113.681625:0:214155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326113.681626:0:214155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064629ddd. 02000000:00000001:3.0:1767326113.681627:0:214155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326113.681628:0:214155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326113.681629:0:214155:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767326113.681630:0:214155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326113.681631:0:214155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000deb1a1f7. 02000000:00000001:3.0:1767326113.681632:0:214155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326113.681633:0:214155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326113.681634:0:214155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7307b36. 00000100:00000001:3.0:1767326113.681635:0:214155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326113.681636:0:214155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1767326113.681637:0:214155:0:(llog.c:1547:llog_open()) MGC192.168.203.107@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:3.0:1767326113.681639:0:214155:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002851a7cf. 00000040:00000001:3.0:1767326113.681640:0:214155:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1767326113.681641:0:214155:0:(obd_config.c:2023:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:3.0:1767326113.681646:0:214155:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:3.0:1767326113.681649:0:214155:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000317f2995. 00000040:00000010:3.0:1767326113.681650:0:214155:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002671221b. 00000020:00000010:3.0:1767326113.681652:0:214155:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001d6819f0. 00000020:00000010:3.0:1767326113.681654:0:214155:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000632add74. 80000000:00000010:3.0:1767326113.681656:0:214155:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c06959ff. 00040000:00000010:3.0:1767326113.681657:0:214155:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000076eb061. 20000000:00000010:3.0:1767326113.681659:0:214155:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000091e1f590. 00000020:00000010:3.0:1767326113.681660:0:214155:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e822ffba. 10000000:00000010:3.0:1767326113.681662:0:214155:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 000000001c9d07c9. 10000000:01000000:3.0:1767326113.681663:0:214155:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.107@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:3.0:1767326113.681665:0:214155:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767326113.681666:0:214155:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326113.681667:0:214155:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326113.681668:0:214155:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a806fe52 refcount=3 00000020:00000001:3.0:1767326113.681669:0:214155:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885783040 : -112766823768576 : ffff99706d86de00) 00010000:00000001:3.0:1767326113.681670:0:214155:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885783040 : -112766823768576 : ffff99706d86de00) 00010000:00000001:3.0:1767326113.681671:0:214155:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767326113.681673:0:214155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.107@tcp lock: 00000000a806fe52/0xddb593876518da2e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d7c6 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326113.681677:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326113.681678:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767326113.681679:0:214155:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.107@tcp lock: 00000000a806fe52/0xddb593876518da2e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d7c6 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326113.681682:0:214155:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767326113.681683:0:214155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326113.681683:0:214155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767326113.681684:0:214155:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326113.681685:0:214155:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:3.0:1767326113.681686:0:214155:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767326113.681687:0:214155:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767326113.681688:0:214155:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(0000000084a5a69d) refs 3 10000000:00000001:3.0:1767326113.681692:0:214155:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1767326113.786268:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326113.786300:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326113.786302:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326113.786305:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326113.786308:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326113.786310:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326113.786311:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326113.786313:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326113.786359:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326113.786362:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326113.786365:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326114.170251:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326114.170267:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326114.170292:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7307b36. 00000020:00000040:3.0:1767326114.170301:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326114.170306:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326114.170310:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326114.170316:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326114.170327:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9272bf7. 00000100:00000001:3.0:1767326114.170336:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326114.170346:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000e7307b36 x1853174993446144/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326114.170357:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326114.170359:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326114.170364:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7307b36] to pc [ptlrpcd_00_03+3] req@00000000e7307b36 x1853174993446144/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326114.170389:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326114.170391:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326114.170393:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326114.170396:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008eba1c7b. 00000020:00000040:3.0:1767326114.170398:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767326114.170399:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326114.170400:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326114.170402:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326114.170404:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b42c8091. 00000100:00000001:3.0:1767326114.170406:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326114.170408:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000008eba1c7b x1853174993446272/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326114.170437:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326114.170438:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326114.170441:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eba1c7b] to pc [ptlrpcd_00_00+0] req@000000008eba1c7b x1853174993446272/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326114.170446:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326114.170446:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326114.170455:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326114.170456:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326114.170459:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326114.170470:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7307b36 x1853174993446144/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326114.170471:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326114.170482:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767326114.170504:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326114.170505:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326114.170512:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326114.170513:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326114.170517:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326114.170519:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11368) 00000100:00000001:2.0:1767326114.170519:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326114.170523:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326114.170525:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326114.170533:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326114.170542:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008eba1c7b x1853174993446272/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326114.170543:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993446144:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326114.170562:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326114.170570:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326114.170571:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767326114.170571:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326114.170580:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326114.170581:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326114.170582:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326114.170593:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326114.170594:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767326114.170598:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326114.170602:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326114.170606:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008eba1c7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993446272:192.168.203.107@tcp:400: 02000000:00000010:0.0:1767326114.170607:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c233c6ba. 00000100:00000001:2.0:1767326114.170617:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326114.170617:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326114.170623:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326114.170626:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326114.170630:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326114.170636:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b7f81e58. 02000000:00000001:2.0:1767326114.170638:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326114.170640:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4fb41d1. 00000400:00000010:2.0:1767326114.170643:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5b6f2c7. 00000400:00000010:2.0:1767326114.170654:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014753050. 00000400:00000010:0.0:1767326114.170655:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a212d555. 00000100:00000200:0.0:1767326114.170665:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993446144, portal 10 00000100:00000200:2.0:1767326114.170668:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993446272, portal 10 00000100:00000001:2.0:1767326114.170671:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326114.170673:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268025600 : -112767441526016 : ffff997048b4a300) 00000100:00000040:2.0:1767326114.170680:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008eba1c7b x1853174993446272/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326114.170691:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326114.170697:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268022912 : -112767441528704 : ffff997048b49880) 00000100:00000001:2.0:1767326114.170698:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326114.170707:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326114.170711:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f1a63e0. 00000100:00000040:0.0:1767326114.170712:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7307b36 x1853174993446144/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326114.170722:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993446272, offset 0 00000100:00000001:0.0:1767326114.170731:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326114.170745:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767326114.170745:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326114.170757:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bddc121e. 00000100:00000200:0.0:1767326114.170764:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993446144, offset 0 00000400:00000200:2.0:1767326114.170774:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767326114.170777:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326114.170783:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326114.170788:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767326114.170791:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326114.170794:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767326114.170797:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [474:474:256:4294967295] 192.168.203.107@tcp LPNI seq info [474:474:8:4294967295] 00000400:00000200:2.0:1767326114.170807:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767326114.170812:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767326114.170817:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042d82b83. 00000400:00000200:0.0:1767326114.170822:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:2.0:1767326114.170829:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767326114.170832:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326114.170842:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:2.0:1767326114.170848:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767326114.170849:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326114.170854:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767326114.170858:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [475:475:255:4294967295] 192.168.203.107@tcp LPNI seq info [475:475:7:4294967295] 00000800:00000200:2.0:1767326114.170859:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000042d82b83 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326114.170872:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767326114.170877:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767326114.170882:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f42357cd. 00000100:00000001:2.0:1767326114.170885:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326114.170893:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:2.0:1767326114.170897:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 12958 usecs (13 jiffies) 00000800:00000200:0.0:1767326114.170903:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326114.170905:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306031117 00000800:00000200:0.0:1767326114.170911:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f42357cd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326114.170912:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306035248 00000100:00000001:2.0:1767326114.170929:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306031117 00000100:00000001:0.0:1767326114.170930:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326114.170938:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306035248 00000100:00000040:0.0:1767326114.170938:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 203330 usecs (204 jiffies) 00000100:00000001:0.0:1767326114.170944:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306031308 00000100:00000001:2.0:1767326114.170950:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306031117 00000100:00000001:0.0:1767326114.170950:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306035248 00000100:00000001:0.0:1767326114.170953:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306031308 00000100:00000001:0.0:1767326114.170955:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306035248 00000100:00000001:0.0:1767326114.170958:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306031308 00000800:00000200:3.0:1767326114.170968:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326114.170970:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306035248 00000800:00000010:3.0:1767326114.170975:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042d82b83. 00000100:00000001:0.0:1767326114.170982:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306031308 00000100:00000001:2.0:1767326114.170983:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306035248 00000100:00000001:0.0:1767326114.170986:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306035248 00000400:00000200:3.0:1767326114.170990:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326114.170990:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306031117 00000100:00000001:0.0:1767326114.170991:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326114.171002:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306035248 00000100:00000001:0.0:1767326114.171003:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326114.171004:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326114.171019:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326114.171019:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326114.171023:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f1a63e0 00000100:00000001:0.0:1767326114.171030:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326114.171032:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326114.171034:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f1a63e0. 00000100:00000001:2.0:1767326114.171036:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326114.171038:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326114.171040:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326114.171041:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326114.171043:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326114.171047:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326114.171049:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326114.171050:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767326114.171055:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008eba1c7b x1853174993446272/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326114.171058:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326114.171059:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326114.171077:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326114.171078:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326114.171082:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326114.171086:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326114.171094:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008eba1c7b x1853174993446272/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326114.171098:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326114.171103:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326114.171114:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326114.171116:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326114.171205:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326114.171208:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f42357cd. 00000400:00000200:3.0:1767326114.171212:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326114.171215:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326114.171217:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bddc121e 00000400:00000010:3.0:1767326114.171218:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bddc121e. 00000100:00000001:3.0:1767326114.171228:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326114.171232:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7307b36 x1853174993446144/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326114.171238:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326114.171239:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7307b36 x1853174993446144/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326114.171244:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326114.171245:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326114.172757:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326114.172766:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326114.172769:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326114.172770:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326114.172776:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326114.172785:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30e500 00000400:00000200:0.0:1767326114.172791:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xf99 [1] + 224 00000800:00000001:0.0:1767326114.172796:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326114.172798:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326114.172800:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326114.172804:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326114.172809:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326114.172814:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7307b36 x1853174993446144/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326114.172822:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e7307b36 x1853174993446144/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326114.172839:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326114.172846:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326114.172849:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326114.172850:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326114.172857:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326114.172860:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326114.172865:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30e580 00000400:00000200:0.0:1767326114.172869:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xf9d [1] + 224 00000800:00000001:0.0:1767326114.172873:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326114.172880:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326114.172881:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326114.172884:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326114.172887:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326114.172889:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326114.172892:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008eba1c7b x1853174993446272/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326114.172895:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326114.172904:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008eba1c7b x1853174993446272/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326114.172907:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326114.172913:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326114.172918:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4fb41d1. 00000400:00000200:2.0:1767326114.172923:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a212d555 00000100:00000001:0.0:1767326114.172924:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767326114.172930:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a212d555. 00000100:00000001:2.0:1767326114.172937:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767326114.172940:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326114.172944:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326114.172946:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7307b36 x1853174993446144/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326114.172962:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7307b36 x1853174993446144/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326114.172964:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326114.172969:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326114.172978:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326114.172982:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326114.172985:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767326114.172985:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5b6f2c7. 00000100:00000001:2.0:1767326114.172992:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326114.172993:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014753050 00000100:00000001:2.0:1767326114.172997:0:211468:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767326114.172997:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014753050. 02000000:00000001:2.0:1767326114.173004:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326114.173005:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326114.173007:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326114.173010:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326114.173013:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008eba1c7b x1853174993446272/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326114.173015:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326114.173033:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=61 v=5 (5 5 5 5) 00000100:00000200:1.0:1767326114.173033:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008eba1c7b x1853174993446272/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326114.173048:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=61 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326114.173052:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326114.173053:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326114.173055:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326114.173057:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326114.173062:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326114.173063:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326114.173066:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326114.173068:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326114.173072:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326114.173073:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326114.173079:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326114.173083:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326114.173085:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00001000:1.0:1767326114.173085:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=71 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326114.173089:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326114.173091:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326114.173098:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=5 v=5 (1 0 0 0) 00000100:00000040:2.0:1767326114.173102:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7307b36 x1853174993446144/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326114.173113:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326114.173120:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326114.173121:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326114.173123:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326114.173126:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326114.173129:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767326114.173131:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7307b36 x1853174993446144/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326114.173176:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993446144:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326114.173182:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326114.173183:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326114.173189:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7307b36 x1853174993446144/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767326114.173190:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008eba1c7b x1853174993446272/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326114.173233:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326114.173241:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326114.173244:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c233c6ba. 02000000:00000001:2.0:1767326114.173248:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326114.173251:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326114.173256:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767326114.173266:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767326114.173286:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326114.173290:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9272bf7. 00000100:00000001:1.0:1767326114.173294:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767326114.173296:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767326114.173297:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 02000000:00000001:2.0:1767326114.173300:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326114.173301:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:2.0:1767326114.173303:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7307b36. 00000100:00000001:1.0:1767326114.173304:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326114.173311:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326114.173314:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326114.173315:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008eba1c7b x1853174993446272/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326114.173329:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326114.173331:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326114.173335:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326114.173337:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326114.173339:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326114.173341:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326114.173343:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008eba1c7b x1853174993446272/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326114.173346:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326114.173350:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326114.173364:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008eba1c7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993446272:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326114.173369:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326114.173372:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326114.173375:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008eba1c7b x1853174993446272/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326114.173380:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326114.173382:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326114.173384:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b7f81e58. 02000000:00000001:1.0:1767326114.173387:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326114.173389:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326114.173391:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767326114.173392:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326114.173394:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b42c8091. 02000000:00000001:1.0:1767326114.173396:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326114.173398:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326114.173399:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008eba1c7b. 00000100:00000001:1.0:1767326114.173402:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326114.173403:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326114.173409:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326114.173413:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326114.173414:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326114.173416:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326114.173417:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326114.810260:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326114.810268:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326114.810317:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326114.810321:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326114.810324:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326115.834228:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326115.834238:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326115.834310:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326115.834315:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326115.834318:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326116.859208:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326116.859217:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326116.859275:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326116.859279:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326116.859282:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326117.882225:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326117.882232:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326117.882284:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326117.882288:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326117.882291:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326118.778225:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306035248, at 4306035712 00000100:00000040:1.0:1767326118.778225:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306035248, at 4306035712 00000100:00000040:0.0:1767326118.778225:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306035248, at 4306035712 00000100:00000010:2.0:1767326118.778254:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d4fc7019. 00000100:00000010:0.0:1767326118.778255:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae65223f. 00000100:00000010:1.0:1767326118.778258:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bfab9cd5. 00000100:00000040:3.0:1767326118.778265:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306035248, at 4306035712 00000100:00000010:3.0:1767326118.778283:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047b5e8b. 00010000:00000001:2.0:1767326118.906282:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326118.906288:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326118.906367:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326118.906372:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326118.906376:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326119.290217:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326119.290225:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326119.290233:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053fc5178. 00000020:00000040:3.0:1767326119.290250:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326119.290256:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326119.290259:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326119.290264:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326119.290271:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003ecf409d. 00000100:00000001:3.0:1767326119.290277:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326119.290286:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000053fc5178 x1853174993446400/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326119.290295:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326119.290296:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326119.290301:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053fc5178] to pc [ptlrpcd_00_01+1] req@0000000053fc5178 x1853174993446400/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326119.290340:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326119.290342:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326119.290345:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326119.290347:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002daf29af. 00000020:00000040:3.0:1767326119.290348:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326119.290350:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326119.290351:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326119.290352:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326119.290355:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007cab202f. 00000100:00000001:3.0:1767326119.290357:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326119.290361:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000002daf29af x1853174993446528/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326119.290367:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326119.290369:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326119.290374:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002daf29af] to pc [ptlrpcd_00_02+2] req@000000002daf29af x1853174993446528/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326119.290382:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326119.290391:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326119.290392:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767326119.290399:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326119.290400:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326119.290401:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326119.290420:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326119.290424:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326119.290426:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001020973f. 00000100:00000001:1.0:1767326119.290427:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767326119.290428:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767326119.290428:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326119.290434:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326119.290435:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326119.290436:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326119.290441:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326119.290442:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326119.290446:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326119.290447:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326119.290447:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326119.290448:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326119.290452:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767326119.290455:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000058804b06. 00000100:00000001:1.0:1767326119.290459:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326119.290461:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326119.290461:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002daf29af x1853174993446528/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326119.290473:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000001020973f x1853174993446656/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326119.290476:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326119.290481:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326119.290483:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053fc5178 x1853174993446400/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326119.290490:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326119.290496:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326119.290511:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326119.290525:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326119.290529:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326119.290539:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326119.290540:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326119.290540:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993446528:192.168.203.107@tcp:400: 02000000:00000001:1.0:1767326119.290550:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326119.290553:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326119.290554:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001020973f] to pc [ptlrpcd_00_03+3] req@000000001020973f x1853174993446656/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326119.290555:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326119.290565:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326119.290568:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326119.290579:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993446400:192.168.203.107@tcp:400: 02000000:00000001:0.0:1767326119.290584:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326119.290595:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326119.290605:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767326119.290608:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326119.290611:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326119.290614:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021ba6d17. 02000000:00000001:1.0:1767326119.290615:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326119.290620:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326119.290621:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767326119.290624:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326119.290633:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:1.0:1767326119.290633:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2386f91. 00000400:00000010:0.0:1767326119.290636:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6511b72. 02000000:00000001:1.0:1767326119.290640:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326119.290643:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326119.290647:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11373) 00000100:00000001:2.0:1767326119.290650:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767326119.290650:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5b91e06. 00000100:00000001:2.0:1767326119.290655:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767326119.290661:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000541485ca. 00000100:00000200:0.0:1767326119.290661:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993446528, portal 10 00000100:00000040:2.0:1767326119.290669:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001020973f x1853174993446656/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326119.290670:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326119.290675:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268024704 : -112767441526912 : ffff997048b49f80) 00000400:00000010:1.0:1767326119.290680:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d9b1115. 00000100:00000040:0.0:1767326119.290689:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002daf29af x1853174993446528/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326119.290692:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993446400, portal 25 00000100:00000001:1.0:1767326119.290706:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326119.290708:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326119.290713:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268028288 : -112767441523328 : ffff997048b4ad80) 00000100:00000001:2.0:1767326119.290715:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326119.290717:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326119.290726:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326119.290733:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053fc5178 x1853174993446400/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326119.290734:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326119.290734:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326119.290740:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da6f0bb5. 02000000:00000001:2.0:1767326119.290744:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326119.290752:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993446528, offset 0 00000100:00100000:2.0:1767326119.290764:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993446656:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326119.290767:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326119.290777:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326119.290778:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326119.290779:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767326119.290782:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029bcb2ad. 02000000:00000001:2.0:1767326119.290787:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767326119.290787:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993446400, offset 0 02000000:00000001:2.0:1767326119.290794:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326119.290805:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767326119.290806:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326119.290807:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767326119.290819:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1767326119.290823:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000efe9e12. 00000400:00000200:0.0:1767326119.290826:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:2.0:1767326119.290828:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326119.290832:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326119.290835:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:2.0:1767326119.290836:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee223d03. 00000400:00000200:0.0:1767326119.290840:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [476:476:256:4294967295] 192.168.203.107@tcp LPNI seq info [476:476:8:4294967295] 00000400:00000010:2.0:1767326119.290844:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d7be8e. 00000100:00000200:2.0:1767326119.290850:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993446656, portal 10 00000400:00000200:0.0:1767326119.290852:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767326119.290855:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767326119.290860:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326119.290861:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268016640 : -112767441534976 : ffff997048b48000) 00000800:00000010:0.0:1767326119.290865:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000076b01e5c. 00000400:00000200:1.0:1767326119.290866:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:2.0:1767326119.290876:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001020973f x1853174993446656/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326119.290879:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326119.290883:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767326119.290892:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:0.0:1767326119.290902:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767326119.290904:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326119.290914:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000076b01e5c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326119.290919:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326119.290929:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326119.290929:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [477:477:255:4294967295] 192.168.203.107@tcp LPNI seq info [477:477:7:4294967295] 00000100:00000040:2.0:1767326119.290940:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326119.290945:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6e09edd. 00000100:00000001:0.0:1767326119.290946:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326119.290958:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:2.0:1767326119.290959:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993446656, offset 0 00000100:00000040:0.0:1767326119.290960:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 201901 usecs (202 jiffies) 00000100:00000001:0.0:1767326119.290976:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306036426 00000800:00000200:1.0:1767326119.290984:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326119.290988:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767326119.290996:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b6dbbf0. 00000100:00000010:0.0:1767326119.290999:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e7dee28. 00000400:00000200:2.0:1767326119.291003:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767326119.291011:0:211467:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767326119.291012:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767326119.291013:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326119.291022:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:1.0:1767326119.291027:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767326119.291028:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326119.291028:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306036426 00000800:00000200:1.0:1767326119.291040:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b6dbbf0 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767326119.291041:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d63c42e. 00000400:00000200:2.0:1767326119.291042:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:3.0:1767326119.291045:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326119.291053:0:211467:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767326119.291058:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [478:478:254:4294967295] 192.168.203.107@tcp LPNI seq info [478:478:6:4294967295] 00000100:00000001:1.0:1767326119.291058:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326119.291059:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000076b01e5c. 00000100:00000001:0.0:1767326119.291060:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306036426 00000100:00000010:0.0:1767326119.291071:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f0d6bc1. 00000400:00000200:3.0:1767326119.291072:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326119.291073:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306040858 00000100:00000001:0.0:1767326119.291076:0:211467:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326119.291085:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306036426 00000100:00000010:0.0:1767326119.291091:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062bef00c. 00000400:00000200:3.0:1767326119.291093:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326119.291093:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306036426 00000100:00000001:0.0:1767326119.291097:0:211467:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326119.291099:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326119.291108:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306040858 00000100:00000001:0.0:1767326119.291109:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326119.291111:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da6f0bb5 00000800:00000200:2.0:1767326119.291116:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767326119.291121:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da6f0bb5. 00000100:00000001:0.0:1767326119.291122:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326119.291123:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306036426 00000800:00000010:2.0:1767326119.291124:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008746fd97. 00000100:00000001:1.0:1767326119.291135:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306040858 00000100:00000001:0.0:1767326119.291135:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326119.291171:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326119.291173:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306036426 00000100:00000001:0.0:1767326119.291179:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326119.291181:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306040859 00000100:00000001:0.0:1767326119.291183:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767326119.291187:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326119.291189:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306036426 00000100:00000001:0.0:1767326119.291190:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326119.291197:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767326119.291201:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767326119.291203:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326119.291204:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326119.291206:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008746fd97 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326119.291207:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326119.291218:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326119.291219:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326119.291220:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002daf29af x1853174993446528/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326119.291223:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326119.291232:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326119.291234:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 12887 usecs (13 jiffies) 00000100:00000001:1.0:1767326119.291257:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326119.291260:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306036238 00000100:00000001:2.0:1767326119.291269:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306040858 00000100:00000001:2.0:1767326119.291273:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306036238 00000100:00000001:3.0:1767326119.291274:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326119.291280:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002daf29af x1853174993446528/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326119.291288:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306040858 00000100:00000001:2.0:1767326119.291293:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306036238 00000100:00000001:3.0:1767326119.291297:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326119.291298:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306040858 00000100:00000001:3.0:1767326119.291301:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326119.291303:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306036238 00000100:00000001:2.0:1767326119.291307:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306040859 00000100:00000001:2.0:1767326119.291310:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326119.291312:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326119.291316:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326119.291318:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326119.291320:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326119.291323:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b6dbbf0. 00000100:00000001:2.0:1767326119.291323:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326119.291327:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326119.291328:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326119.291332:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326119.291335:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326119.291336:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326119.291339:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029bcb2ad 00000100:00000001:2.0:1767326119.291340:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326119.291343:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029bcb2ad. 00000100:00000001:2.0:1767326119.291345:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326119.291346:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326119.291352:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053fc5178 x1853174993446400/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326119.291358:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326119.291364:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053fc5178 x1853174993446400/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326119.291369:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326119.291370:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326119.291398:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326119.291400:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008746fd97. 00000400:00000200:3.0:1767326119.291403:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326119.291407:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326119.291409:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6e09edd 00000400:00000010:3.0:1767326119.291411:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6e09edd. 00000100:00000001:3.0:1767326119.291414:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326119.291416:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001020973f x1853174993446656/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326119.291424:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326119.291426:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001020973f x1853174993446656/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326119.291433:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326119.291434:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326119.292761:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326119.292770:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326119.292772:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326119.292773:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326119.292779:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326119.292788:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30e680 00000400:00000200:3.0:1767326119.292793:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xfa9 [1] + 224 00000800:00000001:3.0:1767326119.292847:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326119.292851:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326119.292853:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326119.292856:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326119.292859:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326119.292862:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002daf29af x1853174993446528/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326119.292869:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002daf29af x1853174993446528/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326119.292888:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326119.292895:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326119.292899:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326119.292901:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326119.292903:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326119.292908:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326119.292914:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30e600 00000400:00000200:3.0:1767326119.292922:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xfad [1] + 224 00000800:00000001:3.0:1767326119.292927:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326119.292928:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326119.292931:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326119.292932:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326119.292936:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767326119.292937:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326119.292942:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326119.292944:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:0.0:1767326119.292946:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6511b72. 00000400:00000200:0.0:1767326119.292952:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5b91e06 00000400:00000010:0.0:1767326119.292954:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5b91e06. 00000100:00000001:0.0:1767326119.292958:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326119.292959:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326119.292964:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002daf29af x1853174993446528/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326119.292967:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053fc5178 x1853174993446400/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326119.292992:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002daf29af x1853174993446528/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326119.292994:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000053fc5178 x1853174993446400/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326119.293017:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326119.293019:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326119.293021:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326119.293023:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326119.293023:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326119.293027:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326119.293030:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326119.293031:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326119.293032:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326119.293039:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326119.293040:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=66 v=5 (5 5 5 5) 00000800:00000001:3.0:1767326119.293045:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326119.293046:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=66 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326119.293052:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326119.293052:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326119.293055:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326119.293056:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326119.293059:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326119.293060:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326119.293070:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00010000:00000001:0.0:1767326119.293070:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326119.293073:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326119.293075:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:1.0:1767326119.293076:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767326119.293080:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000010:1.0:1767326119.293083:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000541485ca. 00000100:00000001:0.0:1767326119.293085:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767326119.293093:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30e700 00000100:00000001:0.0:1767326119.293093:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326119.293095:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d9b1115 00000400:00000010:1.0:1767326119.293100:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d9b1115. 00000100:00000040:0.0:1767326119.293104:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002daf29af x1853174993446528/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326119.293111:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326119.293116:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xfb9 [1] + 224 00000100:00000200:1.0:1767326119.293121:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053fc5178 x1853174993446400/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326119.293122:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326119.293132:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326119.293179:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326119.293185:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326119.293188:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326119.293191:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326119.293206:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001020973f x1853174993446656/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326119.293208:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326119.293213:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326119.293215:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053fc5178 x1853174993446400/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326119.293230:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002daf29af x1853174993446528/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326119.293285:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001020973f x1853174993446656/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326119.293293:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326119.293300:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326119.293307:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993446528:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326119.293310:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326119.293316:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326119.293322:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326119.293325:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326119.293327:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326119.293331:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326119.293341:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767326119.293342:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326119.293343:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326119.293350:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326119.293350:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002daf29af x1853174993446528/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326119.293353:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=76 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326119.293361:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326119.293368:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1767326119.293378:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=76 v=5 (1 1 1 1) 00000400:00000001:2.0:1767326119.293380:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326119.293381:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1767326119.293386:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767326119.293388:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1767326119.293390:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee223d03. 00000100:00000001:1.0:1767326119.293391:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326119.293393:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326119.293399:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d7be8e 00010000:00000001:1.0:1767326119.293403:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767326119.293403:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021ba6d17. 00000400:00000010:2.0:1767326119.293404:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d7be8e. 00010000:00000001:1.0:1767326119.293410:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326119.293418:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326119.293419:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326119.293420:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767326119.293424:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767326119.293429:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053fc5178 x1853174993446400/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326119.293432:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001020973f x1853174993446656/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767326119.293433:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767326119.293447:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326119.293454:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007cab202f. 02000000:00000001:0.0:1767326119.293466:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326119.293471:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326119.293477:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002daf29af. 00000100:00000001:0.0:1767326119.293488:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326119.293490:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326119.293493:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326119.293494:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001020973f x1853174993446656/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326119.293499:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326119.293501:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326119.293503:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326119.293515:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326119.293516:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326119.293520:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053fc5178 x1853174993446400/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326119.293524:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326119.293525:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326119.293533:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326119.293538:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326119.293539:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326119.293540:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993446400:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326119.293545:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326119.293547:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326119.293549:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326119.293550:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326119.293554:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326119.293555:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053fc5178 x1853174993446400/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326119.293562:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326119.293566:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1767326119.293568:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=76 v=5 (5 5 5 5) 02000000:00000001:1.0:1767326119.293569:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326119.293573:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2386f91. 00000100:00001000:2.0:1767326119.293574:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326119.293580:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767326119.293580:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326119.293581:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326119.293584:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767326119.293585:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767326119.293588:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326119.293591:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00080000:2.0:1767326119.293592:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001020973f x1853174993446656/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326119.293594:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003ecf409d. 02000000:00000001:1.0:1767326119.293598:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326119.293599:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326119.293600:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053fc5178. 00000100:00000001:1.0:1767326119.293602:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326119.293604:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326119.293607:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326119.293611:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326119.293613:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326119.293618:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326119.293620:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326119.293626:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326119.293630:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326119.293632:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326119.293634:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326119.293636:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326119.293641:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001020973f x1853174993446656/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326119.293649:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326119.293652:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326119.293653:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326119.293656:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001020973f x1853174993446656/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326119.293661:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993446656:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326119.293665:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326119.293666:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326119.293667:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001020973f x1853174993446656/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326119.293672:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326119.293673:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326119.293674:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000efe9e12. 02000000:00000001:2.0:1767326119.293677:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326119.293678:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326119.293679:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326119.293686:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326119.293687:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000058804b06. 02000000:00000001:2.0:1767326119.293689:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326119.293690:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326119.293691:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001020973f. 00000100:00000001:2.0:1767326119.293693:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326119.293694:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326119.293695:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326119.293699:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326119.293699:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326119.293701:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326119.293702:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326119.930227:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326119.930248:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326119.930315:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326119.930319:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326119.930322:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326120.954289:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326120.954300:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326120.954350:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326120.954357:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326120.954360:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326121.978274:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326121.978279:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326121.978322:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326121.978326:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326121.978328:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767326122.874192:0:214155:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767326122.874197:0:214155:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767326123.002266:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326123.002271:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326123.002326:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326123.002329:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326123.002332:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326124.026264:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326124.026278:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326124.026280:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326124.026283:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326124.026289:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326124.026292:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326124.026295:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326124.026297:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326124.026337:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326124.026342:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326124.026369:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326124.410246:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306040858, at 4306041344 00000100:00000040:3.0:1767326124.410251:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306040859, at 4306041344 00000100:00000040:0.0:1767326124.410257:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306040858, at 4306041344 00000100:00000010:1.0:1767326124.410261:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d63c42e. 00000100:00000010:3.0:1767326124.410265:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062bef00c. 00000100:00000010:0.0:1767326124.410268:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e7dee28. 00000100:00000040:1.0:1767326124.410295:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326124.410301:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1767326124.410305:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306040858, at 4306041344 00000100:00000010:1.0:1767326124.410306:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b618cdda. 00000020:00000040:1.0:1767326124.410312:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326124.410318:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1767326124.410319:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f0d6bc1. 02000000:00000001:1.0:1767326124.410322:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326124.410330:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326124.410337:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1b90c43. 00000100:00000001:1.0:1767326124.410343:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326124.410353:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000b618cdda x1853174993446784/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326124.410361:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326124.410363:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326124.410367:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b618cdda] to pc [ptlrpcd_00_00+0] req@00000000b618cdda x1853174993446784/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326124.410390:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326124.410392:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326124.410395:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326124.410397:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef1aafe9. 00000020:00000040:1.0:1767326124.410399:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767326124.410401:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326124.410402:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326124.410404:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326124.410406:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1d8a82b. 00000100:00000001:2.0:1767326124.410408:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326124.410409:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326124.410414:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326124.410415:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326124.410415:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000ef1aafe9 x1853174993446912/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326124.410418:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326124.410421:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326124.410430:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767326124.410432:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b618cdda x1853174993446784/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326124.410441:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326124.410454:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326124.410457:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1aafe9] to pc [ptlrpcd_00_01+1] req@00000000ef1aafe9 x1853174993446912/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326124.410466:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326124.410473:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326124.410473:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326124.410480:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326124.410481:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326124.410486:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326124.410493:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326124.410495:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326124.410498:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1767326124.410503:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b618cdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993446784:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326124.410504:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767326124.410504:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064827f0f. 00000020:00000040:1.0:1767326124.410514:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767326124.410515:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326124.410522:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef1aafe9 x1853174993446912/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326124.410522:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326124.410526:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326124.410527:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326124.410529:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326124.410533:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326124.410537:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b6dbbf0. 02000000:00000001:2.0:1767326124.410539:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326124.410544:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326124.410549:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3fe2247. 00000100:00000040:1.0:1767326124.410553:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000064827f0f x1853174993447040/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326124.410555:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326124.410563:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326124.410568:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326124.410570:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767326124.410571:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee223d03. 00000100:00000001:1.0:1767326124.410572:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326124.410574:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326124.410582:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326124.410582:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064827f0f] to pc [ptlrpcd_00_02+2] req@0000000064827f0f x1853174993447040/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326124.410587:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326124.410588:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d7be8e. 00000100:00100000:3.0:1767326124.410600:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993446912:192.168.203.107@tcp:400: 00000100:00000200:2.0:1767326124.410606:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993446784, portal 25 00000100:00000001:2.0:1767326124.410611:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326124.410615:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138724096 : -112766570827520 : ffff99707c9a7100) 00000100:00000001:3.0:1767326124.410617:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326124.410620:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326124.410624:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326124.410626:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326124.410632:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b618cdda x1853174993446784/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326124.410633:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326124.410633:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767326124.410640:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326124.410643:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11379) 02000000:00000010:3.0:1767326124.410647:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d8ec0d1. 00000100:00000001:0.0:1767326124.410651:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326124.410656:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326124.410657:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326124.410662:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326124.410662:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326124.410668:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326124.410675:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079e85f35. 00000100:00000040:0.0:1767326124.410675:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064827f0f x1853174993447040/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326124.410687:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c282df1. 00000100:00000001:2.0:1767326124.410688:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326124.410691:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326124.410694:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326124.410697:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993446912, portal 10 02000000:00000001:0.0:1767326124.410700:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326124.410704:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326124.410704:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326124.410707:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138716032 : -112766570835584 : ffff99707c9a5180) 02000000:00000001:0.0:1767326124.410709:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326124.410710:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767326124.410718:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef1aafe9 x1853174993446912/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326124.410719:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0657e21. 00000100:00100000:0.0:1767326124.410720:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064827f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993447040:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326124.410734:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767326124.410736:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993446784, offset 0 00000100:00000001:3.0:1767326124.410739:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326124.410739:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326124.410742:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326124.410748:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326124.410749:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326124.410754:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000415c9cd6. 00000400:00000010:3.0:1767326124.410755:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000850ac0f3. 00000400:00000200:2.0:1767326124.410763:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326124.410763:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326124.410773:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993446912, offset 0 00000400:00000200:3.0:1767326124.410783:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326124.410785:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6511b72. 00000400:00000200:2.0:1767326124.410788:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:0.0:1767326124.410796:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5b91e06. 00000400:00000200:2.0:1767326124.410800:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767326124.410802:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993447040, portal 10 00000100:00000001:0.0:1767326124.410806:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326124.410809:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326124.410810:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138719616 : -112766570832000 : ffff99707c9a5f80) 00000400:00000200:2.0:1767326124.410817:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326124.410823:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:0.0:1767326124.410823:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064827f0f x1853174993447040/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326124.410836:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [479:479:256:4294967295] 192.168.203.107@tcp LPNI seq info [479:479:8:4294967295] 00000100:00000001:0.0:1767326124.410857:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326124.410862:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326124.410869:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000307c2c15. 00000400:00000200:2.0:1767326124.410874:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:0.0:1767326124.410875:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993447040, offset 0 00000800:00000200:2.0:1767326124.410885:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767326124.410891:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096b1e9b5. 00000400:00000200:3.0:1767326124.410892:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767326124.410892:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326124.410901:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326124.410908:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767326124.410913:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:2.0:1767326124.410921:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767326124.410923:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326124.410928:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000096b1e9b5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326124.410932:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767326124.410939:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [480:480:255:4294967295] 192.168.203.107@tcp LPNI seq info [480:480:7:4294967295] 00000100:00000001:2.0:1767326124.410951:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326124.410959:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306045978 00000400:00000200:3.0:1767326124.410960:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:2.0:1767326124.410967:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f9a77da8. 00000100:00000001:2.0:1767326124.410975:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767326124.410980:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326124.410981:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326124.410982:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306045978 00000800:00000010:3.0:1767326124.410990:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ecf409d. 00000100:00000010:2.0:1767326124.410993:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff64859d. 00000400:00000200:0.0:1767326124.410997:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326124.411006:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326124.411006:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326124.411007:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767326124.411019:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326124.411020:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306045978 00000800:00000200:3.0:1767326124.411028:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767326124.411030:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:2.0:1767326124.411034:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001946f356. 00000800:00000200:1.0:1767326124.411034:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767326124.411036:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003ecf409d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326124.411041:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [481:481:254:4294967295] 192.168.203.107@tcp LPNI seq info [481:481:6:4294967295] 00000800:00000010:1.0:1767326124.411042:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096b1e9b5. 00000100:00000001:2.0:1767326124.411045:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326124.411046:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326124.411050:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326124.411054:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306045978 00000100:00000040:3.0:1767326124.411060:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 200492 usecs (201 jiffies) 00000100:00000010:2.0:1767326124.411064:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f7ee2cd. 00000400:00000200:1.0:1767326124.411064:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326124.411068:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306041545 00000400:00000200:0.0:1767326124.411075:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326124.411079:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306045978 00000100:00000001:2.0:1767326124.411079:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326124.411082:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0657e21 00000400:00000010:1.0:1767326124.411088:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0657e21. 00000800:00000200:0.0:1767326124.411088:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326124.411095:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767326124.411095:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000076b01e5c. 00000100:00000001:1.0:1767326124.411101:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326124.411106:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326124.411113:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b618cdda x1853174993446784/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326124.411114:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326124.411119:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326124.411128:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326124.411132:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326124.411135:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000076b01e5c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326124.411168:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306041546 00000100:00000001:0.0:1767326124.411170:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326124.411174:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306045978 00000100:00000001:1.0:1767326124.411174:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326124.411175:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 12821 usecs (13 jiffies) 00000100:00000001:3.0:1767326124.411179:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306041546 00000100:00000001:0.0:1767326124.411181:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306041358 00000100:00000040:1.0:1767326124.411184:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b618cdda x1853174993446784/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326140 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326124.411186:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306045978 00000100:00000001:0.0:1767326124.411187:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306045978 00000100:00000001:2.0:1767326124.411192:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326124.411193:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306041546 00000100:00000001:0.0:1767326124.411195:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306041358 00000100:00000001:2.0:1767326124.411200:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326124.411201:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306045978 00000100:00000001:0.0:1767326124.411217:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306045978 00000100:00000001:1.0:1767326124.411219:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326124.411226:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326124.411226:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326124.411227:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326124.411227:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306041358 00000100:00000001:2.0:1767326124.411239:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326124.411240:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326124.411243:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306045978 00000100:00000001:2.0:1767326124.411245:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326124.411248:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326124.411248:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326124.411253:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306041358 00000100:00000001:2.0:1767326124.411256:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326124.411257:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ecf409d. 00000100:00000001:3.0:1767326124.411258:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326124.411260:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306045978 00000100:00000001:0.0:1767326124.411271:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326124.411272:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326124.411274:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326124.411278:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326124.411278:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326124.411282:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326124.411282:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326124.411283:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326124.411293:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326124.411293:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000850ac0f3 00000100:00000001:0.0:1767326124.411294:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326124.411299:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767326124.411300:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000850ac0f3. 00000100:00000001:0.0:1767326124.411301:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326124.411307:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326124.411309:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326124.411309:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326124.411312:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326124.411314:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767326124.411318:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef1aafe9 x1853174993446912/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326124.411320:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326124.411325:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326124.411331:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326124.411335:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef1aafe9 x1853174993446912/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326140 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326124.411340:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326124.411342:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326124.411367:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326124.411369:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000076b01e5c. 00000400:00000200:1.0:1767326124.411371:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326124.411374:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326124.411375:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307c2c15 00000400:00000010:1.0:1767326124.411376:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000307c2c15. 00000100:00000001:1.0:1767326124.411378:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326124.411380:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064827f0f x1853174993447040/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326124.411385:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326124.411386:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064827f0f x1853174993447040/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326140 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326124.411395:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326124.411397:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326124.412847:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326124.412858:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326124.412861:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326124.412864:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326124.412871:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326124.412882:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30e780 00000400:00000200:3.0:1767326124.413014:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xfc1 [1] + 224 00000800:00000001:3.0:1767326124.413020:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326124.413025:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326124.413026:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326124.413029:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326124.413032:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326124.413041:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b618cdda x1853174993446784/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326124.413048:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b618cdda x1853174993446784/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326124.413099:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326124.413102:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326124.413107:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326124.413127:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326124.413127:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326124.413133:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326124.413137:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326124.413177:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326124.413183:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326124.413185:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee223d03. 00000400:00000200:2.0:1767326124.413192:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d7be8e 00000400:00000200:3.0:1767326124.413193:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000010:2.0:1767326124.413195:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d7be8e. 00000100:00000001:2.0:1767326124.413223:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326124.413227:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b618cdda x1853174993446784/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326124.413235:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b618cdda x1853174993446784/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326124.413240:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326124.413242:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326124.413244:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326124.413246:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326124.413248:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326124.413250:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326124.413252:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326124.413258:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=81 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326124.413262:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=81 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326124.413264:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326124.413266:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326124.413268:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326124.413270:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326124.413272:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326124.413276:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b618cdda x1853174993446784/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326124.413283:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326124.413284:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30e800 00000100:00000001:2.0:1767326124.413290:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326124.413296:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326124.413302:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xfc5 [1] + 224 00000100:00000040:2.0:1767326124.413308:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b618cdda x1853174993446784/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326124.413312:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326124.413322:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326124.413325:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b618cdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993446784:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767326124.413328:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326124.413334:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326124.413337:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326124.413340:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b618cdda x1853174993446784/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326124.413347:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326124.413357:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326124.413360:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3fe2247. 02000000:00000001:2.0:1767326124.413364:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326124.413366:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326124.413368:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767326124.413371:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326124.413373:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c1b90c43. 02000000:00000001:2.0:1767326124.413378:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326124.413380:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326124.413383:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b618cdda. 00000100:00000001:2.0:1767326124.413387:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326124.413391:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326124.413396:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326124.413401:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326124.413403:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326124.413405:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326124.413407:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326124.413409:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326124.413411:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326124.413415:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef1aafe9 x1853174993446912/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326124.413426:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef1aafe9 x1853174993446912/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326124.413444:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326124.413449:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326124.413453:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326124.413455:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326124.413457:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326124.413462:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326124.413467:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30e880 00000400:00000200:3.0:1767326124.413474:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xfd1 [1] + 224 00000100:00000001:2.0:1767326124.413474:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326124.413478:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326124.413482:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326124.413484:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326124.413486:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326124.413489:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079e85f35. 00000800:00000001:3.0:1767326124.413490:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326124.413493:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c282df1 00000400:00000010:2.0:1767326124.413494:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c282df1. 00000100:00000001:2.0:1767326124.413497:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326124.413505:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767326124.413508:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef1aafe9 x1853174993446912/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326124.413525:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:2.0:1767326124.413528:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef1aafe9 x1853174993446912/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326124.413537:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326124.413539:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326124.413545:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326124.413546:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326124.413548:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326124.413552:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767326124.413553:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064827f0f x1853174993447040/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326124.413554:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326124.413555:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326124.413560:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=71 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326124.413578:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=71 v=5 (1 1 1 1) 00000100:00000040:3.0:1767326124.413583:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064827f0f x1853174993447040/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326124.413585:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326124.413589:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326124.413597:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326124.413604:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326124.413612:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326124.413614:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326124.413618:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326124.413619:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326124.413626:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326124.413630:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326124.413635:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326124.413638:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef1aafe9 x1853174993446912/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326124.413646:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326124.413649:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326124.413650:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326124.413657:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1767326124.413658:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326124.413666:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326124.413667:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326124.413671:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6511b72. 00000400:00000200:0.0:1767326124.413675:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5b91e06 00000400:00000010:0.0:1767326124.413676:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5b91e06. 00000100:00000001:0.0:1767326124.413678:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326124.413684:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064827f0f x1853174993447040/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326124.413693:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef1aafe9 x1853174993446912/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326124.413698:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064827f0f x1853174993447040/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326124.413705:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326124.413708:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326124.413715:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326124.413718:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326124.413722:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326124.413730:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326124.413734:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993446912:192.168.203.107@tcp:400: 02000000:00000001:0.0:1767326124.413735:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326124.413747:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326124.413749:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=81 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326124.413750:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326124.413754:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef1aafe9 x1853174993446912/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326124.413765:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326124.413766:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326124.413769:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d8ec0d1. 00000100:00001000:0.0:1767326124.413774:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=15 v=5 (1 0 0 0) 02000000:00000001:2.0:1767326124.413775:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326124.413778:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326124.413787:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767326124.413788:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767326124.413796:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326124.413797:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326124.413802:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1d8a82b. 00010000:00000001:0.0:1767326124.413805:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767326124.413806:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326124.413811:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326124.413813:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef1aafe9. 00000100:00000001:2.0:1767326124.413816:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00080000:0.0:1767326124.413819:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000064827f0f x1853174993447040/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326124.413825:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326124.413832:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326124.413839:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326124.413841:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326124.413850:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326124.413854:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326124.413856:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326124.413862:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326124.413865:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326124.413867:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326124.413869:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326124.413873:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064827f0f x1853174993447040/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326124.413880:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326124.413882:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326124.413884:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326124.413886:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064827f0f x1853174993447040/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326124.413891:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064827f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993447040:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326124.413894:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326124.413896:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326124.413897:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064827f0f x1853174993447040/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326140 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326124.413902:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326124.413904:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326124.413906:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000415c9cd6. 02000000:00000001:0.0:1767326124.413908:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326124.413910:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326124.413911:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326124.413913:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326124.413914:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b6dbbf0. 02000000:00000001:0.0:1767326124.413925:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326124.413927:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326124.413928:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064827f0f. 00000100:00000001:0.0:1767326124.413930:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326124.413931:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326124.413933:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326124.413936:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326124.413937:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326124.413939:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326124.413940:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326125.050307:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326125.050313:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326125.050355:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326125.050359:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326125.050361:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326126.074257:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326126.074263:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326126.074318:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326126.074321:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326126.074325:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326127.098258:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326127.098264:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326127.098302:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326127.098307:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326127.098309:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326128.122296:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326128.122304:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326128.122380:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326128.122387:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326128.122390:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326129.146226:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326129.146231:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326129.146298:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326129.146302:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326129.146305:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326129.530238:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306045978, at 4306046464 00000100:00000040:2.0:1767326129.530238:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306045978, at 4306046464 00000100:00000010:3.0:1767326129.530256:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f7ee2cd. 00000100:00000010:2.0:1767326129.530260:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001946f356. 00000100:00000040:0.0:1767326129.530277:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306045978, at 4306046464 00000100:00000040:1.0:1767326129.530279:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306045978, at 4306046464 00000100:00000010:0.0:1767326129.530298:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f9a77da8. 00000100:00000040:3.0:1767326129.530299:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:1.0:1767326129.530300:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff64859d. 00000100:00000001:3.0:1767326129.530311:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326129.530319:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc169e85. 00000020:00000040:3.0:1767326129.530324:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326129.530328:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326129.530331:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326129.530335:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326129.530341:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000018112a94. 00000100:00000001:3.0:1767326129.530349:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326129.530372:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000bc169e85 x1853174993447168/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326129.530380:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326129.530382:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326129.530386:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc169e85] to pc [ptlrpcd_00_03+3] req@00000000bc169e85 x1853174993447168/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326129.530409:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326129.530411:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326129.530414:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326129.530416:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004128f820. 00000020:00000040:3.0:1767326129.530419:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326129.530422:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326129.530424:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326129.530426:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326129.530431:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b0d7f53f. 00000100:00000001:3.0:1767326129.530435:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326129.530436:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326129.530443:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000004128f820 x1853174993447296/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326129.530443:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326129.530444:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326129.530453:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326129.530455:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326129.530467:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc169e85 x1853174993447168/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326129.530482:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326129.530485:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326129.530493:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004128f820] to pc [ptlrpcd_00_00+0] req@000000004128f820 x1853174993447296/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326129.530522:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326129.530527:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326129.530533:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326129.530537:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326129.530538:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326129.530540:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326129.530548:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326129.530549:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326129.530554:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f17934a9. 00000020:00000040:3.0:1767326129.530557:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00100000:1.0:1767326129.530560:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bc169e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993447168:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326129.530567:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326129.530569:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326129.530577:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326129.530577:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767326129.530578:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767326129.530587:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326129.530588:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326129.530591:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326129.530594:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326129.530597:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767326129.530599:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326129.530601:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326129.530607:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d48e05ee. 00000100:00000001:0.0:1767326129.530609:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326129.530611:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326129.530613:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326129.530616:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767326129.530618:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000099e782ae. 00000100:00000040:0.0:1767326129.530625:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004128f820 x1853174993447296/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326129.530626:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326129.530627:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000541485ca. 00000100:00000001:0.0:1767326129.530645:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326129.530651:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000f17934a9 x1853174993447424/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767326129.530651:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d9b1115. 00000100:00000001:0.0:1767326129.530651:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326129.530661:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326129.530665:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326129.530667:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993447168, portal 25 00000100:00000001:1.0:1767326129.530676:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326129.530685:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326129.530689:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326129.530692:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268021120 : -112767441530496 : ffff997048b49180) 00000100:00000001:3.0:1767326129.530693:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326129.530702:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004128f820 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993447296:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767326129.530708:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f17934a9] to pc [ptlrpcd_00_01+1] req@00000000f17934a9 x1853174993447424/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326129.530713:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bc169e85 x1853174993447168/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326129.530720:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326129.530728:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326129.530734:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326129.530746:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326129.530757:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f0672a4. 02000000:00000001:0.0:1767326129.530767:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326129.530775:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326129.530779:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326129.530785:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326129.530792:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6511b72. 00000100:00000040:1.0:1767326129.530793:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767326129.530799:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767326129.530801:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5b91e06. 00000400:00000010:1.0:1767326129.530803:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c281ec6. 00000100:00000200:0.0:1767326129.530806:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993447296, portal 10 00000100:00000001:0.0:1767326129.530814:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767326129.530815:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993447168, offset 0 00000100:00000001:0.0:1767326129.530816:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268031872 : -112767441519744 : ffff997048b4bb80) 00000100:00000040:3.0:1767326129.530818:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11384) 00000400:00000200:1.0:1767326129.530826:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767326129.530832:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004128f820 x1853174993447296/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326129.530840:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326129.530847:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:0.0:1767326129.530851:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326129.530856:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000665b4022. 00000400:00000200:1.0:1767326129.530857:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767326129.530859:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993447296, offset 0 00000400:00000200:1.0:1767326129.530865:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767326129.530866:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326129.530873:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326129.530876:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767326129.530879:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [482:482:256:4294967295] 192.168.203.107@tcp LPNI seq info [482:482:8:4294967295] 00000400:00000200:1.0:1767326129.530888:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767326129.530893:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326129.530897:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:1.0:1767326129.530898:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f9e2ebb4. 00000400:00000200:0.0:1767326129.530901:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326129.530906:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:1.0:1767326129.530910:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767326129.530912:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326129.530917:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326129.530920:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326129.530926:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [483:483:255:4294967295] 192.168.203.107@tcp LPNI seq info [483:483:7:4294967295] 00000800:00000200:1.0:1767326129.530927:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00100000:2.0:1767326129.530929:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767326129.530939:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326129.530940:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f9e2ebb4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326129.530943:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767326129.530958:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1767326129.530959:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326129.530964:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326129.530970:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767326129.530970:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f42357cd. 00000100:00000001:1.0:1767326129.530971:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326129.530978:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326129.530982:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326129.530983:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306051098 00000800:00000200:0.0:1767326129.530985:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:1.0:1767326129.530996:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bfab9cd5. 00000800:00000200:0.0:1767326129.531001:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000040:2.0:1767326129.531002:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f17934a9 x1853174993447424/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326129.531008:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767326129.531012:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f42357cd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326129.531025:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326129.531027:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306051098 00000100:00000001:2.0:1767326129.531029:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1767326129.531032:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767326129.531033:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 199107 usecs (200 jiffies) 00000100:00000001:2.0:1767326129.531034:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326129.531041:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f9e2ebb4. 00000100:00000010:1.0:1767326129.531043:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000449bf639. 00000100:00000001:0.0:1767326129.531045:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306046664 02000000:00000001:2.0:1767326129.531047:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326129.531050:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326129.531052:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326129.531054:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306051098 02000000:00000001:2.0:1767326129.531055:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326129.531067:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326129.531067:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306051098 02000000:00000001:2.0:1767326129.531068:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326129.531068:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306046664 00000100:00000010:1.0:1767326129.531077:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a79dd0d3. 00000100:00000001:0.0:1767326129.531081:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306051098 00000100:00100000:2.0:1767326129.531083:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f17934a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993447424:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326129.531087:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326129.531088:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c281ec6 00000100:00000001:2.0:1767326129.531089:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326129.531091:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306051098 02000000:00000001:2.0:1767326129.531095:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1767326129.531099:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fdeae089. 00000100:00000001:0.0:1767326129.531099:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306046664 00000400:00000010:3.0:1767326129.531105:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c281ec6. 02000000:00000001:2.0:1767326129.531111:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326129.531111:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326129.531112:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306051098 00000100:00000001:3.0:1767326129.531116:0:211459:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767326129.531129:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326129.531129:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326129.531130:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306046664 00000100:00000200:3.0:1767326129.531131:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc169e85 x1853174993447168/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326129.531192:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306051098 00000100:00000001:0.0:1767326129.531197:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767326129.531200:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8b3793e. 00000100:00000001:0.0:1767326129.531205:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326129.531215:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326129.531216:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326129.531217:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326129.531231:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326129.531232:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee223d03. 00000100:00000001:0.0:1767326129.531232:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326129.531238:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326129.531239:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326129.531248:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326129.531252:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326129.531253:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d7be8e. 00000100:00000001:1.0:1767326129.531255:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326129.531255:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326129.531256:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc169e85 x1853174993447168/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326145 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326129.531264:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326129.531265:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326129.531267:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993447424, portal 10 00000100:00000001:2.0:1767326129.531281:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326129.531282:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326129.531284:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326129.531289:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030976 : -112767441520640 : ffff997048b4b800) 00000100:00000001:1.0:1767326129.531291:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326129.531292:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767326129.531301:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f17934a9 x1853174993447424/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326129.531302:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326129.531314:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326129.531323:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326129.531331:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326129.531334:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002101126a. 00000100:00000200:2.0:1767326129.531336:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993447424, offset 0 00000400:00000200:2.0:1767326129.531345:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:3.0:1767326129.531355:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767326129.531358:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767326129.531359:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f42357cd. 00000400:00000200:3.0:1767326129.531364:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326129.531364:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326129.531371:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767326129.531373:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326129.531377:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326129.531380:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767326129.531382:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [484:484:255:4294967295] 192.168.203.107@tcp LPNI seq info [484:484:7:4294967295] 00000400:00000200:2.0:1767326129.531389:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767326129.531393:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326129.531394:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000665b4022 00000800:00000010:2.0:1767326129.531397:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096b1e9b5. 00000800:00000200:2.0:1767326129.531403:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:3.0:1767326129.531405:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000665b4022. 00000800:00000200:2.0:1767326129.531410:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326129.531412:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326129.531415:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000096b1e9b5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326129.531419:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326129.531422:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004128f820 x1853174993447296/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326129.531423:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 12756 usecs (13 jiffies) 00000100:00000001:2.0:1767326129.531428:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306046478 00000100:00000001:3.0:1767326129.531435:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326129.531437:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306051098 00000100:00000001:2.0:1767326129.531440:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306046478 00000100:00000040:3.0:1767326129.531441:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004128f820 x1853174993447296/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326145 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326129.531442:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306051098 00000100:00000001:2.0:1767326129.531446:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306046478 00000100:00000001:2.0:1767326129.531449:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306051098 00000100:00000001:2.0:1767326129.531453:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306046478 00000100:00000001:2.0:1767326129.531458:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306051098 00000100:00000001:2.0:1767326129.531462:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326129.531465:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326129.531467:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326129.531470:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326129.531531:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326129.531534:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326129.531562:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326129.531564:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096b1e9b5. 00000400:00000200:3.0:1767326129.531567:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326129.531569:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326129.531571:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002101126a 00000400:00000010:3.0:1767326129.531572:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002101126a. 00000100:00000001:3.0:1767326129.531574:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326129.531576:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f17934a9 x1853174993447424/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326129.531582:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326129.531583:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f17934a9 x1853174993447424/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326145 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326129.531587:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326129.531588:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326129.533880:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326129.533896:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326129.533899:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326129.533901:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326129.533910:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326129.533926:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30e980 00000400:00000200:1.0:1767326129.533934:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xfdd [1] + 224 00000800:00000001:1.0:1767326129.533942:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326129.533948:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326129.533951:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326129.533955:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326129.533963:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326129.533968:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004128f820 x1853174993447296/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326129.533979:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004128f820 x1853174993447296/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326129.533999:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326129.534009:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326129.534014:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326129.534016:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326129.534019:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326129.534023:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767326129.534031:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326129.534032:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30e900 00000100:00000001:0.0:1767326129.534034:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326129.534043:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xfd9 [1] + 224 00000800:00000001:1.0:1767326129.534057:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326129.534057:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326129.534061:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767326129.534064:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326129.534064:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6511b72. 00000400:00000200:0.0:1767326129.534069:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5b91e06 00000400:00000200:1.0:1767326129.534070:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767326129.534072:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5b91e06. 00000100:00000001:0.0:1767326129.534077:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326129.534078:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:0.0:1767326129.534083:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004128f820 x1853174993447296/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326129.534084:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326129.534094:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004128f820 x1853174993447296/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326129.534097:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc169e85 x1853174993447168/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326129.534104:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326129.534106:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326129.534111:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326129.534114:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326129.534116:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326129.534118:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326129.534119:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bc169e85 x1853174993447168/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326129.534123:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326129.534133:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=76 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326129.534160:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326129.534163:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326129.534183:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326129.534185:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326129.534191:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767326129.534196:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326129.534196:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326129.534197:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326129.534200:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326129.534203:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326129.534204:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:2.0:1767326129.534205:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767326129.534208:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000001:2.0:1767326129.534210:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767326129.534210:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767326129.534214:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000541485ca. 00000100:00000001:0.0:1767326129.534214:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:1.0:1767326129.534217:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326129.534217:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326129.534221:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d9b1115 00000400:00000010:2.0:1767326129.534225:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d9b1115. 00000100:00000040:0.0:1767326129.534227:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004128f820 x1853174993447296/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326129.534229:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767326129.534231:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326129.534240:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc169e85 x1853174993447168/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326129.534242:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326129.534244:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30ea00 00000100:00000001:0.0:1767326129.534250:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326129.534253:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326129.534257:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xfe9 [1] + 224 00000100:00000040:0.0:1767326129.534262:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004128f820 x1853174993447296/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326129.534268:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326129.534273:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc169e85 x1853174993447168/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326129.534276:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004128f820 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993447296:192.168.203.107@tcp:400: 00000800:00000001:1.0:1767326129.534278:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326129.534283:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326129.534288:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326129.534293:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767326129.534294:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000040:0.0:1767326129.534300:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004128f820 x1853174993447296/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326129.534301:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326129.534305:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767326129.534309:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f17934a9 x1853174993447424/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326129.534310:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326129.534312:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326129.534316:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326129.534316:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326129.534321:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f0672a4. 02000000:00000001:2.0:1767326129.534322:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326129.534327:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767326129.534329:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326129.534331:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326129.534331:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f17934a9 x1853174993447424/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326129.534332:0:211466:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767326129.534336:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326129.534340:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=86 v=5 (5 5 5 5) 00000020:00000040:0.0:1767326129.534342:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767326129.534350:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1767326129.534351:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=86 v=5 (1 1 1 1) 02000000:00000010:0.0:1767326129.534353:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b0d7f53f. 02000000:00000001:0.0:1767326129.534358:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326129.534360:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326129.534364:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004128f820. 00000100:00000001:2.0:1767326129.534367:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326129.534368:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326129.534371:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326129.534372:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326129.534375:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326129.534375:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326129.534378:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767326129.534381:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326129.534381:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326129.534382:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326129.534389:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326129.534398:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc169e85 x1853174993447168/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326129.534399:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326129.534404:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326129.534404:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326129.534407:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326129.534412:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326129.534416:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326129.534417:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326129.534422:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326129.534423:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326129.534424:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326129.534427:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326129.534439:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee223d03. 00000100:00000040:2.0:1767326129.534443:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc169e85 x1853174993447168/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326129.534445:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d7be8e 00000400:00000010:3.0:1767326129.534449:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d7be8e. 00000100:00000001:3.0:1767326129.534463:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767326129.534463:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc169e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993447168:192.168.203.107@tcp:400: 00000100:00000200:3.0:1767326129.534473:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f17934a9 x1853174993447424/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326129.534476:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326129.534488:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767326129.534502:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f17934a9 x1853174993447424/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326129.534504:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc169e85 x1853174993447168/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326129.534531:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326129.534537:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326129.534538:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767326129.534540:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d48e05ee. 00000100:00000001:3.0:1767326129.534543:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326129.534548:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326129.534549:0:211465:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767326129.534553:0:211468:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767326129.534555:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767326129.534557:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326129.534559:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767326129.534564:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326129.534565:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326129.534568:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000018112a94. 02000000:00000001:3.0:1767326129.534572:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326129.534575:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326129.534578:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326129.534579:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc169e85. 00000100:00001000:3.0:1767326129.534581:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=86 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326129.534584:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326129.534587:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326129.534590:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326129.534594:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326129.534596:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326129.534599:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326129.534606:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326129.534607:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326129.534611:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326129.534616:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326129.534617:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326129.534626:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f17934a9 x1853174993447424/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326129.534636:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326129.534640:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326129.534642:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326129.534644:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326129.534646:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326129.534650:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f17934a9 x1853174993447424/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326129.534657:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326129.534660:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326129.534662:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326129.534665:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f17934a9 x1853174993447424/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326129.534673:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f17934a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993447424:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326129.534678:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326129.534681:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326129.534683:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f17934a9 x1853174993447424/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326145 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326129.534706:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326129.534708:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326129.534711:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8b3793e. 02000000:00000001:3.0:1767326129.534714:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326129.534716:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326129.534718:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767326129.534721:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326129.534723:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000099e782ae. 02000000:00000001:3.0:1767326129.534726:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326129.534728:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326129.534729:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f17934a9. 00000100:00000001:3.0:1767326129.534733:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326129.534734:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326129.534736:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326129.534741:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326129.534743:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326129.534745:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326129.534747:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326130.170267:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326130.170273:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326130.170311:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326130.170316:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326130.170339:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326131.194275:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326131.194281:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326131.194343:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326131.194347:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326131.194351:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326132.218296:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326132.218303:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326132.218365:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326132.218370:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326132.218373:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326133.242281:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326133.242292:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326133.242317:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326133.242322:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326133.242325:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326134.266276:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326134.266287:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326134.266289:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326134.266292:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326134.266296:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326134.266298:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326134.266300:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326134.266308:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326134.266364:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326134.266369:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326134.266372:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326134.650222:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306051098, at 4306051584 00000100:00000010:2.0:1767326134.650244:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a79dd0d3. 00000100:00000040:3.0:1767326134.650262:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306051098, at 4306051584 00000100:00000040:0.0:1767326134.650262:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306051098, at 4306051584 00000100:00000040:1.0:1767326134.650267:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306051098, at 4306051584 00000100:00000010:3.0:1767326134.650277:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fdeae089. 00000100:00000010:0.0:1767326134.650284:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bfab9cd5. 00000100:00000040:2.0:1767326134.650286:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:1.0:1767326134.650287:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000449bf639. 00000100:00000001:2.0:1767326134.650299:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326134.650309:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfe9f3b7. 00000020:00000040:2.0:1767326134.650314:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326134.650319:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326134.650322:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326134.650328:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326134.650350:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000096b1e9b5. 00000100:00000001:2.0:1767326134.650359:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326134.650373:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000dfe9f3b7 x1853174993447552/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326134.650387:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326134.650389:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326134.650395:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfe9f3b7] to pc [ptlrpcd_00_02+2] req@00000000dfe9f3b7 x1853174993447552/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326134.650451:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326134.650455:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326134.650460:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326134.650464:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b6503de. 00000020:00000040:2.0:1767326134.650467:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326134.650472:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326134.650473:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326134.650475:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326134.650478:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326134.650480:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326134.650482:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326134.650488:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326134.650492:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003376a84e. 00000100:00000001:1.0:1767326134.650495:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326134.650495:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfe9f3b7 x1853174993447552/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326134.650498:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326134.650514:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000008b6503de x1853174993447680/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326134.650517:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326134.650522:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326134.650534:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326134.650535:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326134.650542:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326134.650543:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326134.650549:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326134.650551:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b6503de] to pc [ptlrpcd_00_03+3] req@000000008b6503de x1853174993447680/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326134.650557:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfe9f3b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993447552:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326134.650573:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326134.650581:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326134.650584:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326134.650586:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326134.650590:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326134.650592:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767326134.650594:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e73a548. 00000100:00000001:2.0:1767326134.650595:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326134.650599:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326134.650601:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063e117f0. 00000020:00000040:2.0:1767326134.650605:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000400:00000010:0.0:1767326134.650605:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6511b72. 00000100:00000001:2.0:1767326134.650611:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326134.650614:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326134.650616:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326134.650617:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5b91e06. 02000000:00000010:2.0:1767326134.650623:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000525db3bf. 00000100:00000200:0.0:1767326134.650626:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993447552, portal 25 00000100:00000001:2.0:1767326134.650628:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326134.650629:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326134.650630:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326134.650635:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000063e117f0 x1853174993447808/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326134.650635:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326134.650641:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531373056 : -112767178178560 : ffff997058670000) 00000100:00000001:1.0:1767326134.650643:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326134.650661:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfe9f3b7 x1853174993447552/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326134.650663:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767326134.650663:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008b6503de x1853174993447680/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326134.650676:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326134.650697:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e117f0] to pc [ptlrpcd_00_00+0] req@0000000063e117f0 x1853174993447808/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326134.650698:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326134.650711:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326134.650720:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af49f56e. 00000100:00000001:1.0:1767326134.650721:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326134.650726:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326134.650731:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993447552, offset 0 02000000:00000001:1.0:1767326134.650737:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326134.650740:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326134.650742:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326134.650747:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008b6503de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993447680:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326134.650752:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326134.650756:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326134.650756:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326134.650759:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326134.650761:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326134.650764:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326134.650765:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ee6e162. 00000400:00000200:0.0:1767326134.650771:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:1.0:1767326134.650772:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326134.650779:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad313715. 00000400:00000200:0.0:1767326134.650779:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767326134.650788:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767326134.650789:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:1.0:1767326134.650790:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d9b1115. 00000100:00000001:3.0:1767326134.650793:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326134.650799:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993447680, portal 10 00000400:00000200:0.0:1767326134.650800:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326134.650803:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326134.650809:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326134.650814:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767326134.650815:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326134.650816:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326134.650816:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531375744 : -112767178175872 : ffff997058670a80) 00000400:00000200:0.0:1767326134.650828:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [485:485:256:4294967295] 192.168.203.107@tcp LPNI seq info [485:485:8:4294967295] 00000100:00000040:3.0:1767326134.650835:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063e117f0 x1853174993447808/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326134.650840:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11389) 00000100:00000040:1.0:1767326134.650845:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008b6503de x1853174993447680/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326134.650870:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767326134.650876:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326134.650884:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326134.650888:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326134.650901:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326134.650901:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326134.650903:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326134.650915:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1767326134.650916:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000239bb1ca. 00000100:00000040:1.0:1767326134.650917:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767326134.650926:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326134.650926:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c281ec6. 02000000:00000001:3.0:1767326134.650937:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326134.650938:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993447680, offset 0 00000800:00000200:0.0:1767326134.650938:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00100000:3.0:1767326134.650950:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993447808:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767326134.650961:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767326134.650962:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326134.650965:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767326134.650973:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000239bb1ca type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767326134.650975:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326134.650981:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326134.650982:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:3.0:1767326134.650986:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326134.650995:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1767326134.650996:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000632add74. 00000100:00000001:0.0:1767326134.650997:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326134.651005:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326134.651008:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306056218 00000400:00000200:1.0:1767326134.651009:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767326134.651016:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767326134.651017:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000299bd86d. 00000100:00000010:0.0:1767326134.651018:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab3999a4. 00000400:00000200:1.0:1767326134.651028:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326134.651028:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1767326134.651029:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f9143b9. 00000400:00000200:1.0:1767326134.651039:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [486:486:255:4294967295] 192.168.203.107@tcp LPNI seq info [486:486:7:4294967295] 00000100:00000001:0.0:1767326134.651039:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306056218 00000100:00000200:3.0:1767326134.651041:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993447808, portal 10 00000100:00000010:0.0:1767326134.651047:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e7dee28. 00000100:00000001:3.0:1767326134.651053:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326134.651058:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531374848 : -112767178176768 : ffff997058670700) 00000100:00000001:0.0:1767326134.651059:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767326134.651081:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000063e117f0 x1853174993447808/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326134.651081:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767326134.651081:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306056218 00000100:00000010:0.0:1767326134.651097:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b57c0e8b. 00000100:00000001:0.0:1767326134.651111:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767326134.651118:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326134.651122:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326134.651124:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306056218 00000800:00000010:1.0:1767326134.651126:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007750120a. 00000100:00000040:3.0:1767326134.651133:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000010:0.0:1767326134.651173:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091671450. 00000100:00000001:0.0:1767326134.651182:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767326134.651183:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ef8ff88. 00000100:00000001:0.0:1767326134.651190:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326134.651191:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993447808, offset 0 00000800:00000200:1.0:1767326134.651193:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326134.651206:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326134.651211:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326134.651212:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326134.651222:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326134.651224:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767326134.651224:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000010:2.0:1767326134.651227:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000239bb1ca. 00000800:00000200:1.0:1767326134.651239:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007750120a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326134.651240:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326134.651245:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326134.651255:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767326134.651256:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326134.651260:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326134.651265:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326134.651271:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326134.651272:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767326134.651273:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 197747 usecs (198 jiffies) 00000100:00000001:1.0:1767326134.651280:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306051783 00000100:00000001:0.0:1767326134.651280:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326134.651286:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306056218 00000100:00000001:0.0:1767326134.651286:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326134.651290:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306051783 00000100:00000001:1.0:1767326134.651293:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306056218 00000100:00000001:0.0:1767326134.651293:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326134.651298:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306051783 00000100:00000001:1.0:1767326134.651299:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306056218 00000100:00000001:1.0:1767326134.651301:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306051783 00000100:00000001:1.0:1767326134.651302:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306056218 00000100:00000001:1.0:1767326134.651303:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326134.651305:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326134.651313:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326134.651314:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326134.651318:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326134.651319:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326134.651321:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326134.651322:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326134.651323:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326134.651325:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326134.651369:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767326134.651372:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326134.651375:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767326134.651378:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [487:487:254:4294967295] 192.168.203.107@tcp LPNI seq info [487:487:6:4294967295] 00000400:00000200:3.0:1767326134.651389:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767326134.651393:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326134.651396:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af49f56e 00000800:00000010:3.0:1767326134.651398:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099e782ae. 00000400:00000010:2.0:1767326134.651400:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af49f56e. 00000100:00000001:2.0:1767326134.651405:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326134.651412:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfe9f3b7 x1853174993447552/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326134.651415:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767326134.651425:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767326134.651431:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099e782ae type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326134.651434:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326134.651435:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326134.651440:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 12698 usecs (13 jiffies) 00000100:00000040:2.0:1767326134.651441:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfe9f3b7 x1853174993447552/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326150 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326134.651444:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306051598 00000100:00000001:3.0:1767326134.651450:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306056218 00000100:00000001:3.0:1767326134.651455:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306051598 00000100:00000001:3.0:1767326134.651459:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306056218 00000100:00000001:3.0:1767326134.651463:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306051598 00000100:00000001:2.0:1767326134.651463:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326134.651467:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306056218 00000100:00000001:2.0:1767326134.651468:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326134.651469:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306051598 00000100:00000001:3.0:1767326134.651473:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306056218 00000100:00000001:3.0:1767326134.651474:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326134.651476:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326134.651479:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326134.651480:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326134.651486:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326134.651487:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326134.651490:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326134.651491:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326134.651492:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767326134.651495:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007750120a. 00000100:00000001:3.0:1767326134.651496:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326134.651501:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326134.651501:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326134.651507:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326134.651509:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c281ec6 00000400:00000010:2.0:1767326134.651511:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c281ec6. 00000100:00000001:2.0:1767326134.651513:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326134.651516:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008b6503de x1853174993447680/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326134.651532:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326134.651534:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008b6503de x1853174993447680/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326150 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326134.651539:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326134.651540:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326134.651571:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326134.651573:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099e782ae. 00000400:00000200:2.0:1767326134.651575:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326134.651578:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326134.651580:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ef8ff88 00000400:00000010:2.0:1767326134.651581:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ef8ff88. 00000100:00000001:2.0:1767326134.651584:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326134.651586:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063e117f0 x1853174993447808/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326134.651591:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326134.651592:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063e117f0 x1853174993447808/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326150 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326134.651597:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326134.651598:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326134.652753:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326134.652799:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326134.652802:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326134.652804:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326134.652810:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326134.652820:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30ea80 00000400:00000200:3.0:1767326134.652827:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0xff1 [1] + 224 00000800:00000001:3.0:1767326134.652840:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326134.652845:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326134.652847:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326134.652849:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326134.652899:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326134.652903:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfe9f3b7 x1853174993447552/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326134.652909:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfe9f3b7 x1853174993447552/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326134.652921:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326134.652956:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326134.652957:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326134.652960:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326134.652963:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326134.652966:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326134.652966:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326134.652968:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326134.652969:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326134.652978:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6511b72. 00000400:00000200:3.0:1767326134.652987:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326134.652988:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5b91e06 00000400:00000010:0.0:1767326134.652993:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5b91e06. 00000400:00000200:3.0:1767326134.652998:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30eb00 00000100:00000001:0.0:1767326134.652998:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326134.653010:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfe9f3b7 x1853174993447552/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326134.653012:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0xff9 [1] + 224 00000800:00000001:3.0:1767326134.653025:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326134.653036:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326134.653037:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfe9f3b7 x1853174993447552/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326134.653041:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326134.653057:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326134.653073:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326134.653075:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326134.653079:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326134.653081:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008b6503de x1853174993447680/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326134.653083:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326134.653088:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326134.653095:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326134.653100:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326134.653104:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008b6503de x1853174993447680/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326134.653107:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326134.653118:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326134.653123:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=91 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326134.653125:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326134.653126:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326134.653128:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767326134.653129:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326134.653132:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326134.653163:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326134.653169:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326134.653178:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326134.653181:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326134.653181:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326134.653189:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767326134.653192:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfe9f3b7 x1853174993447552/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326134.653193:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326134.653196:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad313715. 00000400:00000200:1.0:1767326134.653201:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d9b1115 00000400:00000010:1.0:1767326134.653205:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d9b1115. 00000100:00000001:1.0:1767326134.653210:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326134.653211:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326134.653216:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008b6503de x1853174993447680/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326134.653217:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767326134.653224:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008b6503de x1853174993447680/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326134.653230:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326134.653232:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326134.653234:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326134.653236:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326134.653237:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326134.653240:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767326134.653240:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfe9f3b7 x1853174993447552/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326134.653242:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326134.653246:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326134.653252:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=81 v=5 (5 5 5 5) 00000100:00100000:0.0:1767326134.653257:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfe9f3b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993447552:192.168.203.107@tcp:400: 00000100:00001000:1.0:1767326134.653258:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=81 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326134.653264:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326134.653267:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326134.653269:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326134.653271:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326134.653272:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326134.653278:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326134.653279:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326134.653283:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326134.653287:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1767326134.653288:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfe9f3b7 x1853174993447552/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326134.653297:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326134.653301:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1767326134.653303:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326134.653306:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767326134.653307:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008b6503de x1853174993447680/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326134.653310:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e73a548. 00000100:00000001:1.0:1767326134.653318:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326134.653318:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326134.653322:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767326134.653322:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326134.653325:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326134.653325:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767326134.653330:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767326134.653332:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b6503de x1853174993447680/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326134.653335:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000096b1e9b5. 00000100:00100000:1.0:1767326134.653343:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008b6503de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993447680:192.168.203.107@tcp:400: 02000000:00000001:0.0:1767326134.653344:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1767326134.653345:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326134.653348:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326134.653350:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767326134.653351:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfe9f3b7. 00000100:00000001:1.0:1767326134.653355:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767326134.653361:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326134.653365:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767326134.653366:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008b6503de x1853174993447680/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326134.653368:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326134.653371:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326134.653381:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326134.653392:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767326134.653395:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326134.653397:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326134.653403:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326134.653404:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326134.653405:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ee6e162. 02000000:00000001:1.0:1767326134.653411:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326134.653413:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767326134.653414:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326134.653417:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767326134.653418:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326134.653420:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30eb80 00000020:00000001:1.0:1767326134.653427:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326134.653430:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003376a84e. 00000400:00000200:3.0:1767326134.653437:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1001 [1] + 224 02000000:00000001:1.0:1767326134.653439:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326134.653447:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1767326134.653449:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767326134.653450:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b6503de. 00000800:00000001:3.0:1767326134.653456:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326134.653457:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326134.653461:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326134.653462:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326134.653476:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326134.653485:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326134.653488:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326134.653491:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063e117f0 x1853174993447808/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326134.653495:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326134.653499:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326134.653503:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000063e117f0 x1853174993447808/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326134.653505:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326134.653512:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326134.653528:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326134.653536:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326134.653541:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326134.653563:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326134.653566:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326134.653570:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326134.653571:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326134.653574:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000299bd86d. 00000400:00000200:2.0:1767326134.653577:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f9143b9 00000400:00000010:2.0:1767326134.653580:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f9143b9. 00000100:00000001:2.0:1767326134.653583:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326134.653587:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063e117f0 x1853174993447808/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326134.653593:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063e117f0 x1853174993447808/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326134.653598:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326134.653605:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326134.653607:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326134.653609:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326134.653610:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326134.653612:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326134.653614:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326134.653619:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=91 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326134.653622:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326134.653624:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326134.653625:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326134.653627:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326134.653630:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000063e117f0 x1853174993447808/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326134.653635:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326134.653638:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326134.653639:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326134.653640:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326134.653641:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326134.653643:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063e117f0 x1853174993447808/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326134.653647:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326134.653649:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326134.653650:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326134.653652:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063e117f0 x1853174993447808/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326134.653656:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993447808:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326134.653659:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326134.653661:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326134.653662:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063e117f0 x1853174993447808/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326150 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326134.653667:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326134.653669:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326134.653675:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000632add74. 02000000:00000001:2.0:1767326134.653677:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326134.653679:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326134.653680:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326134.653682:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326134.653684:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000525db3bf. 02000000:00000001:2.0:1767326134.653686:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326134.653688:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326134.653689:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063e117f0. 00000100:00000001:2.0:1767326134.653691:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326134.653699:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326134.653700:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326134.653704:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326134.653705:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326134.653706:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326134.653707:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326135.290253:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326135.290263:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326135.290317:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326135.290321:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326135.290324:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326136.314248:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326136.314256:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326136.314285:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326136.314291:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326136.314313:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326137.338210:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326137.338221:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326137.338286:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326137.338291:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326137.338295:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326138.362254:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326138.362262:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326138.362306:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326138.362310:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326138.362313:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326139.386237:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326139.386245:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326139.386290:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326139.386294:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326139.386297:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326139.770261:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306056218, at 4306056704 00000100:00000040:2.0:1767326139.770261:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326139.770261:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306056218, at 4306056704 00000100:00000040:0.0:1767326139.770261:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306056218, at 4306056704 00000100:00000001:2.0:1767326139.770277:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326139.770280:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e7dee28. 00000100:00000010:0.0:1767326139.770283:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab3999a4. 00000100:00000010:3.0:1767326139.770285:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091671450. 00000100:00000010:2.0:1767326139.770289:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063e117f0. 00000020:00000040:2.0:1767326139.770295:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326139.770300:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326139.770303:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326139.770309:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326139.770318:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000525db3bf. 00000100:00000001:2.0:1767326139.770325:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326139.770336:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000063e117f0 x1853174993447936/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326139.770367:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326139.770369:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326139.770374:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e117f0] to pc [ptlrpcd_00_01+1] req@0000000063e117f0 x1853174993447936/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326139.770398:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326139.770400:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326139.770403:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326139.770405:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2583070. 00000020:00000040:2.0:1767326139.770407:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326139.770409:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326139.770410:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326139.770411:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326139.770414:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a0189c70. 00000100:00000001:2.0:1767326139.770416:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326139.770419:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000d2583070 x1853174993448064/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326139.770425:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326139.770426:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326139.770427:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326139.770430:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2583070] to pc [ptlrpcd_00_02+2] req@00000000d2583070 x1853174993448064/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326139.770433:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767326139.770439:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326139.770448:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326139.770449:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326139.770450:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326139.770454:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326139.770455:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326139.770459:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326139.770460:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326139.770462:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767326139.770463:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce152320. 00000020:00000040:2.0:1767326139.770467:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767326139.770469:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326139.770470:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326139.770471:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326139.770473:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326139.770476:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a363d0e5. 00000100:00000001:1.0:1767326139.770477:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326139.770479:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063e117f0 x1853174993447936/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326139.770480:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326139.770488:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326139.770489:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2583070 x1853174993448064/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326139.770490:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326139.770494:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326139.770498:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326139.770499:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000ce152320 x1853174993448192/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326139.770502:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326139.770509:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326139.770514:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326139.770517:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326139.770518:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326139.770520:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326139.770520:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326139.770523:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326139.770528:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993447936:192.168.203.107@tcp:400: 02000000:00000001:1.0:1767326139.770528:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326139.770530:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326139.770532:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326139.770533:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326139.770536:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326139.770539:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326139.770542:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce152320] to pc [ptlrpcd_00_03+3] req@00000000ce152320 x1853174993448192/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326139.770543:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1767326139.770546:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2583070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993448064:192.168.203.107@tcp:400: 02000000:00000001:3.0:1767326139.770548:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326139.770553:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326139.770558:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767326139.770559:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000deb1a1f7. 02000000:00000001:3.0:1767326139.770563:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326139.770563:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326139.770566:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326139.770568:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326139.770572:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090704924. 02000000:00000001:1.0:1767326139.770572:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326139.770578:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767326139.770580:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e186c793. 00000100:00000040:2.0:1767326139.770582:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1767326139.770583:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2517023. 02000000:00000001:1.0:1767326139.770585:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326139.770590:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11394) 00000100:00000200:3.0:1767326139.770593:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993447936, portal 25 00000400:00000010:1.0:1767326139.770594:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad313715. 00000100:00000001:0.0:1767326139.770595:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326139.770597:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326139.770599:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326139.770600:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531374848 : -112767178176768 : ffff997058670700) 00000100:00000001:0.0:1767326139.770604:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326139.770607:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306056218, at 4306056704 00000100:00000040:3.0:1767326139.770608:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000063e117f0 x1853174993447936/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326139.770611:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d9b1115. 00000100:00000010:2.0:1767326139.770620:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b57c0e8b. 00000100:00000200:1.0:1767326139.770620:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993448064, portal 10 00000100:00000001:3.0:1767326139.770621:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326139.770623:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce152320 x1853174993448192/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326139.770627:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326139.770629:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326139.770630:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531377536 : -112767178174080 : ffff997058671180) 00000400:00000010:3.0:1767326139.770635:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f9143b9. 00000100:00000200:3.0:1767326139.770640:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993447936, offset 0 00000100:00000040:1.0:1767326139.770643:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2583070 x1853174993448064/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326139.770648:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326139.770653:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326139.770654:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326139.770661:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326139.770665:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326139.770672:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326139.770676:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00100000:0.0:1767326139.770682:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce152320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993448192:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767326139.770690:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326139.770690:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326139.770691:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326139.770697:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326139.770698:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326139.770701:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326139.770702:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:1.0:1767326139.770704:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029bcb2ad. 02000000:00000001:0.0:1767326139.770707:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326139.770711:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1767326139.770711:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993448064, offset 0 02000000:00000010:0.0:1767326139.770714:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6fcec2f. 00000400:00000200:3.0:1767326139.770718:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767326139.770723:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326139.770727:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [488:488:256:4294967295] 192.168.203.107@tcp LPNI seq info [488:488:8:4294967295] 02000000:00000001:0.0:1767326139.770730:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326139.770737:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6511b72. 00000400:00000200:3.0:1767326139.770743:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:0.0:1767326139.770744:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5b91e06. 00000100:00000200:0.0:1767326139.770749:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993448192, portal 10 00000100:00000001:0.0:1767326139.770754:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326139.770757:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531385600 : -112767178166016 : ffff997058673100) 00000800:00000200:3.0:1767326139.770762:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326139.770765:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:0.0:1767326139.770766:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce152320 x1853174993448192/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767326139.770771:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba567bd5. 00000400:00000200:1.0:1767326139.770773:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326139.770781:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326139.770784:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767326139.770788:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767326139.770788:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767326139.770793:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326139.770796:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:0.0:1767326139.770799:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000307f847a. 00000400:00000200:1.0:1767326139.770802:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [489:489:255:4294967295] 192.168.203.107@tcp LPNI seq info [489:489:7:4294967295] 00000800:00000200:3.0:1767326139.770805:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:0.0:1767326139.770806:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993448192, offset 0 00000800:00000200:3.0:1767326139.770813:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba567bd5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326139.770819:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326139.770820:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767326139.770828:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326139.770830:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326139.770832:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000524bc938. 00000400:00000200:0.0:1767326139.770833:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767326139.770836:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306061338 00000800:00000200:1.0:1767326139.770841:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:3.0:1767326139.770843:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008dddafd2. 00000400:00000200:0.0:1767326139.770844:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326139.770849:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326139.770851:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767326139.770853:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000524bc938 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326139.770854:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767326139.770858:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306061338 00000100:00000001:1.0:1767326139.770860:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326139.770862:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063574839. 00000400:00000200:0.0:1767326139.770862:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326139.770867:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 196396 usecs (197 jiffies) 00000100:00000001:3.0:1767326139.770869:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326139.770870:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767326139.770874:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306056901 00000100:00000001:3.0:1767326139.770875:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306061338 00000100:00000001:1.0:1767326139.770879:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306061338 00000400:00000200:0.0:1767326139.770880:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [490:490:254:4294967295] 192.168.203.107@tcp LPNI seq info [490:490:6:4294967295] 00000100:00000010:3.0:1767326139.770881:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d91b0be4. 00000100:00000001:1.0:1767326139.770884:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306056901 00000100:00000001:3.0:1767326139.770887:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326139.770890:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306061338 00000100:00000001:3.0:1767326139.770892:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306061338 00000100:00000001:1.0:1767326139.770894:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306056901 00000800:00000200:2.0:1767326139.770897:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767326139.770898:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1d028de. 00000100:00000001:1.0:1767326139.770900:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306061338 00000800:00000010:2.0:1767326139.770904:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba567bd5. 00000100:00000001:3.0:1767326139.770906:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326139.770906:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306056901 00000400:00000200:2.0:1767326139.770910:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326139.770913:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326139.770913:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306061338 00000100:00000001:3.0:1767326139.770917:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326139.770921:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326139.770922:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326139.770926:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326139.770927:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326139.770927:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326139.770934:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326139.770938:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326139.770939:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326139.770942:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f9143b9 00000800:00000200:0.0:1767326139.770943:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326139.770944:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767326139.770945:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f9143b9. 00000100:00000001:1.0:1767326139.770948:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1767326139.770952:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073cc668c. 00000100:00000001:1.0:1767326139.770953:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326139.770954:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326139.770957:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326139.770961:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063e117f0 x1853174993447936/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326139.770962:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326139.770966:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326139.770969:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326139.770980:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326139.770983:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767326139.770985:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000073cc668c type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767326139.770988:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063e117f0 x1853174993447936/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326155 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326139.770993:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326139.770995:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326139.771000:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 12635 usecs (13 jiffies) 00000100:00000001:2.0:1767326139.771003:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326139.771007:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306056717 00000100:00000001:0.0:1767326139.771012:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306061338 00000100:00000001:0.0:1767326139.771015:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306056717 00000800:00000200:2.0:1767326139.771016:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326139.771018:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306061338 00000800:00000010:2.0:1767326139.771019:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000524bc938. 00000400:00000200:2.0:1767326139.771023:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326139.771025:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306056717 00000100:00000001:0.0:1767326139.771028:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306061338 00000100:00000001:0.0:1767326139.771033:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306056717 00000400:00000200:2.0:1767326139.771036:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326139.771040:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306061338 00000400:00000200:2.0:1767326139.771041:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029bcb2ad 00000400:00000010:2.0:1767326139.771043:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029bcb2ad. 00000100:00000001:0.0:1767326139.771046:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326139.771047:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326139.771052:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2583070 x1853174993448064/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326139.771052:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326139.771058:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326139.771065:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326139.771065:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326139.771070:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2583070 x1853174993448064/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326155 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326139.771073:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326139.771074:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326139.771078:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326139.771078:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326139.771084:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326139.771086:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326139.771088:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326139.771090:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326139.771176:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326139.771178:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073cc668c. 00000400:00000200:2.0:1767326139.771180:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326139.771183:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326139.771185:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307f847a 00000400:00000010:2.0:1767326139.771186:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000307f847a. 00000100:00000001:2.0:1767326139.771188:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326139.771190:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce152320 x1853174993448192/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326139.771196:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326139.771198:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce152320 x1853174993448192/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326155 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326139.771202:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326139.771203:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326139.773080:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326139.773092:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326139.773094:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326139.773096:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326139.773115:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326139.773188:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30ec00 00000400:00000200:3.0:1767326139.773197:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1009 [1] + 224 00000800:00000001:3.0:1767326139.773204:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326139.773217:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326139.773220:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326139.773224:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326139.773230:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326139.773234:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063e117f0 x1853174993447936/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326139.773245:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000063e117f0 x1853174993447936/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326139.773264:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326139.773272:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326139.773276:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326139.773278:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326139.773280:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326139.773285:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326139.773293:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30ec80 00000400:00000200:3.0:1767326139.773299:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x100d [1] + 224 00000800:00000001:3.0:1767326139.773305:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326139.773307:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326139.773309:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326139.773310:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326139.773314:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767326139.773318:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326139.773322:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:2.0:1767326139.773323:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326139.773327:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090704924. 00000400:00000200:2.0:1767326139.773331:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2517023 00000400:00000010:2.0:1767326139.773333:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2517023. 00000100:00000001:2.0:1767326139.773335:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326139.773337:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326139.773341:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063e117f0 x1853174993447936/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326139.773345:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2583070 x1853174993448064/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326139.773369:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2583070 x1853174993448064/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326139.773379:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063e117f0 x1853174993447936/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326139.773393:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326139.773395:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326139.773396:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326139.773399:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326139.773403:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767326139.773404:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326139.773406:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326139.773409:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326139.773411:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326139.773412:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326139.773415:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326139.773419:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326139.773420:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=96 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326139.773427:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=96 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326139.773429:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326139.773430:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767326139.773430:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326139.773434:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326139.773435:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767326139.773438:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326139.773442:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326139.773442:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326139.773443:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30ed00 00000400:00000001:1.0:1767326139.773447:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326139.773448:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326139.773452:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad313715. 00000100:00000040:2.0:1767326139.773456:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063e117f0 x1853174993447936/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326139.773459:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d9b1115 00000400:00000010:1.0:1767326139.773463:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d9b1115. 00000100:00000001:2.0:1767326139.773466:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326139.773469:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326139.773470:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326139.773474:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326139.773475:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1019 [1] + 224 00000100:00000200:1.0:1767326139.773481:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2583070 x1853174993448064/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326139.773482:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063e117f0 x1853174993447936/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326139.773483:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326139.773500:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326139.773502:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993447936:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767326139.773505:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767326139.773513:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2583070 x1853174993448064/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326139.773514:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326139.773515:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326139.773519:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326139.773522:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767326139.773526:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063e117f0 x1853174993447936/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326139.773529:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce152320 x1853174993448192/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326139.773536:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326139.773541:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326139.773547:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326139.773550:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326139.773554:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326139.773555:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767326139.773558:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767326139.773559:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ce152320 x1853174993448192/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326139.773560:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326139.773562:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000deb1a1f7. 02000000:00000001:1.0:1767326139.773567:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326139.773575:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326139.773578:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:1.0:1767326139.773578:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=86 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326139.773580:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767326139.773581:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000800:00000001:3.0:1767326139.773585:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767326139.773587:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1767326139.773588:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=86 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326139.773590:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326139.773591:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000525db3bf. 00000100:00000001:1.0:1767326139.773597:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767326139.773598:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326139.773602:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326139.773602:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326139.773605:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063e117f0. 00010000:00000001:1.0:1767326139.773608:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326139.773609:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326139.773613:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326139.773615:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326139.773616:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326139.773620:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326139.773622:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326139.773625:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326139.773625:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326139.773629:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326139.773632:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326139.773634:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326139.773635:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000001:0.0:1767326139.773636:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326139.773639:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326139.773640:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326139.773644:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326139.773647:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6511b72. 00000100:00000040:1.0:1767326139.773653:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2583070 x1853174993448064/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326139.773654:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5b91e06 00000400:00000010:0.0:1767326139.773659:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5b91e06. 00000100:00000001:0.0:1767326139.773665:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326139.773668:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326139.773673:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767326139.773674:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce152320 x1853174993448192/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326139.773677:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326139.773687:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2583070 x1853174993448064/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326139.773696:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce152320 x1853174993448192/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326139.773708:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2583070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993448064:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326139.773715:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326139.773718:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326139.773719:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326139.773723:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326139.773724:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326139.773728:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767326139.773730:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2583070 x1853174993448064/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326139.773731:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326139.773734:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326139.773739:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326139.773747:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=96 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326139.773748:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326139.773751:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767326139.773754:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=30 v=5 (1 0 0 0) 02000000:00000010:1.0:1767326139.773755:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e186c793. 02000000:00000001:1.0:1767326139.773761:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326139.773762:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767326139.773765:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326139.773766:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326139.773769:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00010000:00000001:0.0:1767326139.773771:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767326139.773773:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326139.773777:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a0189c70. 00010000:00080000:0.0:1767326139.773780:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ce152320 x1853174993448192/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326139.773782:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326139.773785:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326139.773788:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2583070. 00000100:00000001:1.0:1767326139.773795:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767326139.773797:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326139.773798:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326139.773802:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326139.773803:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326139.773806:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326139.773810:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326139.773810:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326139.773814:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326139.773815:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326139.773820:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce152320 x1853174993448192/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326139.773821:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326139.773824:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326139.773831:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326139.773836:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326139.773837:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326139.773840:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce152320 x1853174993448192/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326139.773858:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce152320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993448192:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326139.773863:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326139.773865:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326139.773868:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce152320 x1853174993448192/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326155 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326139.773875:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326139.773877:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326139.773879:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6fcec2f. 02000000:00000001:0.0:1767326139.773882:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326139.773884:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326139.773885:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326139.773888:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326139.773889:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a363d0e5. 02000000:00000001:0.0:1767326139.773892:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326139.773893:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326139.773895:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce152320. 00000100:00000001:0.0:1767326139.773898:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326139.773899:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326139.773900:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326139.773904:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326139.773906:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326139.773908:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326139.773909:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326140.410247:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326140.410255:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326140.410310:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326140.410314:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326140.410317:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326141.434251:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326141.434261:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326141.434322:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326141.434329:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326141.434334:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326142.458252:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326142.458257:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326142.458324:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326142.458328:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326142.458331:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326143.482284:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326143.482296:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326143.482298:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326143.482301:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326143.482307:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326143.482309:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326143.482312:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326143.482314:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326143.482354:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326143.482359:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326143.482362:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326144.506264:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326144.506270:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326144.506333:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326144.506339:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326144.506343:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326144.890264:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306061338, at 4306061824 00000100:00000040:3.0:1767326144.890276:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306061338, at 4306061824 00000100:00000040:1.0:1767326144.890276:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306061338, at 4306061824 00000100:00000040:2.0:1767326144.890279:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1767326144.890280:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008dddafd2. 00000100:00000001:2.0:1767326144.890297:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326144.890300:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1d028de. 00000100:00000010:1.0:1767326144.890303:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063574839. 00000100:00000010:2.0:1767326144.890306:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063e117f0. 00000020:00000040:2.0:1767326144.890312:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326144.890317:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326144.890320:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326144.890346:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326144.890353:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000525db3bf. 00000100:00000001:2.0:1767326144.890359:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326144.890369:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000063e117f0 x1853174993448320/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326144.890378:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326144.890380:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326144.890384:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e117f0] to pc [ptlrpcd_00_00+0] req@0000000063e117f0 x1853174993448320/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326144.890413:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326144.890416:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326144.890418:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326144.890421:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc353709. 00000020:00000040:2.0:1767326144.890430:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326144.890432:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326144.890433:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326144.890434:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326144.890438:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a363d0e5. 00000100:00000001:2.0:1767326144.890440:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326144.890443:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326144.890443:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000fc353709 x1853174993448448/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326144.890453:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326144.890454:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326144.890458:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326144.890461:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326144.890466:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc353709] to pc [ptlrpcd_00_01+1] req@00000000fc353709 x1853174993448448/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326144.890477:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326144.890477:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326144.890478:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063e117f0 x1853174993448320/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326144.890480:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326144.890484:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326144.890490:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326144.890496:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767326144.890501:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fc353709 x1853174993448448/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326144.890502:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000574a5a79. 00000020:00000040:2.0:1767326144.890511:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767326144.890528:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326144.890529:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326144.890531:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767326144.890533:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326144.890536:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326144.890538:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326144.890542:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767326144.890545:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a0189c70. 02000000:00000001:1.0:1767326144.890547:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326144.890549:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326144.890553:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326144.890557:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326144.890560:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326144.890565:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000574a5a79 x1853174993448576/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767326144.890566:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fc353709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993448448:192.168.203.107@tcp:400: 02000000:00000001:3.0:1767326144.890567:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326144.890577:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326144.890583:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1767326144.890595:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993448320:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326144.890595:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326144.890595:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326144.890601:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326144.890604:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326144.890612:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574a5a79] to pc [ptlrpcd_00_02+2] req@00000000574a5a79 x1853174993448576/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326144.890613:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326144.890619:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004edd428f. 02000000:00000001:1.0:1767326144.890624:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326144.890626:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767326144.890631:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad313715. 02000000:00000001:3.0:1767326144.890636:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326144.890636:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326144.890639:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d9b1115. 02000000:00000001:3.0:1767326144.890644:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326144.890644:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767326144.890648:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993448448, portal 10 02000000:00000001:3.0:1767326144.890655:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326144.890656:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326144.890656:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326144.890664:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531382912 : -112767178168704 : ffff997058672680) 00000100:00000001:0.0:1767326144.890666:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326144.890667:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11399) 02000000:00000010:3.0:1767326144.890669:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064629ddd. 00000100:00000001:0.0:1767326144.890671:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326144.890680:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326144.890681:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fc353709 x1853174993448448/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326144.890681:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326144.890683:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306061338, at 4306061824 00000100:00000040:0.0:1767326144.890696:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000574a5a79 x1853174993448576/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326144.890697:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d91b0be4. 00000400:00000010:3.0:1767326144.890700:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000916d5f2d. 00000100:00000001:1.0:1767326144.890706:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326144.890716:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326144.890717:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ef8ff88. 00000100:00000040:1.0:1767326144.890717:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326144.890721:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326144.890725:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095dddc78. 00000100:00000001:0.0:1767326144.890727:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767326144.890730:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993448448, offset 0 00000100:00000001:0.0:1767326144.890731:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326144.890732:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993448320, portal 25 00000100:00000001:3.0:1767326144.890739:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326144.890743:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531374848 : -112767178176768 : ffff997058670700) 00000400:00000200:1.0:1767326144.890750:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326144.890750:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326144.890756:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326144.890763:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000063e117f0 x1853174993448320/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326144.890763:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326144.890771:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00100000:0.0:1767326144.890779:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000574a5a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993448576:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767326144.890786:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326144.890798:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326144.890798:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326144.890804:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326144.890809:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326144.890811:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326144.890812:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326144.890819:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:0.0:1767326144.890820:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326144.890830:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000010:0.0:1767326144.890830:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009db76056. 00000400:00000200:1.0:1767326144.890831:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [491:491:256:4294967295] 192.168.203.107@tcp LPNI seq info [491:491:8:4294967295] 02000000:00000001:0.0:1767326144.890836:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326144.890844:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c282df1. 00000400:00000010:0.0:1767326144.890845:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6511b72. 00000100:00000200:3.0:1767326144.890859:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993448320, offset 0 00000400:00000010:0.0:1767326144.890861:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5b91e06. 00000400:00000200:1.0:1767326144.890865:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:0.0:1767326144.890871:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993448576, portal 10 00000100:00000001:0.0:1767326144.890877:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326144.890879:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531379328 : -112767178172288 : ffff997058671880) 00000400:00000200:3.0:1767326144.890887:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767326144.890888:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767326144.890895:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000574a5a79 x1853174993448576/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767326144.890899:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009620fff6. 00000100:00000001:0.0:1767326144.890906:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326144.890911:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:1.0:1767326144.890916:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:0.0:1767326144.890916:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326144.890924:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000307f847a. 00000400:00000200:3.0:1767326144.890926:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767326144.890932:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993448576, offset 0 00000800:00000200:1.0:1767326144.890936:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767326144.890941:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767326144.890946:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767326144.890947:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009620fff6 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326144.890955:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326144.890960:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767326144.890965:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [492:492:255:4294967295] 192.168.203.107@tcp LPNI seq info [492:492:7:4294967295] 00000100:00000001:1.0:1767326144.890969:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326144.890977:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 195068 usecs (196 jiffies) 00000100:00000001:1.0:1767326144.890987:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306062020 00000400:00000200:3.0:1767326144.890995:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:1.0:1767326144.890997:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000449bf639. 00000100:00000001:1.0:1767326144.891005:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767326144.891008:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326144.891009:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767326144.891015:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306062020 00000400:00000200:0.0:1767326144.891021:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767326144.891022:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba0f4571. 00000100:00000010:1.0:1767326144.891023:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001524f7c4. 00000400:00000200:0.0:1767326144.891026:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326144.891029:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326144.891033:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326144.891039:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306062020 00000400:00000200:0.0:1767326144.891040:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:3.0:1767326144.891050:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:1.0:1767326144.891050:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000318167d0. 00000400:00000200:0.0:1767326144.891051:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [493:493:254:4294967295] 192.168.203.107@tcp LPNI seq info [493:493:6:4294967295] 00000800:00000200:2.0:1767326144.891062:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326144.891064:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326144.891086:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306062020 00000800:00000200:3.0:1767326144.891098:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000010:2.0:1767326144.891101:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009620fff6. 00000100:00000010:1.0:1767326144.891101:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae65223f. 00000800:00000200:3.0:1767326144.891113:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba0f4571 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326144.891114:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326144.891114:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326144.891115:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326144.891131:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326144.891133:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326144.891137:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000800:00000200:0.0:1767326144.891167:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326144.891170:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095dddc78 00000400:00000010:2.0:1767326144.891173:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095dddc78. 00000800:00000010:0.0:1767326144.891174:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a24aac0. 00000100:00000001:2.0:1767326144.891181:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326144.891181:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326144.891187:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fc353709 x1853174993448448/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326144.891187:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326144.891189:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326144.891194:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326144.891204:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326144.891205:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1767326144.891208:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000040:2.0:1767326144.891209:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fc353709 x1853174993448448/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326160 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326144.891210:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767326144.891215:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007a24aac0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326144.891217:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326144.891221:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326144.891225:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326144.891226:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326144.891232:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326144.891233:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 12573 usecs (13 jiffies) 00000100:00000001:0.0:1767326144.891241:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306061838 00000100:00000001:2.0:1767326144.891243:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326144.891247:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326144.891247:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306062020 00000100:00000001:0.0:1767326144.891253:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306061838 00000100:00000001:0.0:1767326144.891257:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306062020 00000100:00000001:0.0:1767326144.891259:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306061838 00000100:00000001:0.0:1767326144.891260:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306062020 00000100:00000001:0.0:1767326144.891262:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306061838 00000100:00000001:0.0:1767326144.891263:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306062020 00000800:00000200:2.0:1767326144.891265:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326144.891266:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767326144.891271:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba0f4571. 00000100:00000001:0.0:1767326144.891272:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326144.891277:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326144.891277:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326144.891283:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326144.891286:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326144.891289:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c282df1 00000100:00000001:0.0:1767326144.891289:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326144.891293:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767326144.891294:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c282df1. 00000100:00000001:0.0:1767326144.891300:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326144.891301:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326144.891303:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326144.891306:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063e117f0 x1853174993448320/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326144.891306:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326144.891309:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326144.891317:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326144.891319:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063e117f0 x1853174993448320/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326160 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326144.891323:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326144.891325:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326144.891346:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326144.891348:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306066459 00000800:00000010:2.0:1767326144.891350:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a24aac0. 00000400:00000200:2.0:1767326144.891359:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326144.891364:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306062020 00000400:00000200:2.0:1767326144.891365:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326144.891370:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307f847a 00000400:00000010:2.0:1767326144.891374:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000307f847a. 00000100:00000001:3.0:1767326144.891378:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306066459 00000100:00000001:2.0:1767326144.891378:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326144.891383:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000574a5a79 x1853174993448576/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326144.891387:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306062020 00000100:00000001:2.0:1767326144.891390:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326144.891392:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000574a5a79 x1853174993448576/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326160 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326144.891396:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326144.891397:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326144.891513:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306066459 00000100:00000001:3.0:1767326144.891517:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306062020 00000100:00000001:3.0:1767326144.891520:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306066459 00000100:00000001:3.0:1767326144.891524:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306062020 00000100:00000001:3.0:1767326144.891527:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326144.891530:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326144.891534:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326144.891536:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326144.891543:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326144.891545:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326144.891548:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326144.891550:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326144.891551:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326144.891554:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326144.892894:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326144.892904:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326144.892912:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326144.892917:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326144.892922:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326144.892930:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30ee00 00000400:00000200:2.0:1767326144.892935:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1021 [1] + 224 00000800:00000001:2.0:1767326144.892939:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326144.892944:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326144.892945:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326144.892948:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326144.892952:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326144.892956:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fc353709 x1853174993448448/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326144.892963:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fc353709 x1853174993448448/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326144.892975:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326144.892981:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326144.892983:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326144.892984:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326144.892985:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326144.892988:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326144.892992:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30ed80 00000400:00000200:2.0:1767326144.892996:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1025 [1] + 224 00000800:00000001:2.0:1767326144.892999:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326144.893002:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326144.893003:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326144.893007:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326144.893009:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326144.893010:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326144.893013:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326144.893015:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063e117f0 x1853174993448320/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326144.893019:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326144.893023:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767326144.893026:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000063e117f0 x1853174993448320/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326144.893027:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad313715. 00000400:00000200:1.0:1767326144.893033:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d9b1115 00000400:00000010:1.0:1767326144.893035:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d9b1115. 00000100:00000001:1.0:1767326144.893038:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326144.893043:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fc353709 x1853174993448448/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326144.893062:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fc353709 x1853174993448448/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326144.893077:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326144.893083:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326144.893088:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326144.893089:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326144.893093:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326144.893094:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326144.893096:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326144.893100:0:211466:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767326144.893105:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 02000000:00000001:1.0:1767326144.893106:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326144.893111:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326144.893114:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30ee80 00000100:00000001:1.0:1767326144.893114:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326144.893119:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326144.893121:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326144.893123:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1031 [1] + 224 00000100:00000001:3.0:1767326144.893128:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326144.893130:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326144.893133:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=91 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326144.893166:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326144.893171:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326144.893174:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00001000:1.0:1767326144.893175:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=91 v=5 (1 1 1 1) 00000400:00000001:3.0:1767326144.893177:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326144.893180:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1767326144.893182:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326144.893182:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326144.893191:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767326144.893192:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000916d5f2d. 00010000:00000001:1.0:1767326144.893195:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326144.893201:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1767326144.893203:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ef8ff88 00000100:00000040:1.0:1767326144.893204:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326144.893211:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:3.0:1767326144.893212:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ef8ff88. 00000100:00000001:1.0:1767326144.893221:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326144.893223:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326144.893223:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767326144.893229:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fc353709 x1853174993448448/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326144.893234:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000574a5a79 x1853174993448576/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326144.893239:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063e117f0 x1853174993448320/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326144.893263:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326144.893276:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326144.893282:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326144.893294:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000574a5a79 x1853174993448576/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326144.893296:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc353709 x1853174993448448/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326144.893318:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063e117f0 x1853174993448320/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326144.893354:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fc353709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993448448:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326144.893356:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326144.893363:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326144.893370:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326144.893373:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326144.893383:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326144.893392:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326144.893393:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fc353709 x1853174993448448/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326144.893393:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326144.893401:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326144.893402:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326144.893403:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326144.893412:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326144.893412:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:0.0:1767326144.893413:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326144.893424:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767326144.893425:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767326144.893425:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004edd428f. 00000100:00000001:3.0:1767326144.893434:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767326144.893436:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6511b72. 02000000:00000001:1.0:1767326144.893437:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326144.893439:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326144.893442:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1767326144.893445:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5b91e06 00000020:00000040:1.0:1767326144.893448:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 02000000:00000001:3.0:1767326144.893449:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326144.893451:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5b91e06. 00000020:00000001:1.0:1767326144.893459:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326144.893461:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767326144.893463:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=101 v=5 (5 5 5 5) 02000000:00000010:1.0:1767326144.893464:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a363d0e5. 00000100:00000200:0.0:1767326144.893471:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000574a5a79 x1853174993448576/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326144.893475:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1767326144.893478:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=101 v=5 (1 1 1 1) 02000000:00000001:1.0:1767326144.893480:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326144.893485:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc353709. 00000100:00000001:3.0:1767326144.893497:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326144.893499:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326144.893502:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326144.893505:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326144.893515:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326144.893515:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326144.893523:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000574a5a79 x1853174993448576/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326144.893525:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326144.893527:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326144.893531:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326144.893537:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326144.893540:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326144.893551:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326144.893553:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326144.893555:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063e117f0 x1853174993448320/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326144.893560:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326144.893568:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326144.893573:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326144.893577:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326144.893577:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326144.893582:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326144.893584:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326144.893589:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326144.893589:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326144.893602:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063e117f0 x1853174993448320/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326144.893602:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=101 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326144.893613:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326144.893625:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326144.893629:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326144.893635:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326144.893643:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000574a5a79 x1853174993448576/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326144.893648:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993448320:192.168.203.107@tcp:400: 00010000:00000001:0.0:1767326144.893667:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326144.893669:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326144.893671:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326144.893675:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326144.893676:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326144.893677:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326144.893682:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326144.893689:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000574a5a79 x1853174993448576/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326144.893690:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063e117f0 x1853174993448320/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326144.893732:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326144.893734:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326144.893737:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326144.893739:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1767326144.893742:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064629ddd. 00000100:00000001:0.0:1767326144.893743:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326144.893750:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326144.893753:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326144.893755:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000040:0.0:1767326144.893762:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000574a5a79 x1853174993448576/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326144.893770:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326144.893774:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000525db3bf. 02000000:00000001:3.0:1767326144.893784:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326144.893787:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1767326144.893792:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000574a5a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993448576:192.168.203.107@tcp:400: 00000100:00000010:3.0:1767326144.893793:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063e117f0. 00000100:00000001:3.0:1767326144.893801:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326144.893804:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326144.893807:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326144.893808:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326144.893814:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326144.893816:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326144.893822:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326144.893823:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326144.893828:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326144.893830:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000574a5a79 x1853174993448576/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326144.893840:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326144.893843:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326144.893845:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009db76056. 02000000:00000001:0.0:1767326144.893849:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326144.893851:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326144.893852:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326144.893854:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326144.893855:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a0189c70. 02000000:00000001:0.0:1767326144.893857:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326144.893858:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326144.893859:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000574a5a79. 00000100:00000001:0.0:1767326144.893861:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326144.893862:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326144.893863:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326144.893867:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326144.893868:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326144.893870:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326144.893871:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326145.530240:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326145.530246:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326145.530332:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326145.530339:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326145.530366:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326146.554224:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326146.554230:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326146.554268:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326146.554272:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326146.554275:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326147.578240:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326147.578246:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326147.578263:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326147.578268:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326147.578272:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326148.602216:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326148.602221:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326148.602272:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326148.602275:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326148.602278:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326149.626272:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326149.626283:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326149.626309:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326149.626313:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326149.626316:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326150.010255:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306066459, at 4306066944 00000100:00000040:0.0:1767326150.010255:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306066459, at 4306066944 00000100:00000040:1.0:1767326150.010265:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306066459, at 4306066944 00000100:00000010:3.0:1767326150.010279:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae65223f. 00000100:00000010:0.0:1767326150.010282:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000449bf639. 00000100:00000010:1.0:1767326150.010283:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001524f7c4. 00000100:00000040:2.0:1767326150.010293:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326150.010301:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326150.010330:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae08152b. 00000020:00000040:2.0:1767326150.010337:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326150.010349:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326150.010353:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326150.010360:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326150.010368:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003376a84e. 00000100:00000001:2.0:1767326150.010375:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326150.010387:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000ae08152b x1853174993448704/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326150.010398:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326150.010400:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326150.010405:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae08152b] to pc [ptlrpcd_00_03+3] req@00000000ae08152b x1853174993448704/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326150.010433:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326150.010435:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326150.010438:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326150.010441:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a860e5cf. 00000020:00000040:2.0:1767326150.010443:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326150.010444:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326150.010446:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326150.010446:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326150.010447:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326150.010451:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767326150.010453:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a0189c70. 00000100:00000001:0.0:1767326150.010455:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326150.010457:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326150.010463:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae08152b x1853174993448704/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326150.010464:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000a860e5cf x1853174993448832/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326150.010480:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326150.010490:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326150.010501:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326150.010501:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326150.010504:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326150.010504:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326150.010512:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a860e5cf] to pc [ptlrpcd_00_00+0] req@00000000a860e5cf x1853174993448832/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326150.010513:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326150.010518:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326150.010521:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326150.010529:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae08152b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993448704:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326150.010531:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326150.010533:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326150.010535:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326150.010546:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326150.010548:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326150.010549:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767326150.010550:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087b1058a. 02000000:00000001:0.0:1767326150.010555:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326150.010557:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00100000:1.0:1767326150.010558:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:0.0:1767326150.010560:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326150.010569:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326150.010570:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c461c301. 00000100:00000001:2.0:1767326150.010572:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326150.010572:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326150.010576:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326150.010577:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326150.010580:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326150.010587:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326150.010592:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6511b72. 02000000:00000010:2.0:1767326150.010593:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000525db3bf. 00000100:00000001:1.0:1767326150.010593:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326150.010605:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326150.010612:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326150.010613:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000087b1058a x1853174993448960/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767326150.010613:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5b91e06. 00000100:00000001:1.0:1767326150.010627:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326150.010628:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993448704, portal 25 00000100:00000001:2.0:1767326150.010629:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326150.010634:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326150.010635:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326150.010636:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326150.010641:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b1058a] to pc [ptlrpcd_00_01+1] req@0000000087b1058a x1853174993448960/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326150.010645:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531386496 : -112767178165120 : ffff997058673480) 00000100:00000001:1.0:1767326150.010646:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326150.010662:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae08152b x1853174993448704/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326150.010664:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326150.010669:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a860e5cf x1853174993448832/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326150.010673:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326150.010684:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326150.010692:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:2.0:1767326150.010695:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326150.010707:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326150.010712:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11404) 00000100:00000001:3.0:1767326150.010725:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326150.010732:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326150.010739:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306066459, at 4306066944 00000100:00000001:3.0:1767326150.010741:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326150.010743:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326150.010746:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326150.010747:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1767326150.010750:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000318167d0. 00000100:00000040:0.0:1767326150.010756:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326150.010757:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326150.010758:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767326150.010766:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af49f56e. 02000000:00000001:1.0:1767326150.010769:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326150.010770:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087b1058a x1853174993448960/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326150.010771:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993448704, offset 0 02000000:00000001:1.0:1767326150.010778:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326150.010792:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326150.010792:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326150.010796:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1767326150.010803:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a860e5cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993448832:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326150.010809:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326150.010811:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326150.010820:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:3.0:1767326150.010822:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326150.010823:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326150.010830:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326150.010830:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326150.010838:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767326150.010841:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326150.010843:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1767326150.010847:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2386f91. 00000100:00100000:3.0:1767326150.010854:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087b1058a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993448960:192.168.203.107@tcp:400: 02000000:00000001:1.0:1767326150.010856:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326150.010856:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767326150.010868:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767326150.010870:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad313715. 00000400:00000200:0.0:1767326150.010871:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326150.010876:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326150.010880:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326150.010881:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d9b1115. 00000400:00000200:0.0:1767326150.010881:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:3.0:1767326150.010895:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767326150.010897:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993448832, portal 10 00000400:00000200:0.0:1767326150.010900:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [494:494:256:4294967295] 192.168.203.107@tcp LPNI seq info [494:494:8:4294967295] 02000000:00000010:3.0:1767326150.010902:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b123ce97. 00000100:00000001:1.0:1767326150.010906:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326150.010912:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531381120 : -112767178170496 : ffff997058671f80) 02000000:00000001:3.0:1767326150.010914:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326150.010922:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000916d5f2d. 00000400:00000010:3.0:1767326150.010931:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ef8ff88. 00000400:00000200:0.0:1767326150.010937:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:3.0:1767326150.010940:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993448960, portal 10 00000100:00000040:1.0:1767326150.010944:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a860e5cf x1853174993448832/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326150.010949:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326150.010955:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531376640 : -112767178174976 : ffff997058670e00) 00000800:00000200:0.0:1767326150.010962:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767326150.010979:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007aa30fa9. 00000100:00000040:3.0:1767326150.010980:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087b1058a x1853174993448960/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326150.010986:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326150.011001:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767326150.011002:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:1.0:1767326150.011014:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d9a5dcc. 00000100:00000001:3.0:1767326150.011016:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326150.011025:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:1.0:1767326150.011027:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993448832, offset 0 00000800:00000200:0.0:1767326150.011051:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007aa30fa9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326150.011057:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767326150.011064:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767326150.011070:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000850ac0f3. 00000100:00000200:3.0:1767326150.011075:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993448960, offset 0 00000400:00000200:1.0:1767326150.011076:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767326150.011084:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326150.011085:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326150.011093:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326150.011094:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326150.011096:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306071578 00000400:00000200:1.0:1767326150.011108:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326150.011112:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:0.0:1767326150.011112:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f14dad39. 00000400:00000200:1.0:1767326150.011116:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [495:495:255:4294967295] 192.168.203.107@tcp LPNI seq info [495:495:7:4294967295] 00000400:00000200:1.0:1767326150.011130:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767326150.011130:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767326150.011179:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306071579 00000100:00000010:0.0:1767326150.011187:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a70cc76c. 00000100:00000001:0.0:1767326150.011194:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767326150.011195:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326150.011198:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767326150.011205:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306071579 00000800:00000010:1.0:1767326150.011215:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee91c56. 00000400:00000200:3.0:1767326150.011216:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767326150.011216:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ac4dacc. 00000400:00000200:3.0:1767326150.011226:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326150.011226:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326150.011232:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306071579 00000400:00000200:3.0:1767326150.011233:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326150.011241:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:0.0:1767326150.011241:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab3999a4. 00000400:00000200:3.0:1767326150.011243:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326150.011253:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326150.011257:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [496:496:254:4294967295] 192.168.203.107@tcp LPNI seq info [496:496:6:4294967295] 00000800:00000200:2.0:1767326150.011258:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326150.011263:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767326150.011269:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007aa30fa9. 00000800:00000200:1.0:1767326150.011271:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767326150.011273:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326150.011276:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767326150.011284:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ee91c56 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326150.011285:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326150.011292:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326150.011295:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767326150.011295:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326150.011304:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326150.011307:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767326150.011310:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326150.011311:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af49f56e 00000100:00000001:0.0:1767326150.011313:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767326150.011317:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af49f56e. 00000100:00000001:0.0:1767326150.011318:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767326150.011319:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009342fab. 00000100:00000001:2.0:1767326150.011321:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326150.011322:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326150.011326:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 193755 usecs (194 jiffies) 00000100:00000001:0.0:1767326150.011326:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326150.011327:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae08152b x1853174993448704/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326150.011337:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326150.011340:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326150.011340:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306067139 00000100:00000001:1.0:1767326150.011354:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306071578 00000100:00000001:2.0:1767326150.011360:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326150.011361:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306067139 00000100:00000001:1.0:1767326150.011371:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306071579 00000100:00000040:2.0:1767326150.011374:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae08152b x1853174993448704/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326166 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326150.011383:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306067139 00000100:00000001:2.0:1767326150.011395:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326150.011396:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306071579 00000100:00000001:2.0:1767326150.011399:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326150.011405:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306067139 00000100:00000001:1.0:1767326150.011418:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306071579 00000800:00000200:2.0:1767326150.011420:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326150.011420:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767326150.011430:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee91c56. 00000100:00000001:1.0:1767326150.011430:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326150.011440:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326150.011442:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326150.011446:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326150.011455:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9a5dcc 00000100:00000001:1.0:1767326150.011456:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326150.011459:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d9a5dcc. 00000100:00000001:2.0:1767326150.011466:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326150.011467:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326150.011471:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a860e5cf x1853174993448832/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326150.011472:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326150.011478:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326150.011489:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326150.011491:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326150.011495:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a860e5cf x1853174993448832/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326166 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326150.011503:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326150.011506:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326150.011507:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767326150.011514:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000009342fab type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326150.011523:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326150.011528:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 12511 usecs (13 jiffies) 00000100:00000001:3.0:1767326150.011532:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306066958 00000100:00000001:3.0:1767326150.011537:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306071578 00000100:00000001:3.0:1767326150.011540:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306066958 00000100:00000001:3.0:1767326150.011542:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306071579 00000100:00000001:3.0:1767326150.011545:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306066958 00000100:00000001:3.0:1767326150.011548:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306071579 00000800:00000200:2.0:1767326150.011553:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326150.011556:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009342fab. 00000400:00000200:2.0:1767326150.011558:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326150.011561:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326150.011563:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000850ac0f3 00000400:00000010:2.0:1767326150.011564:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000850ac0f3. 00000100:00000001:2.0:1767326150.011567:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326150.011569:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087b1058a x1853174993448960/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326150.011574:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326150.011576:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087b1058a x1853174993448960/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326166 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326150.011580:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326150.011581:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326150.011632:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306066958 00000100:00000001:3.0:1767326150.011637:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306071579 00000100:00000001:3.0:1767326150.011639:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326150.011642:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326150.011644:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326150.011647:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326150.012785:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326150.012806:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326150.012811:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326150.012814:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326150.012820:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326150.012830:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30ef00 00000400:00000200:2.0:1767326150.012844:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1039 [1] + 224 00000800:00000001:2.0:1767326150.012851:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326150.012858:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326150.012861:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326150.012864:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326150.012869:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326150.012874:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae08152b x1853174993448704/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326150.012885:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae08152b x1853174993448704/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326150.012904:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326150.012917:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326150.012922:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326150.012937:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326150.012940:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326150.012945:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326150.012947:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326150.012948:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6511b72. 00000400:00000200:0.0:1767326150.012952:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5b91e06 00000400:00000010:0.0:1767326150.012953:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5b91e06. 00000100:00000001:0.0:1767326150.012955:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326150.012959:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae08152b x1853174993448704/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326150.012967:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae08152b x1853174993448704/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326150.012973:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326150.012981:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326150.012983:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326150.012986:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326150.012988:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326150.012990:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326150.012992:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326150.012999:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=107 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326150.013003:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=107 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326150.013005:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326150.013007:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326150.013008:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326150.013010:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326150.013014:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326150.013017:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326150.013017:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326150.013020:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326150.013025:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326150.013027:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae08152b x1853174993448704/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326150.013050:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326150.013051:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767326150.013057:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326150.013061:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326150.013066:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30ef80 00000100:00000040:0.0:1767326150.013069:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae08152b x1853174993448704/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326150.013080:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1041 [1] + 224 00000800:00000001:2.0:1767326150.013092:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767326150.013092:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae08152b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993448704:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326150.013101:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326150.013103:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326150.013104:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326150.013109:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767326150.013111:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae08152b x1853174993448704/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326150.013116:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326150.013122:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326150.013128:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a860e5cf x1853174993448832/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326150.013129:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326150.013133:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326150.013136:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c461c301. 02000000:00000001:0.0:1767326150.013158:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326150.013160:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326150.013161:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767326150.013163:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326150.013165:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003376a84e. 02000000:00000001:0.0:1767326150.013169:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326150.013178:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326150.013181:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae08152b. 00000100:00000001:0.0:1767326150.013186:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326150.013189:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326150.013192:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326150.013195:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a860e5cf x1853174993448832/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326150.013197:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326150.013200:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326150.013206:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326150.013209:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326150.013212:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326150.013221:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326150.013224:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326150.013246:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326150.013251:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326150.013257:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326150.013260:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326150.013263:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad313715. 00000400:00000200:1.0:1767326150.013269:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d9b1115 00000400:00000010:1.0:1767326150.013272:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d9b1115. 00000100:00000001:1.0:1767326150.013276:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326150.013283:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a860e5cf x1853174993448832/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326150.013294:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a860e5cf x1853174993448832/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326150.013304:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326150.013307:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326150.013311:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326150.013314:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326150.013317:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767326150.013320:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326150.013320:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326150.013327:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326150.013328:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326150.013334:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326150.013336:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326150.013341:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326150.013348:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30f000 00000400:00000200:2.0:1767326150.013351:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1045 [1] + 224 00000100:00001000:1.0:1767326150.013354:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=97 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326150.013356:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326150.013363:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326150.013363:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=97 v=5 (1 1 1 1) 00000400:00000200:2.0:1767326150.013373:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326150.013381:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767326150.013384:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326150.013386:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326150.013388:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326150.013394:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087b1058a x1853174993448960/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326150.013395:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326150.013403:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326150.013412:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087b1058a x1853174993448960/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326150.013415:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326150.013426:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326150.013429:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000800:00000001:2.0:1767326150.013431:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326150.013435:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326150.013437:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326150.013441:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326150.013452:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326150.013453:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a860e5cf x1853174993448832/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326150.013459:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326150.013467:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326150.013473:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326150.013474:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326150.013479:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000916d5f2d. 00000100:00000001:1.0:1767326150.013481:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326150.013485:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326150.013486:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ef8ff88 00000400:00000010:3.0:1767326150.013491:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ef8ff88. 00000100:00000040:1.0:1767326150.013492:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a860e5cf x1853174993448832/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326150.013497:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326150.013508:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087b1058a x1853174993448960/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326150.013511:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a860e5cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993448832:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326150.013532:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326150.013539:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767326150.013542:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087b1058a x1853174993448960/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326150.013556:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326150.013558:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a860e5cf x1853174993448832/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326150.013569:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326150.013575:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326150.013576:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326150.013582:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767326150.013584:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326150.013585:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767326150.013588:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2386f91. 00000100:00000001:3.0:1767326150.013590:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326150.013597:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326150.013597:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326150.013602:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:3.0:1767326150.013604:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=107 v=5 (5 5 5 5) 00000020:00000040:1.0:1767326150.013605:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767326150.013616:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1767326150.013618:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=41 v=5 (1 0 0 0) 02000000:00000010:1.0:1767326150.013621:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a0189c70. 00000100:00000001:3.0:1767326150.013625:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326150.013629:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326150.013629:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326150.013635:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767326150.013636:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:1.0:1767326150.013642:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a860e5cf. 00010000:00080000:3.0:1767326150.013650:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000087b1058a x1853174993448960/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326150.013654:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326150.013658:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326150.013666:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326150.013677:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326150.013679:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326150.013683:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326150.013684:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326150.013689:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326150.013691:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326150.013694:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326150.013696:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326150.013697:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326150.013702:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087b1058a x1853174993448960/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326150.013715:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326150.013718:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326150.013721:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326150.013724:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087b1058a x1853174993448960/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326150.013734:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087b1058a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993448960:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326150.013739:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326150.013741:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326150.013743:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087b1058a x1853174993448960/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326166 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326150.013750:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326150.013751:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326150.013760:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b123ce97. 02000000:00000001:3.0:1767326150.013763:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326150.013765:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326150.013767:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767326150.013769:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326150.013771:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000525db3bf. 02000000:00000001:3.0:1767326150.013774:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326150.013776:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326150.013777:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087b1058a. 00000100:00000001:3.0:1767326150.013781:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326150.013782:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326150.013784:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326150.013788:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326150.013790:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326150.013792:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326150.013794:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326150.650237:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326150.650245:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326150.650286:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326150.650290:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326150.650293:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326151.674291:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326151.674301:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326151.674373:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326151.674377:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326151.674380:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326152.698298:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326152.698306:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326152.698364:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326152.698371:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326152.698376:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326153.722260:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326153.722292:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326153.722294:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326153.722296:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326153.722300:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326153.722302:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326153.722304:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326153.722305:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326153.722359:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326153.722367:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326153.722373:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326154.746246:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326154.746257:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326154.746322:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326154.746326:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326154.746329:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326155.130250:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306071579, at 4306072064 00000100:00000040:1.0:1767326155.130250:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306071579, at 4306072064 00000100:00000040:0.0:1767326155.130252:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306071578, at 4306072064 00000100:00000010:1.0:1767326155.130271:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a70cc76c. 00000100:00000010:3.0:1767326155.130273:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab3999a4. 00000100:00000010:0.0:1767326155.130280:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f14dad39. 00000100:00000040:3.0:1767326155.130409:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326155.130415:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1767326155.130420:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306071579, at 4306072064 00000100:00000010:3.0:1767326155.130425:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f17934a9. 00000020:00000040:3.0:1767326155.130433:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326155.130439:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1767326155.130440:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ac4dacc. 02000000:00000001:3.0:1767326155.130442:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326155.130451:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326155.130461:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000062e9f023. 00000100:00000001:3.0:1767326155.130469:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326155.130495:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000f17934a9 x1853174993449088/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326155.130507:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326155.130509:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326155.130513:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f17934a9] to pc [ptlrpcd_00_02+2] req@00000000f17934a9 x1853174993449088/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326155.130535:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326155.130537:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326155.130540:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326155.130542:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058a26f23. 00000020:00000040:3.0:1767326155.130544:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326155.130546:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326155.130548:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326155.130550:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326155.130554:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000009342fab. 00000100:00000001:3.0:1767326155.130558:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326155.130558:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326155.130563:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000058a26f23 x1853174993449216/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326155.130564:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326155.130567:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326155.130568:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326155.130573:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326155.130577:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f17934a9 x1853174993449088/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326155.130584:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326155.130587:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326155.130589:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326155.130593:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326155.130597:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058a26f23] to pc [ptlrpcd_00_03+3] req@0000000058a26f23 x1853174993449216/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326155.130597:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326155.130601:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326155.130605:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326155.130612:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f17934a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993449088:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326155.130620:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326155.130627:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326155.130630:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326155.130630:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326155.130632:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326155.130635:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767326155.130639:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f0daaa1. 00000100:00000001:3.0:1767326155.130641:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326155.130642:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326155.130643:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326155.130646:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000882297f5. 00000100:00000001:0.0:1767326155.130646:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326155.130649:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767326155.130651:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000400:00000010:1.0:1767326155.130651:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad313715. 00000100:00000040:0.0:1767326155.130657:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058a26f23 x1853174993449216/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326155.130658:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326155.130661:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767326155.130662:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d9b1115. 02000000:00000001:3.0:1767326155.130666:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326155.130670:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326155.130672:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326155.130673:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993449088, portal 25 02000000:00000001:0.0:1767326155.130674:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326155.130680:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326155.130680:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767326155.130682:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba0f4571. 00000100:00000001:1.0:1767326155.130683:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030976 : -112767441520640 : ffff997048b4b800) 02000000:00000001:0.0:1767326155.130684:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326155.130690:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058a26f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993449216:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326155.130691:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326155.130696:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f17934a9 x1853174993449088/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326155.130697:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326155.130701:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326155.130704:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000882297f5 x1853174993449344/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326155.130705:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326155.130709:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326155.130714:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053b77544. 00000100:00000001:1.0:1767326155.130718:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326155.130719:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326155.130724:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6511b72. 00000100:00000001:3.0:1767326155.130726:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767326155.130730:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5b91e06. 00000100:00000001:3.0:1767326155.130731:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326155.130735:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993449216, portal 10 00000100:00000040:1.0:1767326155.130737:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326155.130740:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326155.130741:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000882297f5] to pc [ptlrpcd_00_00+0] req@00000000882297f5 x1853174993449344/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326155.130742:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268018432 : -112767441533184 : ffff997048b48700) 00000400:00000010:1.0:1767326155.130744:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000100:00000200:1.0:1767326155.130752:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993449088, offset 0 00000100:00000040:0.0:1767326155.130759:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058a26f23 x1853174993449216/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326155.130764:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326155.130771:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326155.130772:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326155.130776:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767326155.130781:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767326155.130782:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767326155.130785:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:0.0:1767326155.130787:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000665b4022. 00000100:00000040:3.0:1767326155.130790:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11409) 00000100:00000200:0.0:1767326155.130793:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993449216, offset 0 00000400:00000200:1.0:1767326155.130799:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326155.130803:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326155.130808:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326155.130810:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326155.130815:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326155.130818:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326155.130819:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326155.130825:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [497:497:256:4294967295] 192.168.203.107@tcp LPNI seq info [497:497:8:4294967295] 00000100:00000001:2.0:1767326155.130827:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326155.130828:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326155.130834:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326155.130843:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000882297f5 x1853174993449344/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326155.130845:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767326155.130868:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326155.130868:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767326155.130879:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326155.130883:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee91c56. 00000400:00000200:0.0:1767326155.130887:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326155.130889:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767326155.130893:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326155.130895:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326155.130895:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767326155.130901:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767326155.130908:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [498:498:255:4294967295] 192.168.203.107@tcp LPNI seq info [498:498:7:4294967295] 02000000:00000001:2.0:1767326155.130910:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767326155.130918:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:2.0:1767326155.130923:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326155.130923:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ee91c56 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326155.130937:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:2.0:1767326155.130939:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326155.130948:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00100000:2.0:1767326155.130950:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000882297f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993449344:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326155.130953:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326155.130954:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfadf5e9. 00000100:00000001:2.0:1767326155.130967:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326155.130967:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306076698 00000800:00000200:0.0:1767326155.130967:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:1.0:1767326155.130981:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001524f7c4. 02000000:00000001:2.0:1767326155.130982:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767326155.130983:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:2.0:1767326155.130991:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326155.130991:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dfadf5e9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326155.130993:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326155.131016:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306076698 00000100:00000001:0.0:1767326155.131018:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326155.131019:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767326155.131023:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024ad6336. 00000100:00000040:0.0:1767326155.131028:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 192461 usecs (193 jiffies) 00000100:00000001:1.0:1767326155.131031:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 02000000:00000010:2.0:1767326155.131032:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fdd1b16. 00000100:00000001:0.0:1767326155.131033:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306072257 00000100:00000001:1.0:1767326155.131037:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306076698 00000100:00000001:0.0:1767326155.131040:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306076698 02000000:00000001:2.0:1767326155.131041:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326155.131045:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025409ec8. 00000100:00000001:0.0:1767326155.131054:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306072257 00000100:00000001:1.0:1767326155.131055:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767326155.131058:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b87d0efa. 00000100:00000001:0.0:1767326155.131058:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306076698 00000800:00000200:3.0:1767326155.131060:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326155.131061:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306076698 00000100:00000001:0.0:1767326155.131070:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306072257 00000800:00000010:3.0:1767326155.131071:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee91c56. 00000100:00000010:1.0:1767326155.131072:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b320a910. 00000100:00000001:0.0:1767326155.131073:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306076698 00000400:00000010:2.0:1767326155.131075:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9db31c4. 00000100:00000001:0.0:1767326155.131077:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306072257 00000100:00000001:1.0:1767326155.131078:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326155.131079:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767326155.131084:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993449344, portal 10 00000100:00000001:1.0:1767326155.131084:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326155.131086:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306076698 00000400:00000200:3.0:1767326155.131092:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326155.131096:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326155.131096:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326155.131100:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000100:00000001:2.0:1767326155.131101:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268029184 : -112767441522432 : ffff997048b4b100) 00000100:00000001:1.0:1767326155.131104:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326155.131104:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326155.131105:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00000001:0.0:1767326155.131114:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326155.131118:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326155.131118:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326155.131119:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326155.131123:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326155.131124:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000882297f5 x1853174993449344/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326155.131127:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f17934a9 x1853174993449088/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326155.131127:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326155.131128:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326155.131130:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326155.131131:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326155.131137:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326155.131138:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326155.131163:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326155.131167:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326155.131167:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326155.131172:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326155.131176:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326155.131177:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326155.131184:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326155.131188:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f17934a9 x1853174993449088/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326171 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326155.131219:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326155.131228:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326155.131229:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326155.131235:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767326155.131236:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939b1d42. 00000100:00000200:2.0:1767326155.131243:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993449344, offset 0 00000400:00000200:2.0:1767326155.131251:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326155.131264:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767326155.131270:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326155.131274:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767326155.131278:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326155.131281:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767326155.131285:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [499:499:255:4294967295] 192.168.203.107@tcp LPNI seq info [499:499:7:4294967295] 00000400:00000200:2.0:1767326155.131296:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767326155.131303:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000200:3.0:1767326155.131308:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326155.131309:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a363d0e5. 00000800:00000010:3.0:1767326155.131312:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfadf5e9. 00000400:00000200:3.0:1767326155.131317:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767326155.131322:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767326155.131333:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000800:00000200:2.0:1767326155.131339:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767326155.131340:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000665b4022 00000400:00000010:3.0:1767326155.131345:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000665b4022. 00000800:00000200:2.0:1767326155.131346:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a363d0e5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326155.131350:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326155.131354:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326155.131359:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058a26f23 x1853174993449216/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326155.131361:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 12450 usecs (13 jiffies) 00000100:00000001:2.0:1767326155.131370:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306072078 00000100:00000001:2.0:1767326155.131377:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306076698 00000100:00000001:2.0:1767326155.131383:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306072078 00000100:00000001:3.0:1767326155.131386:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326155.131388:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306076698 00000100:00000001:2.0:1767326155.131393:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306072078 00000100:00000040:3.0:1767326155.131396:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058a26f23 x1853174993449216/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326171 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326155.131400:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306076698 00000100:00000001:2.0:1767326155.131407:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306072078 00000100:00000001:2.0:1767326155.131410:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306076698 00000100:00000001:2.0:1767326155.131419:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326155.131421:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326155.131424:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326155.131426:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326155.131433:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326155.131435:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326155.131437:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326155.131439:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326155.131440:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326155.131442:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326155.131474:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326155.131475:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326155.131506:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326155.131508:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a363d0e5. 00000400:00000200:3.0:1767326155.131511:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326155.131514:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326155.131516:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939b1d42 00000400:00000010:3.0:1767326155.131517:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939b1d42. 00000100:00000001:3.0:1767326155.131519:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326155.131522:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000882297f5 x1853174993449344/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326155.131527:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326155.131528:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000882297f5 x1853174993449344/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326171 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326155.131532:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326155.131533:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326155.132810:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326155.132825:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326155.132828:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326155.132831:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326155.132839:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326155.132852:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30f080 00000400:00000200:2.0:1767326155.132862:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1051 [1] + 224 00000800:00000001:2.0:1767326155.132871:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326155.132900:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326155.132904:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326155.132909:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326155.132915:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326155.132920:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f17934a9 x1853174993449088/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326155.132932:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f17934a9 x1853174993449088/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326155.132952:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326155.132962:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326155.132968:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326155.132972:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326155.132978:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326155.132987:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767326155.133012:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326155.133013:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30f100 00000100:00000001:1.0:1767326155.133018:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326155.133024:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326155.133028:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326155.133030:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad313715. 00000400:00000200:1.0:1767326155.133035:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d9b1115 00000400:00000010:1.0:1767326155.133038:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d9b1115. 00000100:00000001:1.0:1767326155.133041:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326155.133047:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1055 [1] + 224 00000100:00000200:1.0:1767326155.133051:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f17934a9 x1853174993449088/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326155.133063:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326155.133070:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326155.133072:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f17934a9 x1853174993449088/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326155.133076:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326155.133094:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326155.133095:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326155.133099:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326155.133102:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326155.133105:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326155.133110:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767326155.133111:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058a26f23 x1853174993449216/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326155.133115:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326155.133119:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326155.133128:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326155.133138:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000058a26f23 x1853174993449216/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326155.133161:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=112 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326155.133166:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=112 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326155.133168:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326155.133170:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326155.133172:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326155.133176:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326155.133179:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326155.133187:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f17934a9 x1853174993449088/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326155.133240:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326155.133242:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326155.133246:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1767326155.133248:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326155.133248:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326155.133255:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326155.133258:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f17934a9 x1853174993449088/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326155.133259:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326155.133265:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326155.133273:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326155.133279:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767326155.133281:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f17934a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993449088:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767326155.133287:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000001:0.0:1767326155.133289:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326155.133300:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326155.133303:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326155.133305:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6511b72. 00000400:00000200:2.0:1767326155.133311:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30f180 00000100:00000001:1.0:1767326155.133314:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326155.133319:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5b91e06 00000100:00000040:1.0:1767326155.133324:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f17934a9 x1853174993449088/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326155.133327:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5b91e06. 00000100:00000001:0.0:1767326155.133335:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326155.133338:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1061 [1] + 224 00000800:00000001:2.0:1767326155.133343:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326155.133344:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058a26f23 x1853174993449216/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326155.133353:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326155.133363:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326155.133378:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326155.133392:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326155.133403:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000882297f5 x1853174993449344/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326155.133403:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767326155.133410:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058a26f23 x1853174993449216/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326155.133411:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326155.133419:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f0daaa1. 02000000:00000001:1.0:1767326155.133431:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326155.133438:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767326155.133444:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000882297f5 x1853174993449344/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767326155.133444:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326155.133450:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767326155.133457:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326155.133458:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326155.133462:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000062e9f023. 00000100:00000001:0.0:1767326155.133467:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326155.133474:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326155.133475:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767326155.133477:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326155.133479:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1767326155.133480:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f17934a9. 00000100:00000001:2.0:1767326155.133481:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326155.133484:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326155.133491:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767326155.133492:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326155.133494:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326155.133494:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326155.133506:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326155.133506:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326155.133507:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=102 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326155.133518:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326155.133521:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326155.133522:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767326155.133522:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326155.133529:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326155.133533:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326155.133535:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326155.133536:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1767326155.133537:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326155.133541:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326155.133542:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b87d0efa. 00000100:00000001:1.0:1767326155.133542:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326155.133551:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767326155.133554:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9db31c4 00000400:00000010:3.0:1767326155.133558:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9db31c4. 00000100:00000001:3.0:1767326155.133562:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767326155.133565:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326155.133572:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000882297f5 x1853174993449344/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326155.133574:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326155.133577:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326155.133579:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326155.133581:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326155.133593:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058a26f23 x1853174993449216/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326155.133615:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000882297f5 x1853174993449344/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326155.133616:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326155.133625:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326155.133628:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326155.133640:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058a26f23 x1853174993449216/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326155.133643:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326155.133650:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326155.133656:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767326155.133661:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058a26f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993449216:192.168.203.107@tcp:400: 02000000:00000001:3.0:1767326155.133662:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326155.133667:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326155.133673:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326155.133676:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326155.133680:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326155.133682:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326155.133688:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058a26f23 x1853174993449216/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326155.133691:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326155.133705:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326155.133710:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326155.133715:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767326155.133715:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326155.133720:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326155.133721:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053b77544. 00010000:00000001:3.0:1767326155.133730:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767326155.133733:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326155.133737:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00010000:00080000:3.0:1767326155.133742:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000882297f5 x1853174993449344/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767326155.133743:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767326155.133750:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326155.133755:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000009342fab. 02000000:00000001:0.0:1767326155.133765:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326155.133769:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767326155.133772:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326155.133773:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058a26f23. 00000100:00000001:3.0:1767326155.133785:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326155.133785:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767326155.133794:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326155.133795:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326155.133805:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326155.133805:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326155.133809:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326155.133813:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326155.133817:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326155.133818:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000882297f5 x1853174993449344/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326155.133833:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326155.133835:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326155.133838:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326155.133841:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326155.133844:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326155.133849:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000882297f5 x1853174993449344/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326155.133859:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000882297f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993449344:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326155.133865:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326155.133876:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326155.133879:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000882297f5 x1853174993449344/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326171 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326155.133887:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326155.133889:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326155.133891:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fdd1b16. 02000000:00000001:3.0:1767326155.133895:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326155.133897:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326155.133898:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767326155.133901:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326155.133903:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba0f4571. 02000000:00000001:3.0:1767326155.133906:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326155.133907:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326155.133909:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000882297f5. 00000100:00000001:3.0:1767326155.133912:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326155.133913:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326155.133915:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326155.133920:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326155.133921:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326155.133924:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326155.133926:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326155.770245:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326155.770250:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326155.770311:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326155.770314:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326155.770316:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326156.794279:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326156.794286:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326156.794341:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326156.794348:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326156.794352:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326157.818301:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326157.818309:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326157.818366:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326157.818371:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326157.818392:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326158.842226:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326158.842232:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326158.842285:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326158.842288:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326158.842291:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326159.866233:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326159.866239:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326159.866275:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326159.866279:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326159.866281:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326160.250219:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306076698, at 4306077184 00000100:00000040:2.0:1767326160.250224:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306076698, at 4306077184 00000100:00000010:3.0:1767326160.250235:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b320a910. 00000100:00000040:1.0:1767326160.250237:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306076698, at 4306077184 00000100:00000010:2.0:1767326160.250238:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025409ec8. 00000100:00000040:0.0:1767326160.250244:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:1.0:1767326160.250248:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024ad6336. 00000100:00000001:0.0:1767326160.250250:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326160.250260:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a64ef72f. 00000020:00000040:0.0:1767326160.250265:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326160.250269:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326160.250272:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326160.250277:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326160.250285:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dfadf5e9. 00000100:00000001:0.0:1767326160.250291:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326160.250300:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000a64ef72f x1853174993449472/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326160.250308:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326160.250310:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326160.250314:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a64ef72f] to pc [ptlrpcd_00_01+1] req@00000000a64ef72f x1853174993449472/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.250338:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326160.250340:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326160.250343:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326160.250346:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ed2912f. 00000020:00000040:0.0:1767326160.250348:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767326160.250349:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326160.250350:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326160.250351:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326160.250352:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326160.250356:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767326160.250356:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007aa30fa9. 00000100:00000001:3.0:1767326160.250360:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326160.250361:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326160.250368:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a64ef72f x1853174993449472/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326160.250369:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000009ed2912f x1853174993449600/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326160.250372:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326160.250378:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.250399:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326160.250401:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326160.250402:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326160.250403:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326160.250406:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ed2912f] to pc [ptlrpcd_00_02+2] req@000000009ed2912f x1853174993449600/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326160.250425:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326160.250428:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326160.250430:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.250439:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326160.250441:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a64ef72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993449472:192.168.203.107@tcp:400: 00000100:00000040:0.0:1767326160.250442:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326160.250448:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326160.250451:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767326160.250453:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000020:00000040:0.0:1767326160.250457:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:3.0:1767326160.250458:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326160.250459:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326160.250462:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326160.250463:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.250466:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326160.250467:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326160.250467:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326160.250470:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007a24aac0. 00000100:00000001:1.0:1767326160.250472:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767326160.250473:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000582eddbd. 00000100:00000001:0.0:1767326160.250474:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326160.250476:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326160.250480:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326160.250480:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326160.250484:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000b9c126d9 x1853174993449728/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326160.250486:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326160.250487:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000916d5f2d. 00000100:00000040:1.0:1767326160.250487:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ed2912f x1853174993449600/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326160.250497:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ef8ff88. 00000100:00000200:3.0:1767326160.250506:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993449472, portal 25 00000100:00000001:0.0:1767326160.250510:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326160.250512:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326160.250514:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326160.250515:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250678528 : -112767458873088 : ffff997047abf100) 00000100:00000040:0.0:1767326160.250522:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_03+3] req@00000000b9c126d9 x1853174993449728/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326160.250523:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326160.250526:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a64ef72f x1853174993449472/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326160.250528:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326160.250535:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326160.250540:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326160.250546:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326160.250555:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ed2912f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993449600:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326160.250556:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326160.250559:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326160.250564:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767326160.250565:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326160.250566:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767326160.250567:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e786557. 02000000:00000001:1.0:1767326160.250572:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767326160.250573:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993449472, offset 0 00000100:00000040:0.0:1767326160.250573:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767326160.250578:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326160.250582:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11414) 00000400:00000200:3.0:1767326160.250583:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326160.250583:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326160.250589:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326160.250590:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e67c78c3. 00000100:00000001:2.0:1767326160.250594:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326160.250596:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326160.250598:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326160.250599:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306076698, at 4306077184 00000400:00000200:3.0:1767326160.250600:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:1.0:1767326160.250603:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad313715. 00000100:00000040:2.0:1767326160.250608:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993449728/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326160.250608:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001524f7c4. 00000400:00000200:3.0:1767326160.250610:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767326160.250612:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d9b1115. 00000400:00000200:3.0:1767326160.250619:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000200:1.0:1767326160.250621:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993449600, portal 10 00000400:00000200:3.0:1767326160.250626:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326160.250628:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326160.250633:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767326160.250633:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250665984 : -112767458885632 : ffff997047abc000) 00000100:00000001:2.0:1767326160.250634:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326160.250638:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326160.250641:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [500:500:256:4294967295] 192.168.203.107@tcp LPNI seq info [500:500:8:4294967295] 02000000:00000001:2.0:1767326160.250645:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326160.250646:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ed2912f x1853174993449600/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326160.250650:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326160.250658:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326160.250666:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993449728:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767326160.250668:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326160.250670:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326160.250677:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326160.250680:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767326160.250683:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767326160.250685:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023a5a225. 00000800:00000200:3.0:1767326160.250688:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767326160.250688:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326160.250694:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1767326160.250698:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba0f4571. 00000100:00000200:1.0:1767326160.250699:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993449600, offset 0 02000000:00000010:2.0:1767326160.250700:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080de8b7a. 02000000:00000001:2.0:1767326160.250706:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326160.250711:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:2.0:1767326160.250713:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c60cd45. 00000400:00000200:1.0:1767326160.250713:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326160.250721:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd0dfdf7. 00000400:00000200:1.0:1767326160.250723:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767326160.250728:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326160.250734:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:2.0:1767326160.250737:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993449728, portal 10 00000400:00000200:1.0:1767326160.250737:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:3.0:1767326160.250743:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba0f4571 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326160.250743:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326160.250745:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326160.250747:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000400:00000200:1.0:1767326160.250753:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:2.0:1767326160.250760:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993449728/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326160.250761:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [501:501:255:4294967295] 192.168.203.107@tcp LPNI seq info [501:501:7:4294967295] 00000100:00000001:3.0:1767326160.250768:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326160.250777:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306081818 00000100:00000001:2.0:1767326160.250778:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767326160.250785:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000365de8df. 00000100:00000040:2.0:1767326160.250786:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326160.250790:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:2.0:1767326160.250792:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042430430. 00000100:00000001:3.0:1767326160.250795:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767326160.250797:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993449728, offset 0 00000800:00000200:1.0:1767326160.250799:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326160.250804:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306081818 00000800:00000010:1.0:1767326160.250806:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009620fff6. 00000400:00000200:2.0:1767326160.250808:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:3.0:1767326160.250813:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001917c6aa. 00000100:00000001:3.0:1767326160.250818:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767326160.250819:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:1.0:1767326160.250819:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767326160.250822:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306081818 00000400:00000200:2.0:1767326160.250827:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1767326160.250828:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d899e69. 00000100:00000001:3.0:1767326160.250833:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767326160.250835:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:1.0:1767326160.250835:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326160.250836:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306081818 00000400:00000200:2.0:1767326160.250842:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1767326160.250843:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1d028de. 00000800:00000200:1.0:1767326160.250844:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009620fff6 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326160.250846:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767326160.250849:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326160.250854:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [502:502:254:4294967295] 192.168.203.107@tcp LPNI seq info [502:502:6:4294967295] 00000100:00000001:1.0:1767326160.250854:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326160.250855:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326160.250862:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326160.250863:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 191185 usecs (192 jiffies) 00000100:00000001:3.0:1767326160.250866:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326160.250870:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326160.250871:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326160.250871:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306077376 00000400:00000200:2.0:1767326160.250875:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000010:0.0:1767326160.250876:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba0f4571. 00000100:00000001:1.0:1767326160.250880:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306081818 00000100:00000001:3.0:1767326160.250882:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767326160.250883:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326160.250886:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326160.250887:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306077376 00000800:00000200:2.0:1767326160.250889:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326160.250891:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326160.250895:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306081818 00000100:00000001:3.0:1767326160.250896:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326160.250896:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000800:00000010:2.0:1767326160.250898:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0189c70. 00000100:00000001:3.0:1767326160.250900:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326160.250902:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306077376 00000100:00000001:3.0:1767326160.250905:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326160.250906:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e786557 00000100:00000001:1.0:1767326160.250907:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306081818 00000800:00000200:2.0:1767326160.250911:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:0.0:1767326160.250911:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e786557. 00000100:00000001:1.0:1767326160.250913:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306077376 00000100:00000001:1.0:1767326160.250919:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306081818 00000800:00000200:2.0:1767326160.250920:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767326160.250925:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326160.250926:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a0189c70 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326160.250926:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326160.250934:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326160.250934:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326160.250934:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a64ef72f x1853174993449472/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326160.250942:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326160.250943:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 12388 usecs (13 jiffies) 00000100:00000001:0.0:1767326160.250948:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326160.250949:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306077197 00000100:00000001:1.0:1767326160.250949:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326160.250953:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a64ef72f x1853174993449472/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326176 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326160.250954:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306081818 00000100:00000001:2.0:1767326160.250959:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306077197 00000100:00000001:0.0:1767326160.250976:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326160.250980:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306081818 00000100:00000001:0.0:1767326160.250980:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326160.250981:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326160.250985:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306077197 00000100:00000001:1.0:1767326160.250986:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326160.250990:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326160.250992:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326160.250996:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306081818 00000100:00000001:1.0:1767326160.250997:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326160.250997:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326160.251002:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009620fff6. 00000100:00000001:2.0:1767326160.251003:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306077197 00000100:00000001:1.0:1767326160.251004:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326160.251008:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326160.251009:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306081818 00000100:00000001:2.0:1767326160.251013:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326160.251017:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326160.251017:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326160.251023:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326160.251025:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023a5a225 00000100:00000001:2.0:1767326160.251026:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326160.251031:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023a5a225. 00000100:00000001:2.0:1767326160.251032:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326160.251036:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326160.251036:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326160.251041:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326160.251043:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326160.251045:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326160.251045:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ed2912f x1853174993449600/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326160.251050:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.251059:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326160.251063:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ed2912f x1853174993449600/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326176 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.251070:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.251072:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326160.251101:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326160.251104:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0189c70. 00000400:00000200:0.0:1767326160.251108:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326160.251111:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326160.251114:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042430430 00000400:00000010:0.0:1767326160.251115:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042430430. 00000100:00000001:0.0:1767326160.251118:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326160.251121:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993449728/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.251128:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326160.251130:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993449728/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326176 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.251166:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.251169:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326160.252361:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326160.252370:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326160.252373:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326160.252376:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326160.252382:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326160.252391:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30f200 00000400:00000200:3.0:1767326160.252445:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1069 [1] + 224 00000800:00000001:3.0:1767326160.252457:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326160.252463:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326160.252464:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326160.252467:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326160.252470:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326160.252473:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a64ef72f x1853174993449472/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326160.252480:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a64ef72f x1853174993449472/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326160.252493:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326160.252498:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326160.252500:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326160.252533:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326160.252537:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326160.252541:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326160.252543:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326160.252545:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000916d5f2d. 00000400:00000200:1.0:1767326160.252550:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ef8ff88 00000400:00000010:1.0:1767326160.252552:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ef8ff88. 00000100:00000001:1.0:1767326160.252554:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326160.252559:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a64ef72f x1853174993449472/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326160.252569:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a64ef72f x1853174993449472/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326160.252576:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326160.252577:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326160.252580:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326160.252583:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326160.252585:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326160.252587:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326160.252590:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326160.252596:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=117 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326160.252599:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=117 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326160.252602:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326160.252603:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326160.252606:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326160.252609:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326160.252611:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326160.252615:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a64ef72f x1853174993449472/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326160.252622:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326160.252624:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326160.252632:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326160.252637:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a64ef72f x1853174993449472/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326160.252645:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a64ef72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993449472:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326160.252650:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326160.252652:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326160.252656:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a64ef72f x1853174993449472/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326160.252663:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326160.252666:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326160.252669:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000582eddbd. 02000000:00000001:1.0:1767326160.252672:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326160.252674:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326160.252676:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326160.252679:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326160.252682:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dfadf5e9. 02000000:00000001:1.0:1767326160.252686:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326160.252688:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326160.252690:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a64ef72f. 00000800:00000001:2.0:1767326160.252693:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326160.252694:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326160.252697:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326160.252699:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326160.252704:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326160.252705:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326160.252707:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326160.252709:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326160.252724:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326160.252727:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326160.252729:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326160.252734:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326160.252740:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30f280 00000400:00000200:2.0:1767326160.252745:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1071 [1] + 224 00000800:00000001:2.0:1767326160.252748:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326160.252750:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326160.252751:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326160.252754:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326160.252756:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326160.252759:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ed2912f x1853174993449600/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326160.252766:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009ed2912f x1853174993449600/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326160.252778:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326160.252783:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326160.252786:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326160.252792:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326160.252794:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326160.252799:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326160.252804:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30f300 00000400:00000200:2.0:1767326160.252807:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1079 [1] + 224 00000800:00000001:2.0:1767326160.252810:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326160.252810:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326160.252815:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326160.252817:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326160.252820:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326160.252822:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:1.0:1767326160.252822:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326160.252827:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326160.252831:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad313715. 00000400:00000200:1.0:1767326160.252835:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d9b1115 00000400:00000010:1.0:1767326160.252836:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d9b1115. 00000100:00000001:1.0:1767326160.252839:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326160.252840:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326160.252845:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993449728/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326160.252846:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ed2912f x1853174993449600/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326160.252852:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993449728/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326160.252878:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767326160.252879:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ed2912f x1853174993449600/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326160.252883:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326160.252887:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326160.252891:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326160.252896:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326160.252898:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326160.252901:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326160.252903:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326160.252905:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326160.252907:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326160.252911:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=107 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326160.252914:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=107 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326160.252917:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326160.252918:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326160.252920:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326160.252923:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326160.252926:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326160.252928:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326160.252930:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326160.252933:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326160.252937:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ed2912f x1853174993449600/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326160.252944:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326160.252947:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326160.252948:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326160.252951:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326160.252952:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326160.252956:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767326160.252958:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ed2912f x1853174993449600/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326160.252959:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326160.252976:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c60cd45. 00000400:00000200:0.0:1767326160.252983:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd0dfdf7 00000400:00000010:0.0:1767326160.252986:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd0dfdf7. 00000100:00000001:0.0:1767326160.252991:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767326160.252994:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ed2912f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993449600:192.168.203.107@tcp:400: 00000100:00000200:0.0:1767326160.252998:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993449728/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326160.253003:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326160.253009:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767326160.253012:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993449728/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326160.253016:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ed2912f x1853174993449600/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326160.253025:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326160.253027:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.253031:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326160.253033:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326160.253034:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326160.253036:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.253037:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326160.253042:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326160.253049:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326160.253055:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326160.253058:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326160.253059:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767326160.253060:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767326160.253064:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:0.0:1767326160.253066:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b9c126d9 x1853174993449728/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326160.253068:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e67c78c3. 02000000:00000001:1.0:1767326160.253075:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767326160.253076:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326160.253080:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326160.253081:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326160.253083:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000020:00000040:1.0:1767326160.253085:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767326160.253086:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326160.253087:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326160.253091:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326160.253093:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007aa30fa9. 02000000:00000001:1.0:1767326160.253098:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767326160.253101:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993449728/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326160.253102:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326160.253105:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ed2912f. 00000100:00000001:1.0:1767326160.253111:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326160.253112:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326160.253114:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.253115:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326160.253117:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326160.253121:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326160.253122:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993449728/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326160.253129:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767326160.253130:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993449728:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326160.253134:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.253136:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.253159:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326160.253162:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993449728/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326176 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326160.253170:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326160.253170:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326160.253175:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326160.253175:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326160.253179:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080de8b7a. 02000000:00000001:0.0:1767326160.253185:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326160.253187:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326160.253188:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326160.253191:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326160.253193:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007a24aac0. 02000000:00000001:0.0:1767326160.253195:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326160.253197:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326160.253198:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000001:0.0:1767326160.253201:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326160.253202:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.253204:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326160.253209:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326160.253210:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326160.253212:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326160.253214:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326160.890227:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326160.890233:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326160.890296:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326160.890299:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326160.890302:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326161.914219:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326161.914225:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326161.914287:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326161.914291:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326161.914294:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326162.938232:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326162.938237:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326162.938277:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326162.938281:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326162.938284:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326163.962241:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326163.962249:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326163.962252:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326163.962253:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326163.962257:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326163.962259:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326163.962261:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326163.962263:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326163.962329:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326163.962334:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326163.962337:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326164.986195:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326164.986202:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326164.986265:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326164.986271:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326164.986275:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326165.370209:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306081818, at 4306082304 00000100:00000040:2.0:1767326165.370224:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306081818, at 4306082304 00000100:00000010:3.0:1767326165.370230:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1d028de. 00000100:00000040:1.0:1767326165.370242:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306081818, at 4306082304 00000100:00000040:0.0:1767326165.370255:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:2.0:1767326165.370256:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d899e69. 00000100:00000010:1.0:1767326165.370257:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001917c6aa. 00000100:00000001:0.0:1767326165.370267:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326165.370286:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000020:00000040:0.0:1767326165.370293:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326165.370300:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326165.370304:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326165.370310:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326165.370320:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007a24aac0. 00000100:00000001:0.0:1767326165.370327:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326165.370341:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000b9c126d9 x1853174993449856/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326165.370356:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326165.370359:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326165.370366:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_00+0] req@00000000b9c126d9 x1853174993449856/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326165.370390:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326165.370392:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326165.370395:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326165.370398:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000020:00000040:0.0:1767326165.370400:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767326165.370403:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326165.370404:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326165.370407:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326165.370410:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000073cc668c. 00000100:00000001:2.0:1767326165.370412:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326165.370413:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326165.370416:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326165.370419:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326165.370419:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000a1ef485d x1853174993449984/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326165.370420:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326165.370425:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326165.370429:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993449856/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326165.370436:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326165.370440:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326165.370448:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326165.370448:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_01+1] req@00000000a1ef485d x1853174993449984/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326165.370453:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326165.370462:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326165.370464:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326165.370466:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326165.370467:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326165.370479:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326165.370479:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326165.370484:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000456c8c17. 00000100:00000001:1.0:1767326165.370486:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326165.370487:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993449856:192.168.203.107@tcp:400: 00000020:00000040:0.0:1767326165.370490:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767326165.370497:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326165.370499:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326165.370499:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326165.370501:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326165.370504:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326165.370506:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326165.370508:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326165.370513:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326165.370513:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993449984/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326165.370514:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000239bb1ca. 02000000:00000001:2.0:1767326165.370520:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326165.370522:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326165.370526:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e836fa4. 02000000:00000001:2.0:1767326165.370531:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326165.370534:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000456c8c17 x1853174993450112/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767326165.370540:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fc971ee. 00000100:00000001:1.0:1767326165.370542:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326165.370547:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326165.370550:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008680a42d. 02000000:00000001:1.0:1767326165.370553:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326165.370558:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326165.370560:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993449856, portal 25 00000100:00000001:0.0:1767326165.370560:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326165.370564:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326165.370565:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326165.370565:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326165.370569:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000100:00000040:0.0:1767326165.370572:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456c8c17] to pc [ptlrpcd_00_02+2] req@00000000456c8c17 x1853174993450112/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326165.370575:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993449984:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767326165.370578:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993449856/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326165.370589:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326165.370595:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326165.370599:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326165.370606:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326165.370607:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326165.370612:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000010:1.0:1767326165.370613:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e67c78c3. 00000400:00000010:2.0:1767326165.370615:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd0dfdf7. 02000000:00000001:1.0:1767326165.370618:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326165.370620:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993449856, offset 0 00000400:00000010:1.0:1767326165.370627:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad313715. 00000400:00000200:2.0:1767326165.370628:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326165.370628:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326165.370635:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767326165.370639:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d9b1115. 00000100:00000040:0.0:1767326165.370640:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1767326165.370647:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993449984, portal 10 00000400:00000200:2.0:1767326165.370648:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:0.0:1767326165.370650:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11420) 00000100:00000001:1.0:1767326165.370654:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326165.370658:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326165.370658:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 00000400:00000200:2.0:1767326165.370665:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326165.370667:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326165.370672:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993449984/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326165.370675:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:2.0:1767326165.370678:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326165.370682:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326165.370683:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326165.370689:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767326165.370692:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326165.370700:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [503:503:256:4294967295] 192.168.203.107@tcp LPNI seq info [503:503:8:4294967295] 00000100:00000001:0.0:1767326165.370700:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326165.370705:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326165.370706:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326165.370711:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326165.370714:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326165.370719:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326165.370720:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326165.370726:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:1.0:1767326165.370727:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089eaf211. 00000100:00000040:0.0:1767326165.370728:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000456c8c17 x1853174993450112/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326165.370735:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993449984, offset 0 00000800:00000200:2.0:1767326165.370739:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326165.370746:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767326165.370749:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003376a84e. 00000400:00000200:1.0:1767326165.370755:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767326165.370759:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326165.370764:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326165.370764:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767326165.370767:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326165.370768:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326165.370773:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326165.370774:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326165.370776:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767326165.370780:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:0.0:1767326165.370784:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326165.370789:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003376a84e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326165.370791:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [504:504:255:4294967295] 192.168.203.107@tcp LPNI seq info [504:504:7:4294967295] 02000000:00000001:0.0:1767326165.370791:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326165.370801:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993450112:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767326165.370808:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767326165.370811:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326165.370812:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767326165.370817:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326165.370818:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306086938 02000000:00000001:0.0:1767326165.370819:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:1.0:1767326165.370821:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000524bc938. 02000000:00000001:0.0:1767326165.370824:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326165.370830:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326165.370831:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306081818 00000800:00000200:1.0:1767326165.370833:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000010:0.0:1767326165.370836:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fe30860. 00000100:00000001:2.0:1767326165.370839:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306086938 00000800:00000200:1.0:1767326165.370843:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:0.0:1767326165.370843:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326165.370846:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005885a45f. 00000800:00000200:1.0:1767326165.370848:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000524bc938 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767326165.370852:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6511b72. 00000100:00000001:2.0:1767326165.370853:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326165.370853:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326165.370859:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306086938 00000100:00000040:1.0:1767326165.370861:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 189922 usecs (190 jiffies) 00000100:00000010:2.0:1767326165.370864:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000023df3ba7. 00000400:00000010:0.0:1767326165.370864:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5b91e06. 00000100:00000001:1.0:1767326165.370865:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306082494 00000100:00000001:2.0:1767326165.370873:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326165.370874:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306086938 00000100:00000200:0.0:1767326165.370877:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993450112, portal 10 00000100:00000001:1.0:1767326165.370878:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306082494 00000100:00000001:2.0:1767326165.370879:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306086938 00000800:00000200:3.0:1767326165.370883:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326165.370884:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1767326165.370885:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000286d1ffb. 00000100:00000001:1.0:1767326165.370885:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306086938 00000800:00000010:3.0:1767326165.370891:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003376a84e. 00000100:00000001:0.0:1767326165.370892:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250668672 : -112767458882944 : ffff997047abca80) 00000100:00000001:2.0:1767326165.370893:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326165.370893:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306082494 00000100:00000001:1.0:1767326165.370908:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306086938 00000100:00000001:2.0:1767326165.370913:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326165.370915:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000456c8c17 x1853174993450112/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326165.370916:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326165.370916:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306082494 00000100:00000001:2.0:1767326165.370917:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326165.370944:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306086938 00000100:00000001:2.0:1767326165.370946:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326165.370950:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326165.370954:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326165.370956:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326165.370963:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326165.370966:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326165.370966:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326165.370968:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326165.370969:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326165.370978:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326165.370978:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326165.370981:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326165.370982:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd0dfdf7 00000100:00000040:0.0:1767326165.370984:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326165.370988:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326165.370989:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326165.370993:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd0dfdf7. 00000100:00000001:1.0:1767326165.370993:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767326165.370995:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000307c2c15. 00000100:00000001:2.0:1767326165.371006:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326165.371007:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326165.371009:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993450112, offset 0 00000100:00000001:3.0:1767326165.371010:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326165.371012:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326165.371019:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326165.371026:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993449856/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326165.371028:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326165.371028:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326165.371043:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767326165.371048:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326165.371049:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326165.371058:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993449856/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326181 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326165.371059:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767326165.371067:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326165.371075:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767326165.371085:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [505:505:254:4294967295] 192.168.203.107@tcp LPNI seq info [505:505:6:4294967295] 00000100:00000001:3.0:1767326165.371091:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326165.371100:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767326165.371105:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326165.371114:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:0.0:1767326165.371116:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f42357cd. 00000800:00000200:0.0:1767326165.371124:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767326165.371130:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767326165.371179:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f42357cd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326165.371184:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326165.371188:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 12325 usecs (13 jiffies) 00000100:00000001:0.0:1767326165.371192:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306082318 00000100:00000001:0.0:1767326165.371195:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306086938 00000100:00000001:0.0:1767326165.371197:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306082318 00000100:00000001:0.0:1767326165.371201:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306086938 00000800:00000200:3.0:1767326165.371202:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326165.371204:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306082318 00000800:00000010:3.0:1767326165.371206:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000524bc938. 00000100:00000001:0.0:1767326165.371213:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306086938 00000400:00000200:3.0:1767326165.371215:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326165.371219:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306082318 00000400:00000200:3.0:1767326165.371227:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326165.371228:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306086938 00000400:00000200:3.0:1767326165.371231:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089eaf211 00000400:00000010:3.0:1767326165.371235:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089eaf211. 00000100:00000001:0.0:1767326165.371237:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326165.371239:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326165.371244:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326165.371246:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993449984/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326165.371253:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326165.371264:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326165.371266:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326165.371270:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993449984/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326181 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326165.371343:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326165.371345:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326165.371383:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326165.371386:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f42357cd. 00000400:00000200:3.0:1767326165.371389:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326165.371394:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326165.371396:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307c2c15 00000400:00000010:3.0:1767326165.371398:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000307c2c15. 00000100:00000001:3.0:1767326165.371401:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326165.371404:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000456c8c17 x1853174993450112/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326165.371449:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326165.371452:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000456c8c17 x1853174993450112/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326181 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326165.371457:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326165.371458:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326165.373002:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326165.373012:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326165.373014:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326165.373016:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326165.373021:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326165.373039:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30f380 00000400:00000200:3.0:1767326165.373045:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1081 [1] + 224 00000800:00000001:3.0:1767326165.373052:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326165.373055:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326165.373057:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326165.373059:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326165.373062:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326165.373065:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993449856/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326165.373072:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993449856/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326165.373088:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326165.373093:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326165.373095:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326165.373096:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326165.373097:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326165.373100:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326165.373103:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30f400 00000400:00000200:3.0:1767326165.373107:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1089 [1] + 224 00000800:00000001:3.0:1767326165.373111:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326165.373114:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326165.373116:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326165.373118:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326165.373120:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326165.373123:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993449984/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326165.373130:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993449984/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326165.373133:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326165.373137:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326165.373172:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1767326165.373174:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326165.373177:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326165.373180:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fc971ee. 00000100:00000001:1.0:1767326165.373180:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326165.373185:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326165.373186:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008680a42d 00000400:00000010:2.0:1767326165.373190:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008680a42d. 00000100:00000001:2.0:1767326165.373194:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767326165.373198:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326165.373199:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326165.373201:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993449856/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326165.373209:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993449856/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326165.373218:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326165.373221:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326165.373222:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767326165.373224:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad313715. 00000100:00000001:2.0:1767326165.373226:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326165.373229:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326165.373231:0:211465:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:3.0:1767326165.373238:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326165.373239:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d9b1115 02000000:00000001:2.0:1767326165.373240:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326165.373245:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326165.373249:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326165.373249:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d9b1115. 02000000:00000001:2.0:1767326165.373260:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326165.373266:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767326165.373267:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767326165.373269:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=122 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326165.373281:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=122 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326165.373288:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30f480 00000100:00000001:2.0:1767326165.373290:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767326165.373295:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993449984/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326165.373297:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326165.373306:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1091 [1] + 224 00010000:00000001:2.0:1767326165.373307:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326165.373314:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326165.373327:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326165.373328:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326165.373347:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326165.373347:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993449984/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326165.373348:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993449856/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326165.373360:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326165.373380:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326165.373394:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326165.373406:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000456c8c17 x1853174993450112/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326165.373416:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326165.373417:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326165.373423:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326165.373427:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326165.373435:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326165.373435:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767326165.373441:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000456c8c17 x1853174993450112/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326165.373441:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326165.373447:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326165.373452:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326165.373454:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993449856/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326165.373458:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326165.373472:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=112 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326165.373492:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=112 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326165.373502:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326165.373503:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326165.373506:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326165.373507:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993449856:192.168.203.107@tcp:400: 00010000:00000001:1.0:1767326165.373510:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767326165.373511:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326165.373514:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326165.373516:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326165.373520:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326165.373529:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326165.373534:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326165.373539:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326165.373539:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326165.373542:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326165.373545:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326165.373548:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326165.373549:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993449984/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326165.373552:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993449856/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326165.373557:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326165.373561:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326165.373566:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6511b72. 00000400:00000200:0.0:1767326165.373573:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5b91e06 00000100:00000001:1.0:1767326165.373577:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326165.373578:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5b91e06. 00000100:00000001:2.0:1767326165.373579:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326165.373584:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767326165.373586:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326165.373587:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326165.373587:0:211468:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1767326165.373589:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e836fa4. 02000000:00000001:2.0:1767326165.373594:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326165.373595:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1767326165.373598:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000456c8c17 x1853174993450112/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326165.373599:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000040:1.0:1767326165.373599:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993449984/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326165.373604:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326165.373608:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007a24aac0. 02000000:00000001:2.0:1767326165.373613:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326165.373616:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326165.373619:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000001:2.0:1767326165.373624:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326165.373626:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326165.373630:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326165.373630:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993449984:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326165.373637:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326165.373639:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326165.373644:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326165.373647:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000456c8c17 x1853174993450112/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326165.373648:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326165.373648:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326165.373655:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326165.373661:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993449984/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326165.373666:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326165.373669:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326165.373670:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326165.373672:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326165.373674:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e67c78c3. 00000100:00000001:0.0:1767326165.373676:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326165.373677:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326165.373679:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326165.373680:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767326165.373682:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326165.373683:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000073cc668c. 02000000:00000001:1.0:1767326165.373685:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326165.373688:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326165.373689:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 02000000:00000001:0.0:1767326165.373689:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326165.373694:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326165.373695:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326165.373698:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326165.373700:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326165.373701:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326165.373707:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326165.373708:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326165.373711:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326165.373714:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326165.373716:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326165.373716:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=122 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326165.373724:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326165.373728:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326165.373729:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326165.373732:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326165.373737:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000456c8c17 x1853174993450112/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326165.373746:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326165.373749:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326165.373751:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326165.373753:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326165.373754:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326165.373757:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000456c8c17 x1853174993450112/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326165.373765:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326165.373768:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326165.373769:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326165.373772:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000456c8c17 x1853174993450112/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326165.373781:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993450112:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326165.373786:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326165.373788:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326165.373790:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000456c8c17 x1853174993450112/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326181 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326165.373797:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326165.373799:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326165.373801:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fe30860. 02000000:00000001:0.0:1767326165.373805:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326165.373812:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326165.373813:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326165.373816:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326165.373818:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000239bb1ca. 02000000:00000001:0.0:1767326165.373820:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326165.373822:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326165.373823:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000456c8c17. 00000100:00000001:0.0:1767326165.373826:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326165.373828:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326165.373830:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326165.373834:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326165.373835:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326165.373838:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326165.373839:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326166.010265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326166.010275:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326166.010323:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326166.010329:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326166.010333:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326167.034251:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326167.034257:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326167.034334:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326167.034338:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326167.034342:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326168.058241:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326168.058247:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326168.058316:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326168.058320:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326168.058324:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326169.082256:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326169.082262:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326169.082281:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326169.082284:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326169.082286:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326170.106247:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326170.106253:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326170.106306:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326170.106309:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326170.106311:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326170.490217:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306086938, at 4306087424 00000100:00000040:2.0:1767326170.490217:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306086938, at 4306087424 00000100:00000040:1.0:1767326170.490217:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306086938, at 4306087424 00000100:00000010:1.0:1767326170.490234:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005885a45f. 00000100:00000010:2.0:1767326170.490237:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000023df3ba7. 00000100:00000010:3.0:1767326170.490241:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000286d1ffb. 00000100:00000040:0.0:1767326170.490250:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326170.490258:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326170.490267:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000456c8c17. 00000020:00000040:0.0:1767326170.490272:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326170.490276:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326170.490280:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326170.490285:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326170.490292:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000239bb1ca. 00000100:00000001:0.0:1767326170.490298:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326170.490308:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000456c8c17 x1853174993450240/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326170.490318:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326170.490320:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326170.490325:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456c8c17] to pc [ptlrpcd_00_03+3] req@00000000456c8c17 x1853174993450240/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326170.490348:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326170.490350:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326170.490353:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326170.490357:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000020:00000040:0.0:1767326170.490359:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767326170.490368:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326170.490373:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326170.490374:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326170.490379:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326170.490379:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326170.490381:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326170.490386:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326170.490386:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326170.490392:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000076b01e5c. 00000100:00000040:1.0:1767326170.490394:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000456c8c17 x1853174993450240/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326170.490398:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326170.490407:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000a1ef485d x1853174993450368/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326170.490408:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326170.490411:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326170.490416:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326170.490420:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326170.490423:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326170.490424:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326170.490428:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326170.490430:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993450240:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326170.490436:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326170.490438:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_00+0] req@00000000a1ef485d x1853174993450368/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326170.490442:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326170.490445:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326170.490449:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326170.490456:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000acc4da14. 02000000:00000001:1.0:1767326170.490459:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326170.490464:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad313715. 00000400:00000010:1.0:1767326170.490472:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d9b1115. 00000100:00000001:0.0:1767326170.490478:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326170.490479:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993450240, portal 25 00000100:00000001:1.0:1767326170.490484:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326170.490484:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326170.490487:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250668672 : -112767458882944 : ffff997047abca80) 00000100:00000040:1.0:1767326170.490494:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000456c8c17 x1853174993450240/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326170.490494:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326170.490500:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000100:00000001:2.0:1767326170.490503:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326170.490504:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767326170.490506:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767326170.490509:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326170.490510:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326170.490513:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767326170.490515:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb501575. 00000100:00000001:3.0:1767326170.490516:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326170.490517:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1767326170.490519:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993450240, offset 0 00000100:00000001:2.0:1767326170.490523:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326170.490524:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326170.490524:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326170.490530:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993450368/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326170.490535:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000073cc668c. 00000400:00000200:1.0:1767326170.490541:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326170.490543:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326170.490547:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326170.490549:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326170.490552:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326170.490554:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326170.490554:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000b9c126d9 x1853174993450496/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326170.490559:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326170.490560:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00100000:2.0:1767326170.490567:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993450368:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767326170.490571:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326170.490578:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326170.490578:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326170.490581:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326170.490581:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326170.490582:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326170.490586:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326170.490590:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326170.490591:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326170.490591:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_01+1] req@00000000b9c126d9 x1853174993450496/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326170.490596:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009aa5d738. 00000400:00000200:1.0:1767326170.490599:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:2.0:1767326170.490601:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326170.490608:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [506:506:256:4294967295] 192.168.203.107@tcp LPNI seq info [506:506:8:4294967295] 00000400:00000010:2.0:1767326170.490609:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fc971ee. 00000400:00000010:2.0:1767326170.490615:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008680a42d. 00000100:00000001:0.0:1767326170.490619:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326170.490621:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993450368, portal 10 00000100:00000040:0.0:1767326170.490623:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326170.490625:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326170.490628:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 00000100:00000040:0.0:1767326170.490630:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767326170.490637:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:2.0:1767326170.490640:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993450368/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326170.490642:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326170.490646:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11425) 00000100:00000001:3.0:1767326170.490647:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326170.490653:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1767326170.490656:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326170.490658:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326170.490662:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993450496/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767326170.490663:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ec7aa78. 00000100:00000040:2.0:1767326170.490664:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767326170.490667:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306086938, at 4306087424 00000400:00000010:2.0:1767326170.490670:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042430430. 00000100:00000010:0.0:1767326170.490674:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000365de8df. 00000100:00000200:2.0:1767326170.490676:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993450368, offset 0 00000800:00000200:1.0:1767326170.490677:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767326170.490690:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326170.490691:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1767326170.490694:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326170.490695:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326170.490700:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767326170.490701:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006ec7aa78 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326170.490702:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:3.0:1767326170.490703:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326170.490709:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326170.490712:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1767326170.490715:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993450496:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767326170.490718:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326170.490719:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326170.490723:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326170.490724:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326170.490726:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306092058 02000000:00000001:3.0:1767326170.490728:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326170.490731:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:3.0:1767326170.490732:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326170.490733:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024ad6336. 02000000:00000001:3.0:1767326170.490738:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326170.490738:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [507:507:255:4294967295] 192.168.203.107@tcp LPNI seq info [507:507:7:4294967295] 00000100:00000001:1.0:1767326170.490741:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 02000000:00000010:3.0:1767326170.490743:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004baad191. 00000100:00000001:1.0:1767326170.490747:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306092058 02000000:00000001:3.0:1767326170.490748:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326170.490758:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000335dba60. 00000400:00000200:2.0:1767326170.490758:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:1.0:1767326170.490758:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a535425e. 00000100:00000001:1.0:1767326170.490765:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767326170.490768:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1ea4949. 00000800:00000200:2.0:1767326170.490770:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326170.490770:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306092058 00000100:00000200:3.0:1767326170.490773:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993450496, portal 10 00000100:00000001:3.0:1767326170.490777:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1767326170.490778:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000598d1485. 00000100:00000001:3.0:1767326170.490779:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000800:00000010:2.0:1767326170.490779:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003376a84e. 00000100:00000001:1.0:1767326170.490782:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767326170.490788:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326170.490789:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306092058 00000100:00000040:3.0:1767326170.490791:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993450496/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326170.490796:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000094aac63f. 00000800:00000200:2.0:1767326170.490802:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767326170.490803:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326170.490809:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326170.490810:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003376a84e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326170.490811:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326170.490818:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326170.490819:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326170.490819:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326170.490824:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0ae589d. 00000100:00000001:1.0:1767326170.490826:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326170.490827:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 188681 usecs (189 jiffies) 00000100:00000200:3.0:1767326170.490828:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993450496, offset 0 00000100:00000001:1.0:1767326170.490832:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326170.490833:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306087613 00000400:00000200:3.0:1767326170.490838:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326170.490840:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306092058 00000100:00000001:1.0:1767326170.490841:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326170.490844:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306087613 00000100:00000001:1.0:1767326170.490845:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326170.490847:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326170.490850:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306092058 00000100:00000001:1.0:1767326170.490851:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326170.490855:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326170.490856:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306087613 00000100:00000001:1.0:1767326170.490856:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326170.490860:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326170.490861:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326170.490862:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306092058 00000100:00000001:2.0:1767326170.490867:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306087613 00000100:00000001:1.0:1767326170.490867:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326170.490868:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326170.490874:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306092058 00000400:00000200:3.0:1767326170.490875:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326170.490878:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326170.490882:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326170.490883:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [508:508:254:4294967295] 192.168.203.107@tcp LPNI seq info [508:508:6:4294967295] 00000100:00000001:2.0:1767326170.490885:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326170.490890:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326170.490910:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326170.490912:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326170.490915:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326170.490916:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326170.490918:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326170.490922:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326170.490928:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767326170.490940:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767326170.490943:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba567bd5. 00000800:00000200:3.0:1767326170.490947:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767326170.490951:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767326170.490954:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba567bd5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326170.490958:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326170.490961:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 12267 usecs (13 jiffies) 00000800:00000200:2.0:1767326170.490961:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326170.490965:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ec7aa78. 00000100:00000001:3.0:1767326170.490966:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306087437 00000100:00000001:3.0:1767326170.490971:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306092058 00000400:00000200:2.0:1767326170.490972:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326170.490973:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306087437 00000100:00000001:3.0:1767326170.490976:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306092058 00000100:00000001:3.0:1767326170.490979:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306087437 00000100:00000001:3.0:1767326170.490982:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306092058 00000100:00000001:3.0:1767326170.490983:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306087437 00000100:00000001:3.0:1767326170.490985:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306092058 00000400:00000200:2.0:1767326170.490987:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326170.490993:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb501575 00000100:00000001:3.0:1767326170.490994:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326170.490995:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb501575. 00000100:00000001:3.0:1767326170.491000:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326170.491002:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326170.491004:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326170.491007:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326170.491009:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000456c8c17 x1853174993450240/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326170.491012:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326170.491015:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326170.491020:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326170.491023:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326170.491027:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326170.491029:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326170.491030:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326170.491038:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000456c8c17 x1853174993450240/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326186 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326170.491047:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326170.491050:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326170.491067:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326170.491069:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003376a84e. 00000400:00000200:2.0:1767326170.491073:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326170.491077:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326170.491080:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042430430 00000400:00000010:2.0:1767326170.491081:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042430430. 00000100:00000001:2.0:1767326170.491085:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326170.491089:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993450368/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326170.491097:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326170.491100:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993450368/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326186 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326170.491106:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326170.491107:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326170.491158:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326170.491160:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba567bd5. 00000400:00000200:2.0:1767326170.491162:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326170.491165:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326170.491167:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0ae589d 00000400:00000010:2.0:1767326170.491168:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0ae589d. 00000100:00000001:2.0:1767326170.491171:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326170.491173:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993450496/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326170.491185:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326170.491188:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993450496/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326186 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326170.491193:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326170.491194:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326170.492677:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326170.492684:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326170.492686:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326170.492688:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326170.492693:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326170.492707:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30f580 00000400:00000200:3.0:1767326170.492722:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x10a1 [1] + 224 00000800:00000001:3.0:1767326170.492728:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326170.492732:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326170.492733:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326170.492736:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326170.492739:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326170.492742:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993450368/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326170.492749:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993450368/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326170.492762:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326170.492767:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326170.492769:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326170.492770:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326170.492771:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326170.492774:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326170.492778:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30f500 00000400:00000200:3.0:1767326170.492782:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1099 [1] + 224 00000800:00000001:3.0:1767326170.492785:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326170.492788:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326170.492789:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326170.492793:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326170.492795:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326170.492796:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326170.492798:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767326170.492800:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000456c8c17 x1853174993450240/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326170.492805:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767326170.492808:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000456c8c17 x1853174993450240/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326170.492809:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326170.492813:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fc971ee. 00000400:00000200:2.0:1767326170.492819:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008680a42d 00000400:00000010:2.0:1767326170.492821:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008680a42d. 00000100:00000001:2.0:1767326170.492824:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326170.492825:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767326170.492829:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993450368/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326170.492831:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326170.492839:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993450368/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326170.492840:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326170.492846:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326170.492848:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326170.492850:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326170.492852:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326170.492853:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326170.492856:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326170.492857:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767326170.492860:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326170.492865:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1767326170.492865:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326170.492868:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326170.492869:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30f600 00000100:00000001:2.0:1767326170.492869:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767326170.492872:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad313715. 00000100:00000001:2.0:1767326170.492873:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326170.492879:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326170.492879:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d9b1115 00000400:00000010:1.0:1767326170.492883:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d9b1115. 00000100:00000001:1.0:1767326170.492886:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767326170.492887:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=117 v=5 (5 5 5 5) 00000400:00000200:3.0:1767326170.492902:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x10a9 [1] + 224 00000100:00000200:1.0:1767326170.492904:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000456c8c17 x1853174993450240/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326170.492907:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=117 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326170.492912:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326170.492915:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326170.492918:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326170.492920:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326170.492924:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767326170.492924:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767326170.492925:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000456c8c17 x1853174993450240/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326170.492929:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326170.492934:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326170.492936:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326170.492940:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326170.492942:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326170.492946:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326170.492947:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767326170.492949:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993450496/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326170.492950:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326170.492956:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326170.492957:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326170.492960:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326170.492963:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326170.492966:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326170.492968:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993450368/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326170.492969:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326170.492973:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993450496/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326170.492977:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=127 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326170.492988:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=127 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326170.492997:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326170.492998:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326170.493002:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326170.493004:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326170.493007:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326170.493007:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326170.493010:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326170.493012:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326170.493016:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993450368/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326170.493018:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326170.493019:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326170.493024:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326170.493028:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000456c8c17 x1853174993450240/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326170.493035:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993450368:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326170.493037:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326170.493038:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326170.493043:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326170.493043:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326170.493046:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326170.493047:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326170.493050:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326170.493054:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1767326170.493055:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767326170.493056:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000456c8c17 x1853174993450240/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326170.493060:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000335dba60. 00000100:00000040:2.0:1767326170.493064:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993450368/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326170.493066:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1ea4949 00000400:00000010:0.0:1767326170.493071:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1ea4949. 00000100:00100000:1.0:1767326170.493072:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993450240:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326170.493077:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326170.493083:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326170.493085:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993450496/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326170.493087:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326170.493091:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326170.493094:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767326170.493095:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009aa5d738. 00000100:00000040:1.0:1767326170.493101:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000456c8c17 x1853174993450240/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326170.493102:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1767326170.493106:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993450496/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326170.493107:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326170.493110:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767326170.493116:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326170.493119:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000076b01e5c. 00000100:00000001:1.0:1767326170.493125:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326170.493126:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326170.493129:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767326170.493130:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326170.493130:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:2.0:1767326170.493132:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 02000000:00000010:1.0:1767326170.493133:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000acc4da14. 00000100:00000001:0.0:1767326170.493134:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326170.493136:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326170.493159:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326170.493161:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326170.493163:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767326170.493164:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326170.493165:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326170.493167:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326170.493167:0:211468:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767326170.493168:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326170.493172:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326170.493172:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00001000:0.0:1767326170.493174:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=127 v=5 (5 5 5 5) 00000020:00000001:1.0:1767326170.493178:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326170.493180:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1767326170.493182:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000239bb1ca. 00000100:00000001:2.0:1767326170.493183:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326170.493183:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=61 v=5 (1 0 0 0) 02000000:00000001:1.0:1767326170.493187:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326170.493188:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326170.493191:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326170.493193:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326170.493193:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:1.0:1767326170.493194:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000456c8c17. 00000100:00000001:0.0:1767326170.493198:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326170.493200:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326170.493203:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326170.493204:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326170.493205:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326170.493210:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:0.0:1767326170.493212:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b9c126d9 x1853174993450496/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326170.493213:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326170.493216:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326170.493218:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326170.493228:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326170.493231:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326170.493232:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326170.493234:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326170.493242:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326170.493247:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993450496/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326170.493253:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326170.493255:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326170.493256:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326170.493259:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993450496/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326170.493264:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993450496:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326170.493268:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326170.493269:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326170.493270:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993450496/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326186 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326170.493275:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326170.493276:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326170.493278:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004baad191. 02000000:00000001:0.0:1767326170.493280:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326170.493281:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326170.493283:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326170.493284:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326170.493286:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000073cc668c. 02000000:00000001:0.0:1767326170.493287:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326170.493288:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326170.493289:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000001:0.0:1767326170.493292:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326170.493293:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326170.493295:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326170.493298:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326170.493300:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326170.493302:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326170.493304:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326171.130266:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326171.130274:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326171.130364:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326171.130369:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326171.130373:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326172.154248:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326172.154255:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326172.154372:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326172.154377:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326172.154381:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326173.178263:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326173.178272:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326173.178352:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326173.178358:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326173.178361:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326174.202251:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326174.202261:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326174.202264:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326174.202266:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326174.202271:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326174.202273:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326174.202275:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326174.202277:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326174.202339:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326174.202344:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326174.202346:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326175.226236:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326175.226247:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326175.226321:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326175.226327:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326175.226330:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326175.610248:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306092058, at 4306092544 00000100:00000040:2.0:1767326175.610248:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306092058, at 4306092544 00000100:00000040:1.0:1767326175.610248:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306092058, at 4306092544 00000100:00000040:0.0:1767326175.610263:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:2.0:1767326175.610270:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000598d1485. 00000100:00000010:3.0:1767326175.610272:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000094aac63f. 00000100:00000001:0.0:1767326175.610272:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326175.610281:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a535425e. 00000100:00000010:0.0:1767326175.610289:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000020:00000040:0.0:1767326175.610296:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326175.610302:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326175.610307:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326175.610314:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326175.610323:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f42357cd. 00000100:00000001:0.0:1767326175.610331:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326175.610345:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000b9c126d9 x1853174993450624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326175.610359:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326175.610362:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326175.610378:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_02+2] req@00000000b9c126d9 x1853174993450624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326175.610406:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326175.610408:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326175.610413:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326175.610416:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ed2912f. 00000020:00000040:0.0:1767326175.610419:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767326175.610422:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326175.610424:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326175.610427:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326175.610431:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007aa30fa9. 00000100:00000001:3.0:1767326175.610433:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326175.610434:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326175.610435:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326175.610442:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:0.0:1767326175.610442:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000009ed2912f x1853174993450752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326175.610443:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326175.610448:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326175.610457:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326175.610458:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326175.610459:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326175.610462:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326175.610466:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326175.610466:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ed2912f] to pc [ptlrpcd_00_03+3] req@000000009ed2912f x1853174993450752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326175.610470:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326175.610475:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326175.610481:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326175.610482:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993450624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326175.610485:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326175.610495:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326175.610499:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1767326175.610501:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767326175.610501:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1767326175.610502:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a64ef72f. 00000100:00000001:1.0:1767326175.610507:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326175.610508:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326175.610508:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767326175.610515:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326175.610517:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326175.610517:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326175.610519:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767326175.610520:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326175.610523:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326175.610524:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326175.610525:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dfadf5e9. 00000100:00000001:3.0:1767326175.610531:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326175.610532:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326175.610532:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326175.610536:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326175.610540:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326175.610540:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000a64ef72f x1853174993450880/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767326175.610544:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993450624:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767326175.610550:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ed2912f x1853174993450752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326175.610557:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326175.610564:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326175.610566:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326175.610568:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326175.610572:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767326175.610572:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326175.610577:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a64ef72f] to pc [ptlrpcd_00_00+0] req@00000000a64ef72f x1853174993450880/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326175.610579:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326175.610585:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326175.610586:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ec9148d. 02000000:00000001:3.0:1767326175.610593:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326175.610593:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326175.610597:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326175.610600:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad313715. 02000000:00000001:3.0:1767326175.610601:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326175.610609:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ed2912f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993450752:192.168.203.107@tcp:400: 00000400:00000010:1.0:1767326175.610610:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d9b1115. 00000100:00000001:0.0:1767326175.610612:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326175.610619:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326175.610619:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767326175.610621:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993450624, portal 25 02000000:00000001:3.0:1767326175.610624:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326175.610627:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326175.610629:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326175.610630:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000100:00000040:0.0:1767326175.610631:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767326175.610634:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326175.610640:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993450624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326175.610641:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b583c7be. 00000100:00000001:2.0:1767326175.610641:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326175.610641:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11430) 00000100:00000001:2.0:1767326175.610648:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326175.610649:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326175.610653:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767326175.610659:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eab0696. 00000100:00000001:0.0:1767326175.610659:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326175.610661:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326175.610664:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a64ef72f x1853174993450880/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326175.610665:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326175.610678:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767326175.610679:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d57d4da5. 00000100:00000040:1.0:1767326175.610679:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767326175.610679:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306092058, at 4306092544 00000100:00000001:2.0:1767326175.610681:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326175.610688:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040f23477. 02000000:00000001:2.0:1767326175.610689:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1767326175.610689:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024ad6336. 00000100:00000200:3.0:1767326175.610690:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993450752, portal 10 02000000:00000001:2.0:1767326175.610693:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326175.610697:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326175.610699:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326175.610699:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993450624, offset 0 00000100:00000001:3.0:1767326175.610700:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250665984 : -112767458885632 : ffff997047abc000) 00000100:00100000:2.0:1767326175.610709:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a64ef72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993450880:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767326175.610711:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ed2912f x1853174993450752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326175.610718:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326175.610718:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767326175.610723:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326175.610727:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326175.610728:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326175.610732:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326175.610736:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000010:2.0:1767326175.610739:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027d71bc2. 00000400:00000200:1.0:1767326175.610740:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:3.0:1767326175.610744:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084592b49. 02000000:00000001:2.0:1767326175.610745:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326175.610751:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993450752, offset 0 00000400:00000200:1.0:1767326175.610752:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767326175.610753:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fc971ee. 00000400:00000200:1.0:1767326175.610761:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:2.0:1767326175.610764:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008680a42d. 00000400:00000200:3.0:1767326175.610766:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326175.610770:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326175.610776:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000200:2.0:1767326175.610779:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993450880, portal 10 00000400:00000200:1.0:1767326175.610780:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [509:509:256:4294967295] 192.168.203.107@tcp LPNI seq info [509:509:8:4294967295] 00000100:00000001:2.0:1767326175.610785:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326175.610788:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250678528 : -112767458873088 : ffff997047abf100) 00000100:00000040:2.0:1767326175.610799:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a64ef72f x1853174993450880/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326175.610799:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767326175.610812:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326175.610814:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:1.0:1767326175.610820:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007750120a. 00000100:00000001:2.0:1767326175.610821:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326175.610823:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767326175.610829:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326175.610832:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:1.0:1767326175.610833:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:2.0:1767326175.610836:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042430430. 00000400:00000200:3.0:1767326175.610839:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1767326175.610842:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993450880, offset 0 00000800:00000200:1.0:1767326175.610845:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767326175.610846:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:1.0:1767326175.610853:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007750120a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326175.610872:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326175.610874:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [510:510:255:4294967295] 192.168.203.107@tcp LPNI seq info [510:510:7:4294967295] 00000400:00000200:3.0:1767326175.610889:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326175.610895:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326175.610896:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326175.610900:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306097178 00000400:00000200:2.0:1767326175.610901:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767326175.610904:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b42c8091. 00000100:00000010:1.0:1767326175.610907:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a535425e. 00000400:00000200:2.0:1767326175.610908:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326175.610914:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326175.610917:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326175.610920:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306097178 00000800:00000200:3.0:1767326175.610923:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767326175.610925:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1767326175.610926:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e6e66bc7. 00000100:00000001:1.0:1767326175.610932:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767326175.610933:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767326175.610935:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767326175.610937:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306097178 00000800:00000200:3.0:1767326175.610941:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b42c8091 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767326175.610943:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc226e14. 00000400:00000200:2.0:1767326175.610944:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [511:511:254:4294967295] 192.168.203.107@tcp LPNI seq info [511:511:6:4294967295] 00000100:00000001:1.0:1767326175.610949:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326175.610951:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326175.610955:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306097178 00000100:00000040:3.0:1767326175.610958:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 187451 usecs (188 jiffies) 00000800:00000200:0.0:1767326175.610959:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1767326175.610960:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb481614. 00000100:00000001:3.0:1767326175.610967:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306092732 00000400:00000200:2.0:1767326175.610967:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326175.610967:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000010:0.0:1767326175.610967:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007750120a. 00000100:00000001:1.0:1767326175.610975:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326175.610976:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306097178 00000400:00000200:0.0:1767326175.610976:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767326175.610982:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326175.610983:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326175.610984:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306092732 00000400:00000200:0.0:1767326175.610988:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000800:00000010:2.0:1767326175.610990:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003376a84e. 00000100:00000001:1.0:1767326175.610990:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326175.610991:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306097178 00000100:00000001:1.0:1767326175.610997:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326175.610998:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306092732 00000400:00000200:0.0:1767326175.610998:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040f23477 00000400:00000010:0.0:1767326175.611002:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040f23477. 00000100:00000001:3.0:1767326175.611005:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306097178 00000800:00000200:2.0:1767326175.611005:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326175.611008:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326175.611010:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326175.611012:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326175.611013:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306092732 00000100:00000001:1.0:1767326175.611016:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326175.611017:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326175.611019:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306097178 00000100:00000200:0.0:1767326175.611020:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993450624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326175.611021:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326175.611025:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003376a84e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326175.611027:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326175.611034:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326175.611034:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326175.611040:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326175.611042:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 12206 usecs (13 jiffies) 00000100:00000001:3.0:1767326175.611045:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326175.611049:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306092557 00000100:00000001:2.0:1767326175.611057:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306097178 00000100:00000001:2.0:1767326175.611063:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306092557 00000100:00000001:2.0:1767326175.611067:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306097178 00000100:00000001:0.0:1767326175.611067:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326175.611072:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306092557 00000100:00000040:0.0:1767326175.611074:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993450624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326191 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326175.611086:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306097178 00000100:00000001:0.0:1767326175.611088:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326175.611092:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326175.611093:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306092557 00000100:00000001:2.0:1767326175.611097:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306097178 00000100:00000001:2.0:1767326175.611099:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326175.611101:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326175.611104:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326175.611107:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326175.611109:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b42c8091. 00000400:00000200:0.0:1767326175.611111:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326175.611115:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326175.611115:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326175.611118:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084592b49 00000400:00000010:0.0:1767326175.611121:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084592b49. 00000100:00000001:2.0:1767326175.611123:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326175.611124:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326175.611127:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767326175.611129:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ed2912f x1853174993450752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326175.611133:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326175.611136:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326175.611159:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326175.611161:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ed2912f x1853174993450752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326191 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326175.611166:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326175.611168:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326175.611169:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326175.611175:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326175.611230:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326175.611232:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003376a84e. 00000400:00000200:0.0:1767326175.611235:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326175.611238:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326175.611239:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042430430 00000400:00000010:0.0:1767326175.611240:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042430430. 00000100:00000001:0.0:1767326175.611242:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326175.611243:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a64ef72f x1853174993450880/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326175.611248:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326175.611250:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a64ef72f x1853174993450880/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326191 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326175.611263:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326175.611264:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326175.612798:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326175.612811:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326175.612814:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326175.612817:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326175.612826:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326175.612838:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30f680 00000400:00000200:2.0:1767326175.612846:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x10b1 [1] + 224 00000800:00000001:2.0:1767326175.612854:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326175.612870:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326175.612872:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326175.612875:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326175.612879:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326175.612882:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993450624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326175.612889:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993450624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326175.612901:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326175.612906:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326175.612909:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326175.612940:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326175.612943:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326175.612947:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326175.612948:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326175.612950:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad313715. 00000400:00000200:1.0:1767326175.612953:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d9b1115 00000400:00000010:1.0:1767326175.612954:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d9b1115. 00000100:00000001:1.0:1767326175.612956:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326175.612959:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993450624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326175.612967:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993450624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326175.612972:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326175.612973:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326175.612975:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326175.612977:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326175.612979:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326175.612981:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326175.612984:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326175.612988:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326175.612991:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=132 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326175.612994:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326175.612995:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326175.612997:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326175.612999:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326175.613001:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326175.613004:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993450624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326175.613008:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326175.613010:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326175.613012:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326175.613015:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993450624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326175.613026:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993450624:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326175.613030:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326175.613031:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326175.613032:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993450624/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326175.613037:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326175.613040:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326175.613042:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ec9148d. 02000000:00000001:1.0:1767326175.613044:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326175.613045:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326175.613047:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326175.613048:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326175.613050:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f42357cd. 02000000:00000001:1.0:1767326175.613053:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326175.613054:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326175.613056:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000001:1.0:1767326175.613058:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326175.613059:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326175.613061:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326175.613064:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326175.613065:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326175.613067:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326175.613068:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326175.613107:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326175.613113:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326175.613115:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326175.613118:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326175.613123:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326175.613130:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30f700 00000400:00000200:3.0:1767326175.613277:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x10b5 [1] + 224 00000800:00000001:3.0:1767326175.613282:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326175.613286:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326175.613287:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326175.613290:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326175.613292:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326175.613300:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ed2912f x1853174993450752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326175.613306:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009ed2912f x1853174993450752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326175.613351:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326175.613354:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326175.613361:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326175.613372:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326175.613376:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326175.613378:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326175.613378:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326175.613380:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326175.613382:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326175.613385:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eab0696. 00000400:00000200:3.0:1767326175.613388:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326175.613390:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57d4da5 00000400:00000010:1.0:1767326175.613393:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d57d4da5. 00000400:00000200:3.0:1767326175.613397:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30f780 00000100:00000001:1.0:1767326175.613398:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326175.613406:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x10c1 [1] + 224 00000100:00000200:1.0:1767326175.613406:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ed2912f x1853174993450752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326175.613415:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326175.613420:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326175.613422:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ed2912f x1853174993450752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326175.613424:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326175.613427:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326175.613432:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326175.613437:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a64ef72f x1853174993450880/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326175.613452:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326175.613454:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a64ef72f x1853174993450880/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326175.613457:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326175.613463:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326175.613466:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326175.613468:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326175.613470:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326175.613471:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326175.613475:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326175.613481:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326175.613481:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=122 v=5 (5 5 5 5) 00000800:00000001:3.0:1767326175.613485:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326175.613489:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=122 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326175.613494:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326175.613496:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326175.613499:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326175.613503:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326175.613506:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326175.613508:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326175.613511:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326175.613513:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326175.613513:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326175.613517:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326175.613520:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ed2912f x1853174993450752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326175.613523:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326175.613526:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326175.613528:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fc971ee. 00000400:00000200:2.0:1767326175.613536:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008680a42d 00000100:00000001:1.0:1767326175.613536:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326175.613539:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767326175.613541:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008680a42d. 00000100:00000001:1.0:1767326175.613543:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326175.613546:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767326175.613550:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ed2912f x1853174993450752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326175.613555:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a64ef72f x1853174993450880/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326175.613574:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ed2912f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993450752:192.168.203.107@tcp:400: 00000100:00000200:2.0:1767326175.613579:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a64ef72f x1853174993450880/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326175.613582:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326175.613587:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326175.613594:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ed2912f x1853174993450752/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326175.613595:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326175.613597:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326175.613602:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326175.613606:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326175.613610:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326175.613611:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767326175.613614:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326175.613615:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326175.613618:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326175.613623:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=132 v=5 (5 5 5 5) 02000000:00000010:1.0:1767326175.613624:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b583c7be. 02000000:00000001:1.0:1767326175.613630:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1767326175.613631:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=66 v=5 (1 0 0 0) 00000020:00000001:1.0:1767326175.613633:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326175.613637:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326175.613638:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767326175.613642:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326175.613643:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326175.613645:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007aa30fa9. 00010000:00000001:2.0:1767326175.613647:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767326175.613650:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326175.613653:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:2.0:1767326175.613656:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a64ef72f x1853174993450880/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326175.613656:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ed2912f. 00000100:00000001:1.0:1767326175.613661:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326175.613664:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326175.613668:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326175.613675:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326175.613676:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326175.613679:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326175.613682:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326175.613683:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326175.613686:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326175.613689:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326175.613692:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a64ef72f x1853174993450880/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326175.613694:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326175.613698:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326175.613706:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326175.613716:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326175.613718:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326175.613722:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a64ef72f x1853174993450880/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326175.613729:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a64ef72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993450880:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326175.613734:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326175.613736:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326175.613738:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a64ef72f x1853174993450880/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326191 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326175.613745:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326175.613746:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326175.613748:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027d71bc2. 02000000:00000001:2.0:1767326175.613751:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326175.613753:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326175.613754:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326175.613756:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326175.613758:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dfadf5e9. 02000000:00000001:2.0:1767326175.613761:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326175.613762:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326175.613763:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a64ef72f. 00000100:00000001:2.0:1767326175.613767:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326175.613768:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326175.613770:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326175.613774:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326175.613775:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326175.613777:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326175.613779:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326176.250226:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326176.250233:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326176.250282:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326176.250286:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326176.250289:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326177.274239:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326177.274245:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326177.274304:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326177.274307:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326177.274310:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326178.298263:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326178.298272:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326178.298330:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326178.298335:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326178.298339:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326179.322276:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326179.322300:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326179.322369:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326179.322375:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326179.322379:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326180.346219:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326180.346227:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326180.346281:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326180.346287:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326180.346290:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326180.730281:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306097178, at 4306097664 00000100:00000040:1.0:1767326180.730281:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306097178, at 4306097664 00000100:00000040:0.0:1767326180.730283:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306097178, at 4306097664 00000100:00000010:3.0:1767326180.730307:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb481614. 00000100:00000010:0.0:1767326180.730311:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a535425e. 00000100:00000010:1.0:1767326180.730317:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6e66bc7. 00000100:00000040:2.0:1767326180.730338:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326180.730345:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326180.730352:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008741e8e9. 00000020:00000040:2.0:1767326180.730357:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326180.730362:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326180.730364:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326180.730369:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326180.730376:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a0189c70. 00000100:00000001:2.0:1767326180.730382:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326180.730391:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000008741e8e9 x1853174993451008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326180.730399:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326180.730400:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326180.730405:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008741e8e9] to pc [ptlrpcd_00_01+1] req@000000008741e8e9 x1853174993451008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326180.730429:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326180.730430:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326180.730433:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326180.730435:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031ce12f0. 00000020:00000040:2.0:1767326180.730437:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326180.730438:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326180.730439:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326180.730441:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326180.730445:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003376a84e. 00000100:00000001:2.0:1767326180.730447:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326180.730450:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000031ce12f0 x1853174993451136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326180.730455:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326180.730463:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326180.730465:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326180.730471:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767326180.730472:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326180.730472:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326180.730475:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326180.730482:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031ce12f0] to pc [ptlrpcd_00_02+2] req@0000000031ce12f0 x1853174993451136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326180.730488:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326180.730491:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326180.730499:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326180.730502:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326180.730508:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326180.730511:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326180.730515:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326180.730517:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767326180.730519:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e46534f4. 00000020:00000040:2.0:1767326180.730523:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767326180.730526:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326180.730526:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326180.730528:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008741e8e9 x1853174993451008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326180.730528:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326180.730532:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326180.730533:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326180.730537:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326180.730538:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326180.730546:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326180.730553:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031ce12f0 x1853174993451136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326180.730558:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b35dfede. 00000100:00000001:3.0:1767326180.730559:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326180.730565:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326180.730566:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326180.730585:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326180.730585:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326180.730587:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000e46534f4 x1853174993451264/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326180.730596:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326180.730596:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326180.730602:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326180.730610:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326180.730611:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326180.730612:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326180.730615:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326180.730627:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326180.730631:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008741e8e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993451008:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767326180.730632:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e46534f4] to pc [ptlrpcd_00_03+3] req@00000000e46534f4 x1853174993451264/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326180.730640:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000031ce12f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993451136:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326180.730649:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326180.730657:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326180.730658:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326180.730661:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326180.730664:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326180.730665:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326180.730667:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767326180.730668:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047e98dfd. 00000100:00000040:2.0:1767326180.730669:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326180.730673:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326180.730674:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326180.730675:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326180.730683:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11435) 02000000:00000001:3.0:1767326180.730687:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767326180.730690:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad313715. 02000000:00000010:3.0:1767326180.730696:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3fe2247. 00000100:00000001:0.0:1767326180.730696:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326180.730699:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d9b1115. 00000100:00000040:2.0:1767326180.730701:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306097178, at 4306097664 00000100:00000001:0.0:1767326180.730703:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326180.730705:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326180.730709:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767326180.730710:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993451136, portal 10 00000100:00000010:2.0:1767326180.730711:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc226e14. 00000100:00000001:1.0:1767326180.730715:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1767326180.730717:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eab0696. 00000100:00000001:1.0:1767326180.730718:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531373952 : -112767178177664 : ffff997058670380) 00000100:00000040:0.0:1767326180.730721:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e46534f4 x1853174993451264/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326180.730732:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000206a045a. 00000100:00000040:1.0:1767326180.730733:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000031ce12f0 x1853174993451136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326180.730743:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993451008, portal 25 00000100:00000001:0.0:1767326180.730749:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326180.730754:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326180.730755:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326180.730757:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326180.730759:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531380224 : -112767178171392 : ffff997058671c00) 02000000:00000001:0.0:1767326180.730763:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326180.730770:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326180.730772:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326180.730774:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba163e5e. 00000100:00000040:3.0:1767326180.730778:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008741e8e9 x1853174993451008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326180.730780:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993451136, offset 0 02000000:00000001:0.0:1767326180.730782:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326180.730795:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00100000:0.0:1767326180.730796:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e46534f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993451264:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326180.730814:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326180.730815:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:0.0:1767326180.730838:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326180.730842:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326180.730843:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326180.730844:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326180.730848:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:0.0:1767326180.730851:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326180.730857:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767326180.730858:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000010:0.0:1767326180.730861:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004edd428f. 00000400:00000200:1.0:1767326180.730863:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:3.0:1767326180.730869:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014d537d4. 02000000:00000001:0.0:1767326180.730870:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326180.730871:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [512:512:256:4294967295] 192.168.203.107@tcp LPNI seq info [512:512:8:4294967295] 00000100:00000200:3.0:1767326180.730884:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993451008, offset 0 00000400:00000010:0.0:1767326180.730885:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6511b72. 00000400:00000200:1.0:1767326180.730897:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:0.0:1767326180.730899:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5b91e06. 00000400:00000200:3.0:1767326180.730908:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000200:0.0:1767326180.730918:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993451264, portal 10 00000800:00000200:1.0:1767326180.730920:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326180.730924:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1767326180.730927:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f9e2ebb4. 00000400:00000200:3.0:1767326180.730928:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767326180.730930:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531387392 : -112767178164224 : ffff997058673800) 00000400:00000200:3.0:1767326180.730944:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326180.730946:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e46534f4 x1853174993451264/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326180.730951:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767326180.730958:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767326180.730971:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326180.730973:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326180.730980:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f9e2ebb4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326180.730990:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767326180.731007:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [513:513:255:4294967295] 192.168.203.107@tcp LPNI seq info [513:513:7:4294967295] 00000100:00000001:1.0:1767326180.731009:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326180.731009:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326180.731021:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 186242 usecs (187 jiffies) 00000100:00000040:0.0:1767326180.731025:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326180.731031:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306097851 00000400:00000010:0.0:1767326180.731031:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da6f0bb5. 00000100:00000200:0.0:1767326180.731041:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993451264, offset 0 00000100:00000010:1.0:1767326180.731042:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e6e66bc7. 00000400:00000200:3.0:1767326180.731050:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326180.731052:0:211467:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767326180.731061:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326180.731064:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306097851 00000800:00000200:3.0:1767326180.731071:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767326180.731073:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e03e3ef. 00000400:00000200:0.0:1767326180.731074:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767326180.731082:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dead0e98. 00000100:00000001:1.0:1767326180.731082:0:211467:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326180.731084:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326180.731093:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306097851 00000400:00000200:0.0:1767326180.731096:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:2.0:1767326180.731100:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1767326180.731101:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000094424b27. 00000800:00000200:3.0:1767326180.731106:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000010:2.0:1767326180.731109:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f9e2ebb4. 00000400:00000200:0.0:1767326180.731110:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326180.731118:0:211467:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767326180.731120:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326180.731120:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767326180.731123:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306097851 00000800:00000200:3.0:1767326180.731129:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:1.0:1767326180.731132:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c6907e80. 00000400:00000200:2.0:1767326180.731188:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326180.731194:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [514:514:254:4294967295] 192.168.203.107@tcp LPNI seq info [514:514:6:4294967295] 00000100:00000001:1.0:1767326180.731195:0:211467:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326180.731202:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326180.731206:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326180.731212:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326180.731213:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326180.731217:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326180.731222:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba163e5e 00000800:00000200:0.0:1767326180.731225:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326180.731227:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1767326180.731232:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfadf5e9. 00000400:00000010:2.0:1767326180.731233:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba163e5e. 00000100:00000001:1.0:1767326180.731233:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326180.731241:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326180.731242:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326180.731247:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767326180.731248:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:2.0:1767326180.731251:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031ce12f0 x1853174993451136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326180.731251:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326180.731255:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dead0e98 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326180.731260:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326180.731265:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326180.731272:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326180.731274:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dfadf5e9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326180.731287:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306102299 00000100:00000001:2.0:1767326180.731287:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326180.731288:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326180.731298:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031ce12f0 x1853174993451136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326196 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326180.731301:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 12150 usecs (13 jiffies) 00000100:00000001:3.0:1767326180.731304:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306097851 00000100:00000001:0.0:1767326180.731309:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306097678 00000100:00000001:2.0:1767326180.731317:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326180.731321:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306102299 00000100:00000001:2.0:1767326180.731322:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326180.731322:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306102299 00000100:00000001:0.0:1767326180.731331:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306097678 00000100:00000001:3.0:1767326180.731333:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306097851 00000100:00000001:3.0:1767326180.731342:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306102299 00000800:00000200:2.0:1767326180.731342:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326180.731343:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306102299 00000800:00000010:2.0:1767326180.731345:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dead0e98. 00000100:00000001:0.0:1767326180.731356:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306097678 00000400:00000200:2.0:1767326180.731357:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326180.731359:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306097851 00000400:00000200:2.0:1767326180.731366:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326180.731369:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306102299 00000400:00000200:2.0:1767326180.731369:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d537d4 00000100:00000001:0.0:1767326180.731370:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306102299 00000400:00000010:2.0:1767326180.731376:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014d537d4. 00000100:00000001:0.0:1767326180.731383:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306097678 00000100:00000001:3.0:1767326180.731385:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306097851 00000100:00000001:2.0:1767326180.731386:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326180.731394:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008741e8e9 x1853174993451008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326180.731396:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326180.731397:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306102299 00000100:00000001:3.0:1767326180.731410:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326180.731410:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326180.731413:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326180.731421:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008741e8e9 x1853174993451008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326196 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326180.731425:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326180.731426:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326180.731429:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326180.731439:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326180.731440:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326180.731440:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326180.731449:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326180.731456:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326180.731458:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326180.731463:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326180.731466:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326180.731469:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326180.731472:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326180.731473:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326180.731477:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfadf5e9. 00000400:00000200:2.0:1767326180.731480:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326180.731482:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326180.731483:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da6f0bb5 00000400:00000010:2.0:1767326180.731484:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da6f0bb5. 00000100:00000001:2.0:1767326180.731486:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326180.731488:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e46534f4 x1853174993451264/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326180.731493:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326180.731501:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e46534f4 x1853174993451264/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326196 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326180.731505:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326180.731506:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326180.733467:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326180.733478:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326180.733482:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326180.733484:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326180.733491:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326180.733503:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30f880 00000400:00000200:2.0:1767326180.733511:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x10c9 [1] + 224 00000800:00000001:2.0:1767326180.733517:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326180.733523:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326180.733525:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326180.733533:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326180.733537:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326180.733542:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031ce12f0 x1853174993451136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326180.733554:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000031ce12f0 x1853174993451136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326180.733574:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326180.733581:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326180.733585:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326180.733586:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326180.733587:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326180.733590:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326180.733596:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30f800 00000400:00000200:2.0:1767326180.733600:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x10cd [1] + 224 00000800:00000001:2.0:1767326180.733603:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326180.733606:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326180.733607:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326180.733609:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326180.733611:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326180.733620:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326180.733622:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767326180.733626:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1767326180.733627:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008741e8e9 x1853174993451008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326180.733630:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326180.733633:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad313715. 00000400:00000200:1.0:1767326180.733637:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d9b1115 00000100:00000040:2.0:1767326180.733641:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008741e8e9 x1853174993451008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326180.733642:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d9b1115. 00000100:00000001:1.0:1767326180.733646:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326180.733653:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031ce12f0 x1853174993451136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326180.733657:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326180.733664:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326180.733664:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031ce12f0 x1853174993451136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326180.733668:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326180.733672:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326180.733675:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326180.733677:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326180.733679:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326180.733683:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767326180.733684:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326180.733688:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326180.733691:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326180.733693:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326180.733695:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30f900 02000000:00000001:1.0:1767326180.733697:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326180.733702:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x10d9 [1] + 224 00000100:00001000:1.0:1767326180.733704:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=127 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326180.733705:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326180.733711:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=127 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326180.733715:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767326180.733717:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326180.733717:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326180.733718:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326180.733728:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326180.733728:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326180.733729:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767326180.733737:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326180.733740:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:3.0:1767326180.733741:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326180.733742:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:3.0:1767326180.733750:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767326180.733750:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326180.733755:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326180.733756:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326180.733757:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eab0696. 00000100:00000040:1.0:1767326180.733761:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031ce12f0 x1853174993451136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326180.733767:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000206a045a 00000100:00000001:1.0:1767326180.733770:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326180.733776:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000206a045a. 00000100:00000001:1.0:1767326180.733776:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326180.733781:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326180.733790:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031ce12f0 x1853174993451136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326180.733792:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326180.733792:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326180.733816:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008741e8e9 x1853174993451008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326180.733816:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e46534f4 x1853174993451264/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326180.733834:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000031ce12f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993451136:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767326180.733840:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e46534f4 x1853174993451264/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326180.733844:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326180.733856:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326180.733862:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031ce12f0 x1853174993451136/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326180.733916:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767326180.733920:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008741e8e9 x1853174993451008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326180.733920:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326180.733926:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047e98dfd. 00000100:00000001:2.0:1767326180.733937:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326180.733939:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326180.733945:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767326180.733945:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:2.0:1767326180.733947:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326180.733954:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326180.733954:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000800:00000001:2.0:1767326180.733956:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326180.733968:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326180.733972:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767326180.733972:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003376a84e. 02000000:00000001:3.0:1767326180.733977:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767326180.733979:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326180.733980:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326180.733983:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326180.733985:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326180.733986:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326180.733988:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767326180.733988:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031ce12f0. 00000400:00000001:2.0:1767326180.733994:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767326180.733997:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326180.733999:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326180.733999:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326180.734005:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326180.734006:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6511b72. 00000100:00001000:3.0:1767326180.734007:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=137 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326180.734010:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326180.734015:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5b91e06 00000400:00000010:2.0:1767326180.734022:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5b91e06. 00000100:00001000:3.0:1767326180.734023:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326180.734024:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326180.734030:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326180.734039:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326180.734041:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326180.734041:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326180.734042:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326180.734045:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326180.734050:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767326180.734052:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e46534f4 x1853174993451264/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326180.734055:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326180.734065:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326180.734083:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e46534f4 x1853174993451264/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326180.734084:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008741e8e9 x1853174993451008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326180.734166:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326180.734176:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326180.734176:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326180.734185:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326180.734186:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326180.734199:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767326180.734205:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008741e8e9 x1853174993451008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326180.734206:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326180.734212:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326180.734218:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326180.734231:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326180.734236:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008741e8e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993451008:192.168.203.107@tcp:400: 00000100:00001000:2.0:1767326180.734242:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=137 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326180.734243:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326180.734249:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326180.734257:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008741e8e9 x1853174993451008/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326180.734257:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326180.734280:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326180.734281:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326180.734283:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326180.734286:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3fe2247. 00000100:00000001:2.0:1767326180.734287:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326180.734293:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767326180.734297:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326180.734300:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326180.734303:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767326180.734306:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00080000:2.0:1767326180.734306:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e46534f4 x1853174993451264/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326180.734309:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a0189c70. 02000000:00000001:3.0:1767326180.734315:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326180.734318:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326180.734321:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008741e8e9. 00000100:00000001:3.0:1767326180.734329:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326180.734332:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326180.734338:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326180.734346:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326180.734347:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326180.734352:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326180.734354:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326180.734356:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326180.734360:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326180.734360:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326180.734364:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326180.734366:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326180.734373:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e46534f4 x1853174993451264/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326180.734380:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326180.734382:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326180.734383:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326180.734386:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e46534f4 x1853174993451264/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326180.734391:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e46534f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993451264:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326180.734400:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326180.734402:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326180.734404:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e46534f4 x1853174993451264/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326196 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326180.734408:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326180.734410:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326180.734411:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004edd428f. 02000000:00000001:2.0:1767326180.734414:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326180.734415:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326180.734416:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326180.734417:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326180.734419:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b35dfede. 02000000:00000001:2.0:1767326180.734420:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326180.734422:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326180.734423:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e46534f4. 00000100:00000001:2.0:1767326180.734425:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326180.734425:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326180.734427:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326180.734430:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326180.734431:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326180.734433:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326180.734434:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326181.370233:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326181.370239:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326181.370287:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326181.370290:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326181.370292:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326182.394288:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326182.394294:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326182.394366:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326182.394373:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326182.394378:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326183.418234:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326183.418248:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326183.418250:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326183.418252:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326183.418257:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326183.418259:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326183.418266:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326183.418268:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326183.418323:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326183.418327:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326183.418330:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326184.442269:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326184.442277:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326184.442363:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326184.442376:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326184.442380:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326185.466266:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326185.466277:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326185.466360:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326185.466365:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326185.466370:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326185.850243:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306102299, at 4306102784 00000100:00000040:0.0:1767326185.850243:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306102299, at 4306102784 00000100:00000040:2.0:1767326185.850245:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306102299, at 4306102784 00000100:00000010:2.0:1767326185.850264:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000094424b27. 00000100:00000010:0.0:1767326185.850267:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6e66bc7. 00000100:00000010:1.0:1767326185.850271:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e03e3ef. 00000100:00000040:1.0:1767326185.850293:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326185.850301:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326185.850309:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000907694f6. 00000100:00000040:3.0:1767326185.850313:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306102299, at 4306102784 00000020:00000040:1.0:1767326185.850315:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326185.850324:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:3.0:1767326185.850326:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c6907e80. 02000000:00000001:1.0:1767326185.850328:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326185.850336:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326185.850347:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b6dbbf0. 00000100:00000001:1.0:1767326185.850355:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326185.850384:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000907694f6 x1853174993451392/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326185.850398:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326185.850401:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326185.850407:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000907694f6] to pc [ptlrpcd_00_00+0] req@00000000907694f6 x1853174993451392/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326185.850439:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326185.850442:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326185.850446:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326185.850450:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95a2dac. 00000020:00000040:1.0:1767326185.850453:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767326185.850455:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326185.850457:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326185.850459:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326185.850463:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1d8a82b. 00000100:00000001:1.0:1767326185.850466:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326185.850486:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326185.850490:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000d95a2dac x1853174993451520/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767326185.850493:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767326185.850497:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326185.850500:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326185.850501:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326185.850511:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326185.850514:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326185.850515:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326185.850520:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326185.850524:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d95a2dac] to pc [ptlrpcd_00_01+1] req@00000000d95a2dac x1853174993451520/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326185.850525:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326185.850529:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326185.850533:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326185.850545:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000907694f6 x1853174993451392/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326185.850551:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326185.850556:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326185.850560:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326185.850563:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326185.850565:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326185.850566:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326185.850569:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004db1aef7. 00000100:00100000:3.0:1767326185.850570:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767326185.850574:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326185.850574:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1767326185.850576:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767326185.850579:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767326185.850580:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326185.850582:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326185.850582:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326185.850587:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326185.850588:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326185.850589:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326185.850591:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326185.850592:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326185.850594:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767326185.850597:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000907694f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993451392:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767326185.850601:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d95a2dac x1853174993451520/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326185.850608:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326185.850616:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767326185.850617:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767326185.850618:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1b90c43. 00000100:00000001:3.0:1767326185.850619:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326185.850622:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326185.850626:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326185.850626:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326185.850627:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767326185.850632:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767326185.850635:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000850bcc73. 00000100:00000040:1.0:1767326185.850637:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000004db1aef7 x1853174993451648/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326185.850639:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326185.850642:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326185.850649:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d95a2dac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993451520:192.168.203.107@tcp:400: 00000400:00000010:0.0:1767326185.850654:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007efbff24. 00000100:00000001:3.0:1767326185.850659:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326185.850662:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326185.850664:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326185.850670:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004db1aef7] to pc [ptlrpcd_00_02+2] req@000000004db1aef7 x1853174993451648/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326185.850674:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326185.850678:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326185.850679:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a212d555. 02000000:00000001:3.0:1767326185.850685:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326185.850691:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004baad191. 00000100:00000200:0.0:1767326185.850692:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993451392, portal 25 02000000:00000001:3.0:1767326185.850695:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326185.850698:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326185.850701:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138722304 : -112766570829312 : ffff99707c9a6a00) 00000400:00000010:3.0:1767326185.850703:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eab0696. 00000100:00000001:1.0:1767326185.850708:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326185.850709:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000907694f6 x1853174993451392/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326185.850711:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000206a045a. 00000100:00000040:1.0:1767326185.850715:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1767326185.850719:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993451520, portal 10 00000100:00000001:3.0:1767326185.850727:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767326185.850728:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326185.850730:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138716928 : -112766570834688 : ffff99707c9a5500) 00000100:00000001:0.0:1767326185.850736:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326185.850737:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326185.850739:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11440) 00000100:00000001:2.0:1767326185.850742:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326185.850743:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767326185.850744:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d95a2dac x1853174993451520/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326185.850745:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326185.850752:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004db1aef7 x1853174993451648/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326185.850752:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bddc121e. 00000100:00000001:3.0:1767326185.850756:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767326185.850760:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993451392, offset 0 00000100:00000040:3.0:1767326185.850761:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767326185.850765:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a77dda. 00000100:00000001:2.0:1767326185.850765:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326185.850767:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326185.850769:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993451520, offset 0 02000000:00000001:2.0:1767326185.850770:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326185.850772:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326185.850776:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767326185.850777:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326185.850777:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326185.850783:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326185.850785:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004db1aef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993451648:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767326185.850800:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326185.850803:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326185.850807:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326185.850809:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326185.850812:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326185.850815:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000010:2.0:1767326185.850816:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f0bb424. 02000000:00000001:2.0:1767326185.850821:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326185.850825:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fc971ee. 00000400:00000200:0.0:1767326185.850828:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767326185.850830:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008680a42d. 00000100:00000200:2.0:1767326185.850835:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993451648, portal 10 00000400:00000200:0.0:1767326185.850837:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326185.850838:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326185.850841:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138726784 : -112766570824832 : ffff99707c9a7b80) 00000400:00000200:0.0:1767326185.850847:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326185.850850:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004db1aef7 x1853174993451648/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326185.850855:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767326185.850864:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [515:515:256:4294967295] 192.168.203.107@tcp LPNI seq info [515:515:8:4294967295] 00000100:00000001:2.0:1767326185.850866:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326185.850873:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326185.850880:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9db31c4. 00000100:00000200:2.0:1767326185.850885:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993451648, offset 0 00000400:00000200:0.0:1767326185.850886:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:2.0:1767326185.850895:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767326185.850898:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767326185.850906:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007aa30fa9. 00000800:00000200:0.0:1767326185.850916:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767326185.850925:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767326185.850930:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007aa30fa9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326185.850954:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326185.850960:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306107418 00000400:00000200:3.0:1767326185.850961:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:0.0:1767326185.850967:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091671450. 00000100:00000001:0.0:1767326185.850973:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326185.850977:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326185.850980:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306107418 00000400:00000200:3.0:1767326185.850984:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000010:0.0:1767326185.850986:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b57c0e8b. 00000400:00000200:3.0:1767326185.850989:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326185.850993:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767326185.850994:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767326185.850998:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [516:516:255:4294967295] 192.168.203.107@tcp LPNI seq info [516:516:7:4294967295] 00000100:00000001:0.0:1767326185.851008:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306107418 00000400:00000200:3.0:1767326185.851014:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:0.0:1767326185.851015:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e8bdceb6. 00000100:00000001:0.0:1767326185.851023:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767326185.851024:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767326185.851030:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306107418 00000400:00000200:2.0:1767326185.851031:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767326185.851037:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f14dad39. 00000400:00000200:2.0:1767326185.851038:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767326185.851044:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326185.851044:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326185.851052:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326185.851052:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326185.851059:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326185.851060:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [517:517:254:4294967295] 192.168.203.107@tcp LPNI seq info [517:517:6:4294967295] 00000100:00000001:0.0:1767326185.851063:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326185.851069:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326185.851074:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767326185.851076:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326185.851077:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767326185.851078:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326185.851081:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326185.851086:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005e4ab40. 00000100:00000001:0.0:1767326185.851086:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326185.851088:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000010:1.0:1767326185.851092:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007aa30fa9. 00000800:00000200:3.0:1767326185.851096:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767326185.851099:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326185.851100:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1767326185.851104:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b35dfede. 00000800:00000200:3.0:1767326185.851106:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767326185.851109:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000005e4ab40 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767326185.851112:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767326185.851114:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326185.851116:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326185.851121:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767326185.851124:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b35dfede type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326185.851126:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bddc121e 00000100:00000001:2.0:1767326185.851128:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326185.851130:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bddc121e. 00000100:00000040:2.0:1767326185.851134:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 12098 usecs (13 jiffies) 00000100:00000001:1.0:1767326185.851137:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326185.851164:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306102797 00000100:00000001:2.0:1767326185.851170:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306107418 00000100:00000200:1.0:1767326185.851172:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000907694f6 x1853174993451392/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326185.851175:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306102798 00000100:00000001:2.0:1767326185.851181:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306107418 00000100:00000001:2.0:1767326185.851187:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306102798 00000100:00000001:2.0:1767326185.851193:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306107418 00000100:00000001:1.0:1767326185.851196:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326185.851197:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306102798 00000100:00000001:2.0:1767326185.851202:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306107418 00000100:00000040:1.0:1767326185.851204:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000907694f6 x1853174993451392/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326201 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326185.851206:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 185051 usecs (186 jiffies) 00000100:00000001:2.0:1767326185.851207:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326185.851212:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306102971 00000100:00000001:2.0:1767326185.851212:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326185.851217:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326185.851222:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326185.851223:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306107418 00000100:00000001:1.0:1767326185.851227:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326185.851228:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306102971 00000100:00000001:2.0:1767326185.851228:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326185.851231:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326185.851233:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326185.851234:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306107418 00000100:00000001:3.0:1767326185.851238:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306102971 00000100:00000001:2.0:1767326185.851239:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326185.851241:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306107418 00000100:00000001:2.0:1767326185.851241:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326185.851242:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326185.851244:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306102971 00000100:00000001:2.0:1767326185.851245:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326185.851246:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306107418 00000100:00000001:3.0:1767326185.851249:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326185.851250:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326185.851253:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326185.851255:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326185.851256:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326185.851261:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005e4ab40. 00000400:00000200:1.0:1767326185.851265:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326185.851270:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326185.851273:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a77dda 00000400:00000010:1.0:1767326185.851275:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a77dda. 00000100:00000001:1.0:1767326185.851279:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326185.851282:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d95a2dac x1853174993451520/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326185.851290:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326185.851292:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d95a2dac x1853174993451520/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326201 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326185.851299:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326185.851300:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326185.851332:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326185.851335:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b35dfede. 00000400:00000200:1.0:1767326185.851338:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326185.851341:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326185.851344:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9db31c4 00000400:00000010:1.0:1767326185.851346:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9db31c4. 00000100:00000001:1.0:1767326185.851355:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326185.851359:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004db1aef7 x1853174993451648/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326185.851367:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326185.851370:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004db1aef7 x1853174993451648/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326201 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326185.851376:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326185.851378:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326185.852918:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326185.852937:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326185.852941:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326185.852944:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326185.852953:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326185.852963:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30f980 00000400:00000200:2.0:1767326185.852971:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x10e1 [1] + 224 00000800:00000001:2.0:1767326185.852979:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326185.852984:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326185.852986:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326185.852990:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326185.852995:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326185.853001:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000907694f6 x1853174993451392/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326185.853014:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000907694f6 x1853174993451392/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326185.853028:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326185.853035:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326185.853038:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326185.853039:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326185.853041:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326185.853044:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326185.853048:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30fa00 00000400:00000200:2.0:1767326185.853052:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x10e5 [1] + 224 00000800:00000001:2.0:1767326185.853055:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326185.853058:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326185.853059:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326185.853062:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326185.853064:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326185.853068:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326185.853072:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326185.853075:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d95a2dac x1853174993451520/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326185.853081:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767326185.853083:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d95a2dac x1853174993451520/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326185.853087:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326185.853091:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007efbff24. 00000400:00000200:0.0:1767326185.853097:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a212d555 00000400:00000010:0.0:1767326185.853099:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a212d555. 00000100:00000001:2.0:1767326185.853101:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326185.853103:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767326185.853109:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326185.853111:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000907694f6 x1853174993451392/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326185.853115:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326185.853120:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326185.853125:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326185.853132:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000907694f6 x1853174993451392/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326185.853133:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326185.853138:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326185.853138:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000001:3.0:1767326185.853162:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326185.853164:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326185.853168:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eab0696. 00000400:00000200:3.0:1767326185.853175:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000206a045a 00000400:00000200:2.0:1767326185.853180:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30fa80 00000400:00000010:3.0:1767326185.853181:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000206a045a. 00000100:00000001:0.0:1767326185.853184:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326185.853189:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326185.853190:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326185.853194:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x10f1 [1] + 224 00000100:00000001:0.0:1767326185.853197:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767326185.853198:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d95a2dac x1853174993451520/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326185.853202:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767326185.853206:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326185.853207:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326185.853212:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326185.853216:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326185.853219:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326185.853220:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767326185.853228:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d95a2dac x1853174993451520/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326185.853228:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00001000:0.0:1767326185.853230:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=142 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326185.853234:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326185.853240:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004db1aef7 x1853174993451648/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326185.853243:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=142 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326185.853254:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326185.853258:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326185.853261:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326185.853264:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326185.853266:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326185.853268:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767326185.853272:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004db1aef7 x1853174993451648/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326185.853273:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767326185.853273:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326185.853277:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326185.853279:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326185.853284:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326185.853287:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326185.853293:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=132 v=5 (5 5 5 5) 00000100:00000040:0.0:1767326185.853299:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000907694f6 x1853174993451392/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326185.853300:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=132 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326185.853307:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326185.853314:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326185.853315:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767326185.853315:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326185.853320:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326185.853322:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326185.853322:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767326185.853325:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326185.853326:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326185.853331:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326185.853335:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000907694f6 x1853174993451392/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326185.853337:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326185.853337:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326185.853341:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326185.853343:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326185.853349:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:1.0:1767326185.853350:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326185.853353:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326185.853355:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767326185.853355:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000907694f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993451392:192.168.203.107@tcp:400: 00000400:00000010:1.0:1767326185.853361:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fc971ee. 00000100:00000040:3.0:1767326185.853364:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d95a2dac x1853174993451520/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326185.853364:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326185.853367:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008680a42d 00000100:00000001:0.0:1767326185.853371:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767326185.853372:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008680a42d. 00000100:00000001:1.0:1767326185.853380:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326185.853380:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000907694f6 x1853174993451392/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326185.853384:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326185.853390:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004db1aef7 x1853174993451648/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326185.853391:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326185.853395:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326185.853405:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d95a2dac x1853174993451520/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326185.853406:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326185.853411:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326185.853416:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000850bcc73. 02000000:00000001:0.0:1767326185.853425:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1767326185.853429:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004db1aef7 x1853174993451648/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326185.853431:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d95a2dac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993451520:192.168.203.107@tcp:400: 00000020:00000001:0.0:1767326185.853431:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326185.853436:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767326185.853443:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326185.853444:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326185.853447:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b6dbbf0. 00000100:00000001:3.0:1767326185.853448:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326185.853456:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d95a2dac x1853174993451520/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326185.853457:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326185.853461:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326185.853462:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:0.0:1767326185.853466:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000907694f6. 00000100:00000001:1.0:1767326185.853467:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326185.853472:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326185.853475:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326185.853476:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326185.853477:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767326185.853479:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326185.853480:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326185.853481:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326185.853483:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004baad191. 00000100:00000001:1.0:1767326185.853484:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326185.853487:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326185.853489:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326185.853490:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326185.853493:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767326185.853495:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:1.0:1767326185.853496:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=142 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326185.853498:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326185.853499:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:3.0:1767326185.853506:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1767326185.853506:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=76 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326185.853506:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326185.853509:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1d8a82b. 00000100:00000001:1.0:1767326185.853512:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767326185.853515:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326185.853516:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326185.853517:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326185.853519:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326185.853523:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d95a2dac. 00010000:00000001:1.0:1767326185.853523:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326185.853529:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00080000:1.0:1767326185.853532:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004db1aef7 x1853174993451648/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326185.853533:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326185.853543:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326185.853548:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326185.853550:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326185.853555:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326185.853558:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326185.853566:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326185.853570:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326185.853572:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326185.853574:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326185.853576:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326185.853581:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004db1aef7 x1853174993451648/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326185.853588:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326185.853590:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326185.853592:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326185.853604:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004db1aef7 x1853174993451648/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326185.853612:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004db1aef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993451648:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326185.853616:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326185.853618:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326185.853620:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004db1aef7 x1853174993451648/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326201 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326185.853627:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326185.853629:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326185.853631:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f0bb424. 02000000:00000001:1.0:1767326185.853635:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326185.853637:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326185.853638:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767326185.853640:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326185.853642:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c1b90c43. 02000000:00000001:1.0:1767326185.853645:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326185.853646:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326185.853648:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004db1aef7. 00000100:00000001:1.0:1767326185.853650:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326185.853652:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326185.853659:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326185.853663:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326185.853664:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326185.853667:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326185.853668:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326186.490263:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326186.490271:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326186.490324:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326186.490328:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326186.490331:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326187.514220:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326187.514229:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326187.514282:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326187.514286:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326187.514288:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326188.538205:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326188.538213:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326188.538259:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326188.538264:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326188.538267:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326189.562184:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326189.562190:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326189.562250:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326189.562255:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326189.562259:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326190.586273:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326190.586284:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326190.586344:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326190.586349:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326190.586353:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326190.970193:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306107418, at 4306107904 00000100:00000010:2.0:1767326190.970211:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e8bdceb6. 00000100:00000040:0.0:1767326190.970215:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306107418, at 4306107904 00000100:00000040:1.0:1767326190.970222:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306107418, at 4306107904 00000100:00000010:0.0:1767326190.970224:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091671450. 00000100:00000040:3.0:1767326190.970235:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306107418, at 4306107904 00000100:00000010:1.0:1767326190.970236:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b57c0e8b. 00000100:00000010:3.0:1767326190.970250:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f14dad39. 00000100:00000040:0.0:1767326190.970257:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326190.970264:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326190.970272:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007523782f. 00000020:00000040:0.0:1767326190.970279:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326190.970285:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326190.970288:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326190.970293:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326190.970299:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dfadf5e9. 00000100:00000001:0.0:1767326190.970305:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326190.970316:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000007523782f x1853174993451776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326190.970326:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326190.970328:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326190.970341:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007523782f] to pc [ptlrpcd_00_03+3] req@000000007523782f x1853174993451776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326190.970369:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326190.970372:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326190.970376:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326190.970380:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a64ef72f. 00000020:00000040:0.0:1767326190.970383:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767326190.970386:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326190.970388:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326190.970390:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326190.970390:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326190.970395:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767326190.970395:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000023e56e71. 00000100:00000001:1.0:1767326190.970399:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326190.970399:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326190.970404:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326190.970405:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007523782f x1853174993451776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326190.970405:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000a64ef72f x1853174993451904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326190.970410:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326190.970421:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326190.970421:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326190.970426:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326190.970429:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326190.970431:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326190.970435:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326190.970438:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326190.970438:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a64ef72f] to pc [ptlrpcd_00_00+0] req@00000000a64ef72f x1853174993451904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326190.970442:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993451776:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326190.970447:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326190.970454:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326190.970462:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326190.970465:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326190.970470:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac7511f8. 00000100:00000001:0.0:1767326190.970470:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326190.970472:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326190.970472:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326190.970477:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767326190.970480:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad313715. 00000100:00000010:0.0:1767326190.970480:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ed2912f. 00000100:00000001:3.0:1767326190.970482:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767326190.970484:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767326190.970486:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326190.970488:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767326190.970489:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d9b1115. 00000100:00000001:3.0:1767326190.970490:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326190.970493:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326190.970500:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326190.970504:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000356a1e1a. 00000100:00000200:1.0:1767326190.970505:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993451776, portal 25 00000100:00000040:3.0:1767326190.970506:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a64ef72f x1853174993451904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326190.970513:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326190.970515:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326190.970519:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000100:00000040:0.0:1767326190.970533:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000009ed2912f x1853174993452032/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767326190.970534:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007523782f x1853174993451776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326190.970566:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326190.970570:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326190.970576:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326190.970578:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326190.970581:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326190.970581:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326190.970585:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767326190.970591:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326190.970592:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8fd9bfd. 00000100:00000040:0.0:1767326190.970592:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ed2912f] to pc [ptlrpcd_00_01+1] req@000000009ed2912f x1853174993452032/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326190.970605:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326190.970607:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993451776, offset 0 00000100:00100000:3.0:1767326190.970616:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a64ef72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993451904:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326190.970619:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326190.970623:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767326190.970628:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326190.970632:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326190.970634:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767326190.970638:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326190.970641:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326190.970643:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11445) 02000000:00000001:3.0:1767326190.970645:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326190.970648:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000010:3.0:1767326190.970652:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5b42119. 02000000:00000001:3.0:1767326190.970657:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326190.970657:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326190.970662:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326190.970666:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326190.970667:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eab0696. 00000400:00000200:1.0:1767326190.970670:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326190.970674:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326190.970678:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767326190.970679:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000206a045a. 00000100:00000040:0.0:1767326190.970683:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ed2912f x1853174993452032/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326190.970686:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000200:3.0:1767326190.970688:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993451904, portal 10 00000400:00000200:1.0:1767326190.970696:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [518:518:256:4294967295] 192.168.203.107@tcp LPNI seq info [518:518:8:4294967295] 00000100:00000001:3.0:1767326190.970699:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326190.970703:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250678528 : -112767458873088 : ffff997047abf100) 00000100:00000001:0.0:1767326190.970708:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326190.970711:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326190.970714:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a64ef72f x1853174993451904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326190.970727:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326190.970734:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326190.970736:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:0.0:1767326190.970746:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326190.970770:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ed2912f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993452032:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326190.970771:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326190.970773:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326190.970776:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:1.0:1767326190.970779:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b90c43. 02000000:00000001:0.0:1767326190.970780:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326190.970782:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326190.970784:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767326190.970788:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000010:0.0:1767326190.970790:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a256d601. 00000100:00000040:3.0:1767326190.970793:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326190.970795:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326190.970797:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac753d23. 00000400:00000010:0.0:1767326190.970805:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007efbff24. 00000100:00000200:3.0:1767326190.970806:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993451904, offset 0 00000800:00000200:1.0:1767326190.970806:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000010:0.0:1767326190.970814:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a212d555. 00000800:00000200:1.0:1767326190.970818:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c1b90c43 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326190.970824:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000200:0.0:1767326190.970831:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993452032, portal 10 00000100:00000001:0.0:1767326190.970836:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326190.970838:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326190.970838:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250665984 : -112767458885632 : ffff997047abc000) 00000400:00000200:3.0:1767326190.970840:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767326190.970848:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306112538 00000400:00000200:3.0:1767326190.970851:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326190.970853:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ed2912f x1853174993452032/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326190.970860:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e03e3ef. 00000400:00000200:3.0:1767326190.970861:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326190.970871:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326190.970872:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326190.970880:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326190.970885:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326190.970889:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306112538 00000400:00000200:3.0:1767326190.970892:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [519:519:255:4294967295] 192.168.203.107@tcp LPNI seq info [519:519:7:4294967295] 00000100:00000010:1.0:1767326190.970899:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c643a41f. 00000100:00000040:0.0:1767326190.970900:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326190.970908:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034704ee7. 00000100:00000001:1.0:1767326190.970909:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000200:0.0:1767326190.970913:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993452032, offset 0 00000100:00000001:1.0:1767326190.970914:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306112538 00000100:00000010:1.0:1767326190.970922:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025134a42. 00000400:00000200:0.0:1767326190.970925:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326190.970930:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326190.970931:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326190.970939:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306112538 00000800:00000200:3.0:1767326190.970944:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767326190.970948:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e693017. 00000400:00000200:0.0:1767326190.970948:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767326190.970951:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099e782ae. 00000100:00000001:1.0:1767326190.970954:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326190.970954:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326190.970961:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326190.970962:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:3.0:1767326190.970969:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326190.970973:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326190.970977:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326190.970981:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326190.970981:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:3.0:1767326190.970985:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767326190.970988:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326190.970991:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099e782ae type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326190.970993:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [520:520:254:4294967295] 192.168.203.107@tcp LPNI seq info [520:520:6:4294967295] 00000100:00000001:3.0:1767326190.971000:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326190.971008:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326190.971009:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 183872 usecs (184 jiffies) 00000100:00000001:1.0:1767326190.971012:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326190.971017:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306108088 00000100:00000001:1.0:1767326190.971018:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326190.971026:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326190.971027:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326190.971028:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306112538 00000100:00000001:1.0:1767326190.971029:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326190.971031:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306108088 00000100:00000001:1.0:1767326190.971037:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326190.971040:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306112538 00000100:00000001:3.0:1767326190.971044:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306108088 00000100:00000001:3.0:1767326190.971050:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306112538 00000800:00000200:0.0:1767326190.971051:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326190.971055:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306108088 00000100:00000001:3.0:1767326190.971058:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306112538 00000100:00000001:3.0:1767326190.971059:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326190.971062:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326190.971062:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008746fd97. 00000100:00000001:3.0:1767326190.971073:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326190.971073:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767326190.971077:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326190.971085:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767326190.971086:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326190.971089:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767326190.971090:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000010:1.0:1767326190.971091:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b90c43. 00000100:00000001:3.0:1767326190.971095:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326190.971098:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767326190.971098:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008746fd97 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326190.971100:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326190.971103:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326190.971109:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326190.971110:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326190.971113:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000040:0.0:1767326190.971118:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 12041 usecs (13 jiffies) 00000100:00000001:0.0:1767326190.971125:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306107917 00000400:00000200:1.0:1767326190.971126:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8fd9bfd 00000100:00000001:0.0:1767326190.971128:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306112538 00000400:00000010:1.0:1767326190.971130:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8fd9bfd. 00000100:00000001:0.0:1767326190.971131:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306107917 00000100:00000001:0.0:1767326190.971133:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306112538 00000100:00000001:1.0:1767326190.971135:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326190.971136:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306107917 00000100:00000001:0.0:1767326190.971164:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306112538 00000100:00000001:0.0:1767326190.971167:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306107918 00000100:00000001:0.0:1767326190.971171:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306112538 00000100:00000001:0.0:1767326190.971174:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326190.971175:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007523782f x1853174993451776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326190.971177:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326190.971180:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326190.971182:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326190.971187:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326190.971187:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326190.971189:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767326190.971190:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007523782f x1853174993451776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326206 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326190.971191:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326190.971193:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326190.971194:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326190.971197:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326190.971198:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326190.971199:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326190.971221:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326190.971224:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099e782ae. 00000400:00000200:1.0:1767326190.971227:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326190.971231:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326190.971233:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac753d23 00000400:00000010:1.0:1767326190.971234:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac753d23. 00000100:00000001:1.0:1767326190.971238:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326190.971240:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a64ef72f x1853174993451904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326190.971245:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326190.971247:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a64ef72f x1853174993451904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326206 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326190.971251:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326190.971252:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326190.971283:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326190.971285:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008746fd97. 00000400:00000200:1.0:1767326190.971287:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326190.971289:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326190.971291:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034704ee7 00000400:00000010:1.0:1767326190.971292:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034704ee7. 00000100:00000001:1.0:1767326190.971294:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326190.971295:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ed2912f x1853174993452032/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326190.971300:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326190.971301:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ed2912f x1853174993452032/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326206 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326190.971305:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326190.971306:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326190.973046:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326190.973109:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326190.973112:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326190.973114:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326190.973121:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326190.973131:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30fb00 00000400:00000200:1.0:1767326190.973162:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x10f9 [1] + 224 00000800:00000001:1.0:1767326190.973169:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326190.973173:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326190.973175:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326190.973178:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326190.973183:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326190.973187:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007523782f x1853174993451776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326190.973195:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007523782f x1853174993451776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326190.973214:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326190.973220:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326190.973222:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326190.973223:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326190.973224:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326190.973227:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326190.973231:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30fb80 00000400:00000200:1.0:1767326190.973235:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1101 [1] + 224 00000800:00000001:1.0:1767326190.973238:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326190.973243:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326190.973245:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326190.973248:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326190.973251:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326190.973252:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a64ef72f x1853174993451904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326190.973256:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326190.973259:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326190.973260:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a64ef72f x1853174993451904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326190.973266:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326190.973269:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326190.973271:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad313715. 00000400:00000200:3.0:1767326190.973275:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d9b1115 00000100:00000001:1.0:1767326190.973275:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767326190.973279:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d9b1115. 00000100:00000001:3.0:1767326190.973281:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767326190.973285:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326190.973286:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007523782f x1853174993451776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326190.973292:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326190.973296:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007523782f x1853174993451776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326190.973307:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326190.973309:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326190.973311:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326190.973314:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326190.973315:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326190.973319:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326190.973319:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326190.973323:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326190.973325:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326190.973330:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:3.0:1767326190.973331:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=147 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326190.973335:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=147 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326190.973338:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1767326190.973339:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326190.973340:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326190.973344:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eab0696. 00010000:00000001:3.0:1767326190.973345:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326190.973349:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326190.973350:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000206a045a 00000100:00000001:3.0:1767326190.973352:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326190.973353:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000206a045a. 00000100:00000040:3.0:1767326190.973358:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007523782f x1853174993451776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326190.973359:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326190.973367:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a64ef72f x1853174993451904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326190.973398:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326190.973401:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326190.973403:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326190.973407:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007523782f x1853174993451776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326190.973437:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993451776:192.168.203.107@tcp:400: 00000100:00000200:0.0:1767326190.973437:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a64ef72f x1853174993451904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326190.973446:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326190.973450:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326190.973452:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326190.973456:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007523782f x1853174993451776/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326190.973456:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326190.973461:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326190.973464:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326190.973466:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326190.973467:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326190.973469:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326190.973473:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=137 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326190.973476:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=137 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326190.973478:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326190.973480:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326190.973481:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326190.973484:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326190.973486:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326190.973488:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326190.973490:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326190.973491:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326190.973494:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a64ef72f x1853174993451904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326190.973498:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326190.973499:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326190.973500:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326190.973502:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a64ef72f x1853174993451904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326190.973506:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a64ef72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993451904:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326190.973509:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326190.973511:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326190.973512:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a64ef72f x1853174993451904/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326190.973525:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326190.973528:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326190.973530:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5b42119. 02000000:00000001:0.0:1767326190.973533:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326190.973534:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326190.973535:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767326190.973537:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326190.973539:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000023e56e71. 02000000:00000001:0.0:1767326190.973542:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326190.973544:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326190.973545:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a64ef72f. 00000100:00000001:0.0:1767326190.973549:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326190.973550:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326190.973551:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326190.973555:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326190.973557:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326190.973559:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326190.973561:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326190.973584:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326190.973590:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326190.973592:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326190.973594:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326190.973598:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326190.973605:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30fc00 00000400:00000200:2.0:1767326190.973609:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1109 [1] + 224 00000800:00000001:2.0:1767326190.973612:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326190.973615:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326190.973617:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326190.973619:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326190.973622:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326190.973625:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ed2912f x1853174993452032/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326190.973633:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009ed2912f x1853174993452032/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326190.973640:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326190.973643:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326190.973646:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac7511f8. 02000000:00000001:3.0:1767326190.973650:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326190.973651:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326190.973652:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767326190.973654:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326190.973656:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dfadf5e9. 00000100:00000001:2.0:1767326190.973656:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326190.973661:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326190.973662:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:2.0:1767326190.973663:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767326190.973664:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007523782f. 00000800:00000001:2.0:1767326190.973667:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326190.973669:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326190.973671:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326190.973673:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326190.973677:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326190.973678:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326190.973679:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326190.973682:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326190.973683:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1767326190.973686:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326190.973687:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326190.973690:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326190.973693:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007efbff24. 00000400:00000200:0.0:1767326190.973697:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a212d555 00000400:00000010:0.0:1767326190.973698:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a212d555. 00000100:00000001:0.0:1767326190.973701:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326190.973705:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ed2912f x1853174993452032/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326190.973710:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ed2912f x1853174993452032/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326190.973715:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326190.973716:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326190.973717:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326190.973718:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326190.973719:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326190.973724:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326190.973726:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326190.973729:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=147 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326190.973731:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326190.973732:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326190.973733:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326190.973734:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326190.973736:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009ed2912f x1853174993452032/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326190.973741:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326190.973742:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326190.973743:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326190.973744:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326190.973744:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326190.973746:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ed2912f x1853174993452032/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326190.973750:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326190.973751:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326190.973763:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326190.973765:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ed2912f x1853174993452032/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326190.973770:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ed2912f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993452032:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326190.973772:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326190.973774:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326190.973775:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ed2912f x1853174993452032/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326206 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326190.973779:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326190.973780:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326190.973781:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a256d601. 02000000:00000001:0.0:1767326190.973784:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326190.973784:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326190.973789:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326190.973790:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326190.973792:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000356a1e1a. 02000000:00000001:0.0:1767326190.973794:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326190.973795:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326190.973796:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ed2912f. 00000100:00000001:0.0:1767326190.973797:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326190.973798:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326190.973799:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326190.973802:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326190.973803:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326190.973805:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326190.973806:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326191.610266:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326191.610272:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326191.610345:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326191.610349:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326191.610353:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326192.634271:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326192.634279:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326192.634341:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326192.634346:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326192.634350:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326193.658287:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326193.658300:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326193.658303:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326193.658306:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326193.658312:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326193.658314:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326193.658339:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326193.658342:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326193.658405:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326193.658411:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326193.658414:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326194.682258:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326194.682265:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326194.682334:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326194.682338:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326194.682342:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326195.706246:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326195.706253:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326195.706315:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326195.706319:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326195.706321:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326196.090195:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306112538, at 4306113024 00000100:00000010:2.0:1767326196.090211:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025134a42. 00000100:00000040:1.0:1767326196.090233:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306112538, at 4306113024 00000100:00000040:3.0:1767326196.090236:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306112538, at 4306113024 00000100:00000010:1.0:1767326196.090242:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c643a41f. 00000100:00000040:2.0:1767326196.090243:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326196.090252:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326196.090254:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e693017. 00000100:00000040:0.0:1767326196.090255:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306112538, at 4306113024 00000100:00000010:2.0:1767326196.090259:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e46534f4. 00000020:00000040:2.0:1767326196.090266:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000010:0.0:1767326196.090268:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e03e3ef. 00000100:00000001:2.0:1767326196.090270:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326196.090275:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326196.090280:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326196.090286:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f39e6e75. 00000100:00000001:2.0:1767326196.090292:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326196.090301:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000e46534f4 x1853174993452160/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326196.090310:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326196.090311:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326196.090315:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e46534f4] to pc [ptlrpcd_00_02+2] req@00000000e46534f4 x1853174993452160/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326196.090340:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326196.090342:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326196.090345:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326196.090346:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007bd47479. 00000020:00000040:2.0:1767326196.090348:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326196.090350:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326196.090351:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326196.090353:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326196.090355:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c65faacf. 00000100:00000001:1.0:1767326196.090365:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326196.090370:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767326196.090372:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326196.090373:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326196.090373:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326196.090382:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000007bd47479 x1853174993452288/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326196.090384:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326196.090387:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326196.090388:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326196.090390:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326196.090391:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326196.090398:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326196.090404:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd47479] to pc [ptlrpcd_00_03+3] req@000000007bd47479 x1853174993452288/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326196.090405:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326196.090408:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326196.090416:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e46534f4 x1853174993452160/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326196.090421:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326196.090426:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326196.090427:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326196.090430:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326196.090431:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767326196.090434:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326196.090435:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326196.090437:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080e1f90e. 02000000:00000001:1.0:1767326196.090438:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767326196.090440:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000040:2.0:1767326196.090446:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767326196.090448:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326196.090449:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326196.090458:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326196.090463:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767326196.090464:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e46534f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993452160:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326196.090467:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767326196.090467:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326196.090472:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326196.090472:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767326196.090476:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009f29c47d. 00000100:00000001:3.0:1767326196.090479:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326196.090481:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326196.090484:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326196.090488:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326196.090488:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326196.090492:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326196.090498:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007bd47479 x1853174993452288/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326196.090498:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326196.090501:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000080e1f90e x1853174993452416/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1767326196.090506:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009aa5d738. 02000000:00000001:1.0:1767326196.090515:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326196.090531:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007194de3. 00000100:00000001:2.0:1767326196.090544:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767326196.090544:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8fd9bfd. 00000100:00000001:3.0:1767326196.090546:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326196.090547:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326196.090553:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326196.090554:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993452160, portal 25 00000100:00000040:2.0:1767326196.090558:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080e1f90e] to pc [ptlrpcd_00_00+0] req@0000000080e1f90e x1853174993452416/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326196.090569:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326196.090569:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326196.090579:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531387392 : -112767178164224 : ffff997058673800) 02000000:00000001:3.0:1767326196.090581:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326196.090590:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326196.090593:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326196.090596:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007bd47479 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993452288:192.168.203.107@tcp:400: 00000100:00000040:1.0:1767326196.090597:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e46534f4 x1853174993452160/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326196.090598:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326196.090612:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326196.090614:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326196.090619:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326196.090619:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326196.090623:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11450) 02000000:00000001:3.0:1767326196.090629:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326196.090629:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326196.090630:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326196.090636:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326196.090641:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767326196.090643:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080e1f90e x1853174993452416/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326196.090645:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326196.090649:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767326196.090649:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8b3beac. 00000100:00000001:2.0:1767326196.090650:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326196.090657:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993452160, offset 0 02000000:00000010:3.0:1767326196.090659:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002358ac68. 00000100:00000001:0.0:1767326196.090666:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767326196.090673:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326196.090673:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326196.090680:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326196.090692:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767326196.090694:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000335dba60. 02000000:00000001:0.0:1767326196.090696:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326196.090702:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:0.0:1767326196.090703:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326196.090705:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f15cde0. 00000100:00000200:3.0:1767326196.090732:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993452288, portal 10 00000100:00100000:0.0:1767326196.090732:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000080e1f90e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993452416:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767326196.090733:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326196.090742:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326196.090747:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326196.090748:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531382016 : -112767178169600 : ffff997058672300) 00000400:00000200:1.0:1767326196.090748:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:0.0:1767326196.090756:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326196.090760:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326196.090760:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326196.090766:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007bd47479 x1853174993452288/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326196.090767:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326196.090772:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000010:0.0:1767326196.090774:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2386f91. 02000000:00000001:0.0:1767326196.090787:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326196.090791:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [521:521:256:4294967295] 192.168.203.107@tcp LPNI seq info [521:521:8:4294967295] 00000400:00000010:0.0:1767326196.090800:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007efbff24. 00000100:00000001:3.0:1767326196.090814:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767326196.090815:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a212d555. 00000100:00000040:3.0:1767326196.090822:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000200:0.0:1767326196.090823:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993452416, portal 10 00000400:00000010:3.0:1767326196.090830:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e792461. 00000100:00000001:0.0:1767326196.090834:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326196.090836:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:3.0:1767326196.090839:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993452288, offset 0 00000100:00000001:0.0:1767326196.090840:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531383808 : -112767178167808 : ffff997058672a00) 00000800:00000200:1.0:1767326196.090851:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767326196.090857:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b90c43. 00000100:00000040:0.0:1767326196.090859:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000080e1f90e x1853174993452416/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326196.090864:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326196.090870:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326196.090875:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:0.0:1767326196.090881:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326196.090886:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005632e77f. 00000800:00000200:1.0:1767326196.090889:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:0.0:1767326196.090891:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993452416, offset 0 00000400:00000200:3.0:1767326196.090892:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:1.0:1767326196.090898:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c1b90c43 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326196.090910:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326196.090911:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326196.090921:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326196.090926:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326196.090930:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306117658 00000400:00000200:3.0:1767326196.090931:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1767326196.090944:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c643a41f. 00000400:00000200:3.0:1767326196.090945:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767326196.090953:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [522:522:255:4294967295] 192.168.203.107@tcp LPNI seq info [522:522:7:4294967295] 00000100:00000001:1.0:1767326196.090953:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326196.090974:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306117658 00000400:00000200:3.0:1767326196.090978:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:1.0:1767326196.090980:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffc93207. 00000100:00000001:1.0:1767326196.090989:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326196.090995:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306117658 00000800:00000200:3.0:1767326196.091003:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326196.091003:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:1.0:1767326196.091004:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f134d5bd. 00000100:00000001:1.0:1767326196.091011:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000010:3.0:1767326196.091016:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018112a94. 00000100:00000001:1.0:1767326196.091018:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306117658 00000400:00000200:0.0:1767326196.091019:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326196.091024:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1767326196.091026:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d104d7f. 00000800:00000010:2.0:1767326196.091031:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b90c43. 00000400:00000200:0.0:1767326196.091031:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326196.091035:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767326196.091039:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767326196.091044:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326196.091044:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326196.091045:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326196.091054:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326196.091056:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767326196.091059:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326196.091067:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326196.091067:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326196.091068:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767326196.091070:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [523:523:254:4294967295] 192.168.203.107@tcp LPNI seq info [523:523:6:4294967295] 00000100:00000001:1.0:1767326196.091074:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326196.091079:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326196.091081:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326196.091082:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000018112a94 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326196.091084:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326196.091092:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767326196.091098:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326196.091100:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8b3beac 00000800:00000010:0.0:1767326196.091102:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023e56e71. 00000400:00000010:2.0:1767326196.091105:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8b3beac. 00000800:00000200:0.0:1767326196.091110:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326196.091113:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767326196.091115:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767326196.091118:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023e56e71 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767326196.091122:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e46534f4 x1853174993452160/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326196.091123:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326196.091129:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 11987 usecs (12 jiffies) 00000100:00000001:0.0:1767326196.091134:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306113036 00000100:00000001:0.0:1767326196.091138:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306117658 00000100:00000001:2.0:1767326196.091189:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326196.091194:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306113037 00000100:00000040:2.0:1767326196.091198:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e46534f4 x1853174993452160/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326196.091198:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306117658 00000100:00000001:0.0:1767326196.091204:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306113037 00000100:00000001:0.0:1767326196.091212:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306117658 00000100:00000001:3.0:1767326196.091219:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326196.091222:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326196.091224:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306113037 00000100:00000040:3.0:1767326196.091228:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 182710 usecs (183 jiffies) 00000100:00000001:2.0:1767326196.091228:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326196.091232:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306117658 00000100:00000001:3.0:1767326196.091235:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306113208 00000100:00000001:3.0:1767326196.091241:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306117658 00000100:00000001:0.0:1767326196.091242:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326196.091248:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306113208 00000100:00000001:0.0:1767326196.091251:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326196.091252:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306117658 00000800:00000200:2.0:1767326196.091255:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326196.091262:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306113208 00000800:00000010:2.0:1767326196.091264:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023e56e71. 00000100:00000001:0.0:1767326196.091264:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326196.091265:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306117658 00000100:00000001:3.0:1767326196.091272:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306113208 00000100:00000001:0.0:1767326196.091276:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326196.091278:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306117658 00000400:00000200:2.0:1767326196.091279:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326196.091285:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326196.091286:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326196.091291:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326196.091296:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326196.091296:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326196.091297:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326196.091300:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326196.091307:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326196.091308:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326196.091309:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005632e77f 00000400:00000010:2.0:1767326196.091315:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005632e77f. 00000100:00000001:0.0:1767326196.091316:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326196.091319:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326196.091323:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326196.091332:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000080e1f90e x1853174993452416/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326196.091343:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326196.091347:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000080e1f90e x1853174993452416/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326196.091354:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326196.091356:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326196.091394:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326196.091397:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018112a94. 00000400:00000200:2.0:1767326196.091400:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326196.091404:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326196.091407:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e792461 00000400:00000010:2.0:1767326196.091415:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e792461. 00000100:00000001:2.0:1767326196.091419:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326196.091423:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007bd47479 x1853174993452288/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326196.091431:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326196.091433:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007bd47479 x1853174993452288/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326196.091439:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326196.091441:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326196.093090:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326196.093106:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326196.093110:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326196.093112:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326196.093122:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326196.093136:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30fc80 00000400:00000200:1.0:1767326196.093185:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1111 [1] + 224 00000800:00000001:1.0:1767326196.093194:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326196.093204:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326196.093207:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326196.093213:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326196.093220:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326196.093226:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e46534f4 x1853174993452160/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326196.093238:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e46534f4 x1853174993452160/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326196.093263:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326196.093273:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326196.093294:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326196.093297:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326196.093300:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326196.093308:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326196.093308:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:3.0:1767326196.093313:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326196.093316:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30fd80 00000400:00000001:3.0:1767326196.093321:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326196.093331:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326196.093334:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007194de3. 00000400:00000200:3.0:1767326196.093338:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8fd9bfd 00000400:00000010:3.0:1767326196.093341:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8fd9bfd. 00000100:00000001:3.0:1767326196.093345:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326196.093351:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x111d [1] + 224 00000100:00000200:3.0:1767326196.093352:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e46534f4 x1853174993452160/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326196.093363:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326196.093367:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326196.093369:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326196.093374:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326196.093377:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326196.093386:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000080e1f90e x1853174993452416/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326196.093396:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000080e1f90e x1853174993452416/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326196.093412:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767326196.093418:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e46534f4 x1853174993452160/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326196.093420:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326196.093425:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326196.093427:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326196.093430:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326196.093431:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326196.093436:0:211468:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1767326196.093437:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326196.093439:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326196.093443:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326196.093447:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326196.093448:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 02000000:00000001:3.0:1767326196.093450:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326196.093455:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767326196.093458:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=153 v=5 (5 5 5 5) 00000400:00000200:1.0:1767326196.093465:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30fd00 00000100:00000001:0.0:1767326196.093465:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767326196.093467:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=153 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326196.093478:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1767326196.093478:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326196.093480:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326196.093484:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767326196.093486:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326196.093490:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326196.093492:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007efbff24. 00000100:00000001:3.0:1767326196.093493:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326196.093505:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e46534f4 x1853174993452160/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326196.093505:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a212d555 00000400:00000010:0.0:1767326196.093513:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a212d555. 00000100:00000001:3.0:1767326196.093519:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326196.093525:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326196.093533:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767326196.093533:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1119 [1] + 224 00000100:00000001:3.0:1767326196.093538:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326196.093539:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000080e1f90e x1853174993452416/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326196.093546:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326196.093547:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e46534f4 x1853174993452160/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326196.093559:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326196.093567:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326196.093587:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326196.093600:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767326196.093612:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e46534f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993452160:192.168.203.107@tcp:400: 00000100:00000200:1.0:1767326196.093618:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007bd47479 x1853174993452288/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326196.093618:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000080e1f90e x1853174993452416/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326196.093621:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326196.093632:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326196.093652:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e46534f4 x1853174993452160/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326196.093695:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326196.093697:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767326196.093702:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007bd47479 x1853174993452288/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326196.093706:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326196.093706:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326196.093713:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009aa5d738. 00000100:00000001:0.0:1767326196.093732:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326196.093734:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767326196.093738:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767326196.093740:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326196.093743:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767326196.093745:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326196.093748:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326196.093749:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326196.093751:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767326196.093753:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f39e6e75. 02000000:00000001:0.0:1767326196.093755:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326196.093758:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326196.093761:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1767326196.093762:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767326196.093763:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e46534f4. 00000100:00001000:0.0:1767326196.093765:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=153 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326196.093768:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1767326196.093769:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326196.093773:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326196.093781:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326196.093787:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326196.093789:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326196.093790:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326196.093795:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326196.093796:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326196.093805:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326196.093806:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326196.093806:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326196.093814:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326196.093815:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326196.093815:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326196.093824:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000335dba60. 00000400:00000200:2.0:1767326196.093832:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f15cde0 00010000:00000001:0.0:1767326196.093833:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767326196.093836:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f15cde0. 00000100:00000001:2.0:1767326196.093842:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:0.0:1767326196.093845:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000080e1f90e x1853174993452416/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326196.093848:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007bd47479 x1853174993452288/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326196.093868:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326196.093874:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1767326196.093875:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007bd47479 x1853174993452288/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326196.093878:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326196.093883:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326196.093885:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326196.093893:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326196.093894:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000080e1f90e x1853174993452416/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326196.093896:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326196.093902:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326196.093904:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326196.093907:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326196.093910:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326196.093915:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326196.093915:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326196.093921:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1767326196.093922:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=143 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326196.093924:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326196.093926:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=143 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326196.093931:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767326196.093931:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080e1f90e x1853174993452416/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326196.093934:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326196.093937:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326196.093940:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326196.093943:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767326196.093949:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000080e1f90e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993452416:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767326196.093953:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326196.093957:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326196.093958:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326196.093959:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326196.093965:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326196.093968:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007bd47479 x1853174993452288/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326196.093973:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000080e1f90e x1853174993452416/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326196.093983:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326196.093988:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326196.093990:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326196.093996:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767326196.093999:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007bd47479 x1853174993452288/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326196.094001:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326196.094006:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2386f91. 00000100:00100000:2.0:1767326196.094008:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007bd47479 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993452288:192.168.203.107@tcp:400: 02000000:00000001:0.0:1767326196.094012:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326196.094014:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326196.094017:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767326196.094017:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767326196.094021:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007bd47479 x1853174993452288/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767326196.094022:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326196.094028:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326196.094031:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1767326196.094032:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009f29c47d. 02000000:00000001:2.0:1767326196.094033:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326196.094036:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002358ac68. 02000000:00000001:0.0:1767326196.094039:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326196.094040:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326196.094044:0:211467:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767326196.094044:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1767326196.094047:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767326196.094049:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767326196.094049:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000080e1f90e. 02000000:00000010:2.0:1767326196.094051:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c65faacf. 02000000:00000001:2.0:1767326196.094053:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326196.094054:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326196.094055:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007bd47479. 00000100:00000001:2.0:1767326196.094057:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326196.094060:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326196.094061:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326196.094063:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326196.094066:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326196.094067:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326196.094069:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326196.094072:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326196.094073:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326196.094075:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326196.094079:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326196.094083:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326196.094087:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326196.094090:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326196.730256:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326196.730263:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326196.730326:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326196.730330:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326196.730332:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326197.754239:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326197.754246:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326197.754367:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326197.754374:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326197.754378:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326198.778209:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326198.778215:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326198.778259:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326198.778263:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326198.778267:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326199.802215:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326199.802221:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326199.802277:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326199.802280:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326199.802283:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326200.826260:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326200.826267:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326200.826342:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326200.826347:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326200.826351:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326201.210249:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306117658, at 4306118144 00000100:00000040:2.0:1767326201.210249:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306117658, at 4306118144 00000100:00000040:0.0:1767326201.210249:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306117658, at 4306118144 00000100:00000040:1.0:1767326201.210250:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306117658, at 4306118144 00000100:00000010:2.0:1767326201.210266:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f134d5bd. 00000100:00000010:0.0:1767326201.210268:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c643a41f. 00000100:00000010:3.0:1767326201.210270:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d104d7f. 00000100:00000010:1.0:1767326201.210273:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffc93207. 00000100:00000040:2.0:1767326201.210306:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326201.210313:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326201.210323:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007bd47479. 00000020:00000040:2.0:1767326201.210328:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326201.210332:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326201.210335:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326201.210340:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326201.210348:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c65faacf. 00000100:00000001:2.0:1767326201.210355:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326201.210363:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000007bd47479 x1853174993452544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326201.210372:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326201.210373:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326201.210377:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd47479] to pc [ptlrpcd_00_01+1] req@000000007bd47479 x1853174993452544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326201.210403:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326201.210406:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326201.210409:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326201.210413:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080e1f90e. 00000020:00000040:2.0:1767326201.210416:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326201.210419:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326201.210422:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326201.210426:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326201.210428:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326201.210433:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007bd47479 x1853174993452544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326201.210437:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326201.210438:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326201.210441:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326201.210443:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326201.210447:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767326201.210450:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000750e56a4. 00000100:00000001:0.0:1767326201.210450:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326201.210455:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326201.210457:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326201.210458:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326201.210463:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326201.210468:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000080e1f90e x1853174993452672/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767326201.210468:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007bd47479 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993452544:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326201.210474:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326201.210480:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326201.210482:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326201.210484:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326201.210486:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326201.210487:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326201.210491:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f33ec2b9. 00000100:00000040:2.0:1767326201.210492:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080e1f90e] to pc [ptlrpcd_00_02+2] req@0000000080e1f90e x1853174993452672/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326201.210496:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326201.210503:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007efbff24. 00000400:00000010:0.0:1767326201.210510:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a212d555. 00000100:00000200:0.0:1767326201.210516:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993452544, portal 25 00000100:00000001:0.0:1767326201.210518:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326201.210519:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531382016 : -112767178169600 : ffff997058672300) 00000100:00000001:2.0:1767326201.210522:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326201.210526:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007bd47479 x1853174993452544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326201.210528:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326201.210534:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326201.210537:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326201.210537:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326201.210540:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767326201.210542:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e46534f4. 00000100:00000040:3.0:1767326201.210548:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080e1f90e x1853174993452672/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326201.210548:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767326201.210549:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326201.210552:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326201.210554:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326201.210556:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767326201.210556:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326201.210558:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326201.210560:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326201.210562:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767326201.210562:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005a482798. 02000000:00000001:3.0:1767326201.210567:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326201.210567:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326201.210567:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326201.210568:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326201.210574:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000974f9e6f. 00000100:00000040:2.0:1767326201.210577:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000e46534f4 x1853174993452800/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326201.210581:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326201.210582:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993452544, offset 0 00000100:00100000:3.0:1767326201.210586:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000080e1f90e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993452672:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326201.210590:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326201.210591:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326201.210592:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326201.210594:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326201.210596:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326201.210597:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767326201.210598:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326201.210598:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e46534f4] to pc [ptlrpcd_00_03+3] req@00000000e46534f4 x1853174993452800/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326201.210604:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004baad191. 02000000:00000001:3.0:1767326201.210606:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326201.210610:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000916d5f2d. 00000100:00000001:2.0:1767326201.210615:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326201.210616:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d0fe3be. 00000400:00000200:0.0:1767326201.210616:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:2.0:1767326201.210619:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1767326201.210622:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993452672, portal 10 00000100:00000001:3.0:1767326201.210626:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326201.210626:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326201.210628:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531383808 : -112767178167808 : ffff997058672a00) 00000400:00000200:0.0:1767326201.210628:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767326201.210631:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11455) 00000400:00000200:0.0:1767326201.210636:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326201.210639:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326201.210640:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000080e1f90e x1853174993452672/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326201.210645:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326201.210647:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326201.210649:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767326201.210655:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:1.0:1767326201.210660:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e46534f4 x1853174993452800/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326201.210662:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326201.210665:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [524:524:256:4294967295] 192.168.203.107@tcp LPNI seq info [524:524:8:4294967295] 00000100:00000040:3.0:1767326201.210672:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767326201.210678:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a184fe6. 00000100:00000200:3.0:1767326201.210696:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993452672, offset 0 00000400:00000200:3.0:1767326201.210706:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326201.210710:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326201.210712:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326201.210716:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326201.210721:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326201.210722:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:0.0:1767326201.210722:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326201.210724:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326201.210729:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326201.210731:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326201.210731:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056075b4e. 00000400:00000200:3.0:1767326201.210733:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00100000:1.0:1767326201.210740:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e46534f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993452800:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767326201.210741:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326201.210745:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767326201.210747:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767326201.210749:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [525:525:255:4294967295] 192.168.203.107@tcp LPNI seq info [525:525:7:4294967295] 00000100:00000001:1.0:1767326201.210759:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767326201.210761:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:1.0:1767326201.210764:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326201.210768:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:1.0:1767326201.210768:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326201.210769:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000056075b4e type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767326201.210772:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326201.210777:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b64f57c1. 00000800:00000200:3.0:1767326201.210782:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326201.210782:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326201.210788:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018fcbd55. 00000800:00000010:3.0:1767326201.210790:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007cab202f. 00000100:00000001:0.0:1767326201.210791:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326201.210794:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000546b590. 00000800:00000200:3.0:1767326201.210800:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:1.0:1767326201.210800:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993452800, portal 10 00000100:00000001:0.0:1767326201.210800:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306122778 00000100:00000001:1.0:1767326201.210806:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326201.210808:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531387392 : -112767178164224 : ffff997058673800) 00000100:00000010:0.0:1767326201.210810:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091671450. 00000800:00000200:3.0:1767326201.210813:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000040:1.0:1767326201.210817:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e46534f4 x1853174993452800/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326201.210818:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767326201.210826:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007cab202f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326201.210827:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306122778 00000100:00000001:1.0:1767326201.210828:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326201.210834:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000010:0.0:1767326201.210836:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e7dee28. 00000100:00000001:3.0:1767326201.210837:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326201.210839:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017952509. 00000100:00000200:1.0:1767326201.210844:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993452800, offset 0 00000100:00000001:0.0:1767326201.210845:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767326201.210846:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 181567 usecs (182 jiffies) 00000400:00000200:1.0:1767326201.210852:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326201.210853:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306118326 00000100:00000001:0.0:1767326201.210854:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306122778 00000800:00000200:2.0:1767326201.210857:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326201.210858:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306122778 00000400:00000200:1.0:1767326201.210859:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:0.0:1767326201.210862:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f0d6bc1. 00000100:00000001:3.0:1767326201.210863:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306118326 00000800:00000010:2.0:1767326201.210863:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056075b4e. 00000400:00000200:1.0:1767326201.210865:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326201.210870:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306122778 00000100:00000001:0.0:1767326201.210870:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767326201.210871:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326201.210871:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767326201.210877:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306118326 00000400:00000200:1.0:1767326201.210878:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326201.210880:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306122778 00000100:00000001:3.0:1767326201.210883:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306122778 00000400:00000200:2.0:1767326201.210883:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326201.210887:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767326201.210888:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306118326 00000100:00000010:0.0:1767326201.210888:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062bef00c. 00000100:00000001:0.0:1767326201.210895:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326201.210896:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [526:526:254:4294967295] 192.168.203.107@tcp LPNI seq info [526:526:6:4294967295] 00000100:00000001:3.0:1767326201.210902:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306122778 00000100:00000001:0.0:1767326201.210902:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326201.210907:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326201.210912:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326201.210916:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326201.210918:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326201.210918:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326201.210925:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326201.210925:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326201.210928:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000974f9e6f 00000100:00000001:0.0:1767326201.210931:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326201.210932:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326201.210933:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000974f9e6f. 00000100:00000001:3.0:1767326201.210934:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326201.210937:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326201.210938:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326201.210940:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326201.210941:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1767326201.210941:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1b90c43. 00000100:00000001:0.0:1767326201.210942:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326201.210945:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326201.210947:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007bd47479 x1853174993452544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326201.210950:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326201.210951:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326201.210954:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326201.210956:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326201.210957:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326201.210961:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326201.210968:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326201.210969:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326201.210971:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1767326201.210976:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c1b90c43 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767326201.210979:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007bd47479 x1853174993452544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326217 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326201.210982:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326201.210990:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326201.210993:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 11935 usecs (12 jiffies) 00000100:00000001:2.0:1767326201.210994:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326201.210998:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306118156 00000100:00000001:1.0:1767326201.211001:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306122778 00000800:00000200:2.0:1767326201.211009:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326201.211012:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306118156 00000800:00000010:2.0:1767326201.211013:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007cab202f. 00000100:00000001:1.0:1767326201.211017:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306122778 00000400:00000200:2.0:1767326201.211018:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326201.211021:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306118156 00000400:00000200:2.0:1767326201.211025:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326201.211026:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306122778 00000400:00000200:2.0:1767326201.211028:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a184fe6 00000100:00000001:1.0:1767326201.211029:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306118156 00000400:00000010:2.0:1767326201.211031:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a184fe6. 00000100:00000001:1.0:1767326201.211033:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306122778 00000100:00000001:2.0:1767326201.211035:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326201.211036:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326201.211039:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000080e1f90e x1853174993452672/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326201.211040:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326201.211045:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326201.211048:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326201.211055:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326201.211055:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767326201.211059:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000080e1f90e x1853174993452672/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326217 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326201.211059:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326201.211064:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326201.211067:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326201.211069:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326201.211075:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326201.211075:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326201.211080:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326201.211138:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326201.211158:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1b90c43. 00000400:00000200:2.0:1767326201.211160:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326201.211163:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326201.211165:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017952509 00000400:00000010:2.0:1767326201.211171:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017952509. 00000100:00000001:2.0:1767326201.211173:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326201.211176:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e46534f4 x1853174993452800/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326201.211181:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326201.211183:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e46534f4 x1853174993452800/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326217 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326201.211187:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326201.211188:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326201.212671:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326201.212683:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326201.212701:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326201.212704:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326201.212711:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326201.212722:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30fe00 00000400:00000200:2.0:1767326201.212727:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1129 [1] + 224 00000800:00000001:2.0:1767326201.212732:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326201.212737:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326201.212739:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326201.212741:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326201.212744:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326201.212747:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007bd47479 x1853174993452544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326201.212754:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007bd47479 x1853174993452544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326201.212768:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326201.212774:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326201.212777:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326201.212806:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326201.212809:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326201.212815:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326201.212818:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326201.212820:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007efbff24. 00000400:00000200:0.0:1767326201.212824:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a212d555 00000400:00000010:0.0:1767326201.212826:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a212d555. 00000100:00000001:0.0:1767326201.212829:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326201.212834:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007bd47479 x1853174993452544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326201.212846:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007bd47479 x1853174993452544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326201.212848:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326201.212854:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326201.212857:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326201.212857:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326201.212862:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326201.212862:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326201.212868:0:211466:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767326201.212872:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 02000000:00000001:0.0:1767326201.212873:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326201.212879:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326201.212882:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326201.212886:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30fe80 02000000:00000001:0.0:1767326201.212888:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326201.212895:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1131 [1] + 224 00000100:00001000:0.0:1767326201.212897:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=8 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326201.212901:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326201.212905:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=8 v=5 (1 1 1 1) 00000800:00000001:1.0:1767326201.212908:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326201.212909:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326201.212912:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326201.212913:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326201.212916:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326201.212918:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326201.212922:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326201.212923:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326201.212930:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326201.212931:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007bd47479 x1853174993452544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326201.212942:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000080e1f90e x1853174993452672/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326201.212973:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000080e1f90e x1853174993452672/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326201.212975:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326201.212981:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326201.212985:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326201.212990:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007bd47479 x1853174993452544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326201.212993:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767326201.212998:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007bd47479 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993452544:192.168.203.107@tcp:400: 00000800:00000001:1.0:1767326201.213000:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326201.213003:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326201.213005:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326201.213009:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326201.213009:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767326201.213013:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326201.213017:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007bd47479 x1853174993452544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326201.213022:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:3.0:1767326201.213026:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326201.213032:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326201.213033:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed30ff00 00000400:00000001:3.0:1767326201.213038:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326201.213043:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326201.213044:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767326201.213046:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000916d5f2d. 02000000:00000001:0.0:1767326201.213049:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767326201.213052:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0fe3be 02000000:00000010:0.0:1767326201.213054:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f33ec2b9. 00000400:00000010:3.0:1767326201.213056:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d0fe3be. 02000000:00000001:0.0:1767326201.213059:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326201.213062:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767326201.213062:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767326201.213066:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1139 [1] + 224 00000020:00000040:0.0:1767326201.213067:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000200:3.0:1767326201.213072:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000080e1f90e x1853174993452672/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326201.213073:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326201.213077:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c65faacf. 00000800:00000001:1.0:1767326201.213080:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326201.213083:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326201.213087:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1767326201.213090:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767326201.213091:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007bd47479. 00000100:00000200:3.0:1767326201.213095:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000080e1f90e x1853174993452672/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326201.213096:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326201.213098:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326201.213101:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326201.213102:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326201.213106:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326201.213109:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326201.213114:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767326201.213115:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e46534f4 x1853174993452800/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326201.213117:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326201.213122:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326201.213125:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326201.213130:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326201.213135:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326201.213136:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e46534f4 x1853174993452800/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326201.213162:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326201.213165:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326201.213169:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326201.213173:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326201.213176:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326201.213179:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767326201.213182:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=148 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326201.213184:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326201.213188:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326201.213189:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=148 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326201.213194:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326201.213196:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326201.213199:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326201.213202:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326201.213206:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326201.213208:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326201.213210:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326201.213212:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326201.213213:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326201.213215:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326201.213219:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767326201.213222:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000080e1f90e x1853174993452672/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326201.213222:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326201.213225:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018fcbd55. 00000100:00000001:3.0:1767326201.213234:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326201.213235:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000546b590 00000400:00000010:2.0:1767326201.213239:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000546b590. 00000100:00000001:3.0:1767326201.213240:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326201.213244:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326201.213244:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326201.213252:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e46534f4 x1853174993452800/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326201.213253:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080e1f90e x1853174993452672/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326201.213285:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000080e1f90e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993452672:192.168.203.107@tcp:400: 00000100:00000200:2.0:1767326201.213285:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e46534f4 x1853174993452800/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326201.213296:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326201.213301:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326201.213304:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000080e1f90e x1853174993452672/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326201.213312:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326201.213315:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326201.213319:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326201.213319:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326201.213322:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767326201.213324:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326201.213324:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326201.213326:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326201.213327:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326201.213330:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=8 v=5 (5 5 5 5) 02000000:00000010:3.0:1767326201.213334:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004baad191. 00000100:00001000:2.0:1767326201.213335:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326201.213341:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767326201.213342:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326201.213343:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326201.213346:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767326201.213346:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767326201.213350:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00010000:00080000:2.0:1767326201.213352:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e46534f4 x1853174993452800/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326201.213355:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326201.213359:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000750e56a4. 00010000:00000001:2.0:1767326201.213364:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326201.213366:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326201.213367:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767326201.213369:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767326201.213370:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000010:3.0:1767326201.213373:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000080e1f90e. 00000100:00000001:2.0:1767326201.213374:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326201.213376:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326201.213381:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767326201.213381:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e46534f4 x1853174993452800/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326201.213385:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326201.213389:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326201.213395:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326201.213397:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326201.213398:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326201.213402:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326201.213402:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326201.213406:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e46534f4 x1853174993452800/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326201.213408:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326201.213411:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326201.213429:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e46534f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993452800:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326201.213434:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326201.213436:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326201.213439:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e46534f4 x1853174993452800/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326217 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326201.213445:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326201.213447:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326201.213449:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b64f57c1. 02000000:00000001:2.0:1767326201.213453:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326201.213454:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326201.213455:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326201.213457:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326201.213459:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005a482798. 02000000:00000001:2.0:1767326201.213461:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326201.213462:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326201.213463:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e46534f4. 00000100:00000001:2.0:1767326201.213466:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326201.213467:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326201.213469:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326201.213473:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326201.213474:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326201.213476:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326201.213478:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326201.850220:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326201.850226:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326201.850306:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326201.850310:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326201.850314:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326202.875213:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326202.875221:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326202.875259:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326202.875264:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326202.875267:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326203.898223:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326203.898234:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326203.898237:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326203.898239:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326203.898246:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326203.898248:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326203.898250:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326203.898263:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326203.898325:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326203.898331:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326203.898342:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326204.922234:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326204.922245:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326204.922308:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326204.922313:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326204.922316:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326205.946278:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326205.946288:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326205.946352:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326205.946356:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326205.946359:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326206.330213:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306122778, at 4306123264 00000100:00000040:3.0:1767326206.330220:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306122778, at 4306123264 00000100:00000040:1.0:1767326206.330229:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306122778, at 4306123264 00000100:00000010:3.0:1767326206.330236:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062bef00c. 00000100:00000010:0.0:1767326206.330238:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091671450. 00000100:00000010:1.0:1767326206.330241:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e7dee28. 00000100:00000040:2.0:1767326206.330247:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326206.330256:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326206.330267:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e46534f4. 00000020:00000040:2.0:1767326206.330273:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326206.330285:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326206.330289:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326206.330295:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326206.330303:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005a482798. 00000100:00000001:2.0:1767326206.330312:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326206.330325:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000e46534f4 x1853174993452928/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326206.330336:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326206.330338:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326206.330343:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e46534f4] to pc [ptlrpcd_00_00+0] req@00000000e46534f4 x1853174993452928/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326206.330364:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326206.330366:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326206.330369:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326206.330371:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008741e8e9. 00000020:00000040:2.0:1767326206.330374:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326206.330378:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326206.330379:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326206.330381:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326206.330385:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000186d4ee5. 00000100:00000001:2.0:1767326206.330390:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326206.330391:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326206.330396:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000008741e8e9 x1853174993453056/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767326206.330396:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767326206.330399:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326206.330405:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326206.330413:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326206.330423:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326206.330426:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326206.330426:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326206.330430:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326206.330431:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326206.330434:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326206.330437:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326206.330440:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008741e8e9] to pc [ptlrpcd_00_01+1] req@000000008741e8e9 x1853174993453056/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326206.330444:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e46534f4 x1853174993452928/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326206.330470:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326206.330472:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326206.330475:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326206.330477:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326206.330479:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326206.330479:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326206.330485:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767326206.330486:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e46534f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993452928:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326206.330494:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326206.330494:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1767326206.330500:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031ce12f0. 02000000:00000001:0.0:1767326206.330501:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326206.330504:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326206.330506:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:0.0:1767326206.330506:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326206.330509:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:0.0:1767326206.330510:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326206.330512:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326206.330515:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326206.330516:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767326206.330516:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd25a6ad. 02000000:00000001:0.0:1767326206.330520:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326206.330522:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767326206.330522:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326206.330526:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326206.330527:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007efbff24. 00000100:00000001:3.0:1767326206.330530:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326206.330530:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008839b42b. 00000100:00000001:3.0:1767326206.330534:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326206.330536:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326206.330536:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a212d555. 00000100:00000001:3.0:1767326206.330537:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326206.330546:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008741e8e9 x1853174993453056/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326206.330547:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000031ce12f0 x1853174993453184/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767326206.330547:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993452928, portal 25 00000100:00000001:0.0:1767326206.330553:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326206.330555:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531387392 : -112767178164224 : ffff997058673800) 00000100:00000040:0.0:1767326206.330564:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e46534f4 x1853174993452928/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326206.330583:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326206.330584:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326206.330586:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326206.330588:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326206.330588:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326206.330593:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767326206.330597:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767326206.330597:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070eb7e9a. 00000100:00000040:2.0:1767326206.330599:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031ce12f0] to pc [ptlrpcd_00_02+2] req@0000000031ce12f0 x1853174993453184/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326206.330603:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326206.330603:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993452928, offset 0 02000000:00000001:3.0:1767326206.330610:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326206.330616:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00100000:3.0:1767326206.330620:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008741e8e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993453056:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326206.330628:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326206.330631:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767326206.330635:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767326206.330641:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326206.330642:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767326206.330646:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326206.330647:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326206.330648:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326206.330663:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326206.330664:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11460) 02000000:00000001:3.0:1767326206.330668:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326206.330672:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767326206.330675:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033956d53. 00000400:00000200:0.0:1767326206.330675:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326206.330676:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326206.330677:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326206.330681:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326206.330683:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326206.330684:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031ce12f0 x1853174993453184/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326206.330685:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767326206.330691:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000916d5f2d. 00000400:00000200:0.0:1767326206.330692:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:2.0:1767326206.330694:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306122778, at 4306123264 00000400:00000010:3.0:1767326206.330701:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d0fe3be. 00000400:00000200:0.0:1767326206.330703:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [527:527:256:4294967295] 192.168.203.107@tcp LPNI seq info [527:527:8:4294967295] 00000100:00000010:2.0:1767326206.330704:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f0d6bc1. 00000100:00000001:1.0:1767326206.330708:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767326206.330709:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993453056, portal 10 00000100:00000001:1.0:1767326206.330711:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326206.330717:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326206.330718:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326206.330720:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531380224 : -112767178171392 : ffff997058671c00) 02000000:00000001:1.0:1767326206.330722:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326206.330728:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326206.330728:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:3.0:1767326206.330733:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008741e8e9 x1853174993453056/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326206.330736:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000031ce12f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993453184:192.168.203.107@tcp:400: 00000800:00000200:0.0:1767326206.330743:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326206.330747:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326206.330751:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:0.0:1767326206.330752:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe2b1497. 00000100:00000001:3.0:1767326206.330755:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326206.330755:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326206.330759:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326206.330763:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767326206.330764:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000010:1.0:1767326206.330765:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004fde4031. 00000400:00000010:3.0:1767326206.330768:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065d23ae3. 02000000:00000001:1.0:1767326206.330770:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326206.330774:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993453056, offset 0 00000400:00000010:1.0:1767326206.330775:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011e7759b. 00000800:00000200:0.0:1767326206.330780:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000010:1.0:1767326206.330785:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f1b0c7d. 00000400:00000200:3.0:1767326206.330786:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767326206.330786:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe2b1497 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767326206.330793:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993453184, portal 10 00000100:00000001:1.0:1767326206.330796:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326206.330798:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767326206.330799:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531373952 : -112767178177664 : ffff997058670380) 00000100:00000001:0.0:1767326206.330806:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326206.330807:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767326206.330809:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000031ce12f0 x1853174993453184/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326206.330815:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306127898 00000400:00000200:3.0:1767326206.330816:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767326206.330824:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1767326206.330824:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091671450. 00000400:00000200:3.0:1767326206.330830:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326206.330833:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326206.330840:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [528:528:255:4294967295] 192.168.203.107@tcp LPNI seq info [528:528:7:4294967295] 00000100:00000001:0.0:1767326206.330841:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306127898 00000100:00000001:1.0:1767326206.330845:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767326206.330851:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d955938c. 00000100:00000040:1.0:1767326206.330852:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326206.330858:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009eda70b2. 00000100:00000001:0.0:1767326206.330859:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767326206.330864:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993453184, offset 0 00000400:00000200:3.0:1767326206.330865:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767326206.330865:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306127898 00000100:00000010:0.0:1767326206.330873:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1eba96a. 00000400:00000200:1.0:1767326206.330875:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326206.330879:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1767326206.330883:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326206.330884:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767326206.330885:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306127898 00000800:00000010:3.0:1767326206.330892:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9272bf7. 00000400:00000200:1.0:1767326206.330893:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767326206.330893:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005630bbee. 00000400:00000200:1.0:1767326206.330899:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326206.330899:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326206.330905:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326206.330905:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326206.330911:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326206.330913:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767326206.330913:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326206.330916:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326206.330921:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [529:529:254:4294967295] 192.168.203.107@tcp LPNI seq info [529:529:6:4294967295] 00000100:00000001:0.0:1767326206.330921:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326206.330927:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767326206.330928:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767326206.330930:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326206.330933:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326206.330934:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9272bf7 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326206.330937:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326206.330942:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326206.330947:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326206.330947:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326206.330949:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326206.330955:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d8a82b. 00000800:00000010:2.0:1767326206.330958:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe2b1497. 00000100:00000040:3.0:1767326206.330959:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 180431 usecs (181 jiffies) 00000800:00000200:1.0:1767326206.330962:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767326206.330967:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306123445 00000400:00000200:2.0:1767326206.330968:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767326206.330969:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326206.330975:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1d8a82b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326206.330976:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306127898 00000100:00000001:1.0:1767326206.330980:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326206.330983:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306123445 00000400:00000200:2.0:1767326206.330984:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000040:1.0:1767326206.330985:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 11880 usecs (12 jiffies) 00000100:00000001:3.0:1767326206.330989:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306127898 00000100:00000001:1.0:1767326206.330991:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306123276 00000100:00000001:3.0:1767326206.330996:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306123445 00000400:00000200:2.0:1767326206.330996:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070eb7e9a 00000100:00000001:1.0:1767326206.330996:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306127898 00000400:00000010:2.0:1767326206.331002:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070eb7e9a. 00000100:00000001:3.0:1767326206.331003:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306127898 00000100:00000001:3.0:1767326206.331009:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306123445 00000100:00000001:2.0:1767326206.331011:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326206.331011:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306123276 00000100:00000001:3.0:1767326206.331015:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306127898 00000100:00000001:1.0:1767326206.331018:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306127898 00000100:00000200:2.0:1767326206.331019:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e46534f4 x1853174993452928/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326206.331022:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326206.331026:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306123276 00000100:00000001:3.0:1767326206.331030:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326206.331033:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306127898 00000100:00000001:3.0:1767326206.331037:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326206.331041:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306123276 00000100:00000001:3.0:1767326206.331044:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326206.331047:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306127898 00000100:00000001:2.0:1767326206.331051:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326206.331057:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e46534f4 x1853174993452928/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326222 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326206.331060:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326206.331066:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326206.331070:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326206.331072:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326206.331073:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326206.331075:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326206.331079:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326206.331081:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326206.331082:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326206.331083:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326206.331085:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326206.331087:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326206.331091:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326206.331094:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9272bf7. 00000400:00000200:2.0:1767326206.331097:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326206.331100:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326206.331103:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065d23ae3 00000400:00000010:2.0:1767326206.331104:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065d23ae3. 00000100:00000001:2.0:1767326206.331107:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326206.331109:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008741e8e9 x1853174993453056/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326206.331115:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326206.331116:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008741e8e9 x1853174993453056/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326222 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326206.331121:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326206.331122:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326206.331188:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326206.331191:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d8a82b. 00000400:00000200:2.0:1767326206.331195:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326206.331199:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326206.331202:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eda70b2 00000400:00000010:2.0:1767326206.331211:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009eda70b2. 00000100:00000001:2.0:1767326206.331215:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326206.331220:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031ce12f0 x1853174993453184/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326206.331230:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326206.331232:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031ce12f0 x1853174993453184/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326222 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326206.331239:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326206.331241:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326206.332546:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326206.332556:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326206.332559:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326206.332560:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326206.332567:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326206.332577:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed30ff80 00000400:00000200:2.0:1767326206.332582:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1141 [1] + 224 00000800:00000001:2.0:1767326206.332588:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326206.332594:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326206.332596:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326206.332598:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326206.332601:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326206.332604:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e46534f4 x1853174993452928/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326206.332610:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e46534f4 x1853174993452928/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326206.332622:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326206.332627:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326206.332629:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326206.332662:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326206.332665:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326206.332671:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326206.332673:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326206.332675:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007efbff24. 00000400:00000200:0.0:1767326206.332679:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a212d555 00000400:00000010:0.0:1767326206.332681:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a212d555. 00000100:00000001:0.0:1767326206.332684:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326206.332689:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e46534f4 x1853174993452928/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326206.332699:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e46534f4 x1853174993452928/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326206.332707:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326206.332709:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326206.332711:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326206.332714:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326206.332716:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326206.332718:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326206.332720:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326206.332725:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=13 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326206.332730:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=13 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326206.332733:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326206.332735:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326206.332738:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326206.332741:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326206.332744:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326206.332748:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e46534f4 x1853174993452928/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326206.332757:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326206.332761:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1767326206.332762:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326206.332764:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326206.332770:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326206.332771:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e46534f4 x1853174993452928/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326206.332774:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326206.332777:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326206.332787:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00100000:0.0:1767326206.332798:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e46534f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993452928:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767326206.332800:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310000 00000400:00000200:1.0:1767326206.332806:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1149 [1] + 224 00000800:00000001:1.0:1767326206.332813:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326206.332817:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326206.332820:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326206.332822:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767326206.332824:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326206.332831:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000040:0.0:1767326206.332831:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e46534f4 x1853174993452928/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326206.332836:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326206.332841:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008741e8e9 x1853174993453056/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326206.332855:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767326206.332858:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008741e8e9 x1853174993453056/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326206.332860:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326206.332865:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd25a6ad. 02000000:00000001:0.0:1767326206.332871:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326206.332873:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767326206.332874:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326206.332877:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000800:00000001:1.0:1767326206.332879:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767326206.332880:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326206.332883:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005a482798. 02000000:00000001:0.0:1767326206.332887:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326206.332889:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326206.332890:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e46534f4. 00000100:00000001:0.0:1767326206.332893:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326206.332894:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326206.332896:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326206.332898:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326206.332901:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1767326206.332902:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326206.332906:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326206.332906:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326206.332912:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326206.332913:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326206.332914:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:3.0:1767326206.332915:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326206.332918:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326206.332921:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326206.332924:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767326206.332925:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310080 00000400:00000010:3.0:1767326206.332927:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000916d5f2d. 00000400:00000200:3.0:1767326206.332931:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0fe3be 00000400:00000010:3.0:1767326206.332935:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d0fe3be. 00000100:00000001:3.0:1767326206.332938:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326206.332942:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1151 [1] + 224 00000100:00000200:3.0:1767326206.332944:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008741e8e9 x1853174993453056/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326206.332948:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326206.332952:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326206.332953:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326206.332956:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326206.332959:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326206.332961:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031ce12f0 x1853174993453184/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326206.332967:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000031ce12f0 x1853174993453184/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326206.332980:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326206.332985:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326206.332988:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326206.333010:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008741e8e9 x1853174993453056/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326206.333014:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326206.333019:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326206.333022:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326206.333025:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326206.333025:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326206.333030:0:211465:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:2.0:1767326206.333030:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767326206.333034:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767326206.333035:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011e7759b. 00000100:00000001:3.0:1767326206.333036:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326206.333037:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326206.333047:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326206.333051:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f1b0c7d 00000100:00001000:3.0:1767326206.333053:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=153 v=5 (5 5 5 5) 00000400:00000010:2.0:1767326206.333055:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f1b0c7d. 00000100:00001000:3.0:1767326206.333058:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=153 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326206.333062:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326206.333063:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326206.333063:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767326206.333067:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326206.333070:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326206.333073:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1767326206.333073:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031ce12f0 x1853174993453184/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326206.333076:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326206.333079:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326206.333082:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326206.333088:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008741e8e9 x1853174993453056/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326206.333097:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326206.333098:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031ce12f0 x1853174993453184/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326206.333101:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326206.333103:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326206.333110:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008741e8e9 x1853174993453056/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326206.333128:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767326206.333129:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008741e8e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993453056:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326206.333134:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326206.333135:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326206.333159:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326206.333161:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008741e8e9 x1853174993453056/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326206.333168:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326206.333169:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326206.333173:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767326206.333173:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1767326206.333174:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033956d53. 00000100:00000001:2.0:1767326206.333178:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767326206.333180:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326206.333181:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326206.333185:0:211465:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767326206.333185:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326206.333189:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00001000:2.0:1767326206.333192:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=13 v=5 (5 5 5 5) 00000020:00000001:3.0:1767326206.333194:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1767326206.333197:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=97 v=5 (1 0 0 0) 02000000:00000010:3.0:1767326206.333198:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000186d4ee5. 00000100:00000001:2.0:1767326206.333201:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326206.333204:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326206.333205:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767326206.333206:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326206.333210:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000031ce12f0 x1853174993453184/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326206.333215:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326206.333219:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008741e8e9. 00010000:00000001:2.0:1767326206.333220:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326206.333224:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326206.333226:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326206.333227:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326206.333228:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326206.333232:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326206.333232:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326206.333238:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326206.333242:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031ce12f0 x1853174993453184/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326206.333245:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326206.333248:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326206.333254:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326206.333256:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326206.333259:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326206.333264:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326206.333266:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326206.333270:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031ce12f0 x1853174993453184/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326206.333295:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000031ce12f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993453184:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326206.333299:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326206.333301:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326206.333304:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031ce12f0 x1853174993453184/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326222 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326206.333311:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326206.333313:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326206.333315:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004fde4031. 02000000:00000001:2.0:1767326206.333319:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326206.333320:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326206.333322:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326206.333324:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326206.333325:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008839b42b. 02000000:00000001:2.0:1767326206.333328:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326206.333329:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326206.333330:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031ce12f0. 00000100:00000001:2.0:1767326206.333333:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326206.333334:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326206.333336:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326206.333340:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326206.333341:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326206.333343:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326206.333345:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326206.970248:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326206.970259:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326206.970321:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326206.970326:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326206.970329:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326207.996488:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326207.996497:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326207.996570:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326207.996575:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326207.996578:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326209.018220:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326209.018229:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326209.018300:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326209.018305:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326209.018308:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326210.042282:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326210.042291:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326210.042358:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326210.042362:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326210.042365:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326211.066259:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326211.066265:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326211.066346:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326211.066350:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326211.066353:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326211.450258:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306127898, at 4306128384 00000100:00000040:2.0:1767326211.450263:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306127898, at 4306128384 00000100:00000010:3.0:1767326211.450279:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005630bbee. 00000100:00000010:2.0:1767326211.450290:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1eba96a. 00000100:00000040:1.0:1767326211.450317:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306127898, at 4306128384 00000100:00000010:1.0:1767326211.450332:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d955938c. 00000100:00000040:0.0:1767326211.450535:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326211.450542:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326211.450549:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ed2912f. 00000020:00000040:0.0:1767326211.450554:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326211.450560:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326211.450563:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326211.450570:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326211.450578:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000cfce3c5. 00000100:00000001:0.0:1767326211.450585:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326211.450598:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000009ed2912f x1853174993453312/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326211.450611:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326211.450634:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326211.450642:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ed2912f] to pc [ptlrpcd_00_03+3] req@000000009ed2912f x1853174993453312/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326211.450670:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326211.450673:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326211.450677:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326211.450681:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a64ef72f. 00000020:00000040:0.0:1767326211.450684:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767326211.450688:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326211.450692:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326211.450695:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326211.450701:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe2b1497. 00000100:00000001:0.0:1767326211.450707:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326211.450713:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000a64ef72f x1853174993453440/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326211.450723:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326211.450726:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326211.450731:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a64ef72f] to pc [ptlrpcd_00_00+0] req@00000000a64ef72f x1853174993453440/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326211.450735:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326211.450742:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326211.450747:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326211.450765:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326211.450770:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326211.450773:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326211.450775:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ed2912f x1853174993453312/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326211.450779:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326211.450781:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326211.450790:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000020:00000040:0.0:1767326211.450795:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767326211.450801:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326211.450803:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326211.450806:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326211.450806:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326211.450811:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326211.450815:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767326211.450817:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000056075b4e. 02000000:00000001:1.0:1767326211.450822:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326211.450823:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326211.450829:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326211.450837:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000b9c126d9 x1853174993453568/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767326211.450841:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ed2912f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993453312:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326211.450851:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326211.450855:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326211.450862:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a64ef72f x1853174993453440/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326211.450867:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326211.450874:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326211.450886:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326211.450891:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326211.450895:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326211.450896:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8b3793e. 02000000:00000001:3.0:1767326211.450902:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326211.450902:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326211.450903:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326211.450907:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326211.450907:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326211.450914:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326211.450915:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae2124c2. 00000100:00100000:3.0:1767326211.450922:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a64ef72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993453440:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326211.450927:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326211.450931:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767326211.450931:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8cda165. 00000100:00000040:0.0:1767326211.450934:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_01+1] req@00000000b9c126d9 x1853174993453568/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326211.450935:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326211.450941:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767326211.450943:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993453312, portal 25 02000000:00000010:3.0:1767326211.450946:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059473726. 00000100:00000001:1.0:1767326211.450953:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326211.450957:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250665984 : -112767458885632 : ffff997047abc000) 00000100:00000001:0.0:1767326211.450960:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326211.450965:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326211.450966:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ed2912f x1853174993453312/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326211.450978:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326211.450991:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326211.450995:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326211.450999:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e54fbf9b. 00000100:00000200:1.0:1767326211.451002:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993453312, offset 0 00000400:00000200:1.0:1767326211.451010:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767326211.451014:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11466) 00000400:00000200:1.0:1767326211.451029:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767326211.451030:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326211.451035:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326211.451038:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326211.451040:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326211.451047:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993453568/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326211.451050:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767326211.451059:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326211.451068:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326211.451078:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767326211.451083:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [530:530:256:4294967295] 192.168.203.107@tcp LPNI seq info [530:530:8:4294967295] 00000100:00000001:0.0:1767326211.451084:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326211.451096:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326211.451097:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326211.451100:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326211.451106:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000916d5f2d. 02000000:00000001:0.0:1767326211.451106:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326211.451116:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d0fe3be. 00000100:00100000:0.0:1767326211.451116:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993453568:192.168.203.107@tcp:400: 00000100:00000200:3.0:1767326211.451124:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993453440, portal 10 00000100:00000001:0.0:1767326211.451127:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326211.451133:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326211.451134:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326211.451135:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250678528 : -112767458873088 : ffff997047abf100) 00000400:00000200:1.0:1767326211.451167:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:3.0:1767326211.451170:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a64ef72f x1853174993453440/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326211.451171:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326211.451179:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326211.451186:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e793687e. 02000000:00000001:0.0:1767326211.451195:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326211.451203:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007efbff24. 00000800:00000200:1.0:1767326211.451207:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326211.451214:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a212d555. 00000800:00000010:1.0:1767326211.451216:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b6dbbf0. 00000100:00000200:0.0:1767326211.451222:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993453568, portal 10 00000100:00000001:0.0:1767326211.451228:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326211.451232:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326211.451232:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000100:00000040:3.0:1767326211.451239:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767326211.451245:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e87ef122. 00000100:00000040:0.0:1767326211.451251:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993453568/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326211.451252:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993453440, offset 0 00000800:00000200:1.0:1767326211.451257:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767326211.451275:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767326211.451282:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767326211.451284:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326211.451292:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b6dbbf0 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767326211.451292:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326211.451296:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:0.0:1767326211.451298:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b20fe0. 00000400:00000200:3.0:1767326211.451309:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767326211.451309:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993453568, offset 0 00000400:00000200:3.0:1767326211.451316:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326211.451317:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326211.451323:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326211.451326:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326211.451330:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306133019 00000400:00000200:3.0:1767326211.451333:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767326211.451342:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [531:531:255:4294967295] 192.168.203.107@tcp LPNI seq info [531:531:7:4294967295] 00000100:00000001:1.0:1767326211.451345:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306127898 00000400:00000200:3.0:1767326211.451358:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326211.451358:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306133019 00000800:00000200:3.0:1767326211.451372:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767326211.451372:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffc93207. 00000100:00000001:2.0:1767326211.451376:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767326211.451377:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0d7f53f. 00000100:00000001:2.0:1767326211.451383:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326211.451383:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767326211.451390:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326211.451395:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306133019 00000800:00000200:3.0:1767326211.451402:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:1.0:1767326211.451404:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b66e9d2a. 00000800:00000200:3.0:1767326211.451406:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b0d7f53f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326211.451416:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326211.451418:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767326211.451421:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 179310 usecs (180 jiffies) 00000800:00000200:2.0:1767326211.451423:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326211.451425:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306128565 00000100:00000001:1.0:1767326211.451426:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306133019 00000800:00000010:2.0:1767326211.451430:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b6dbbf0. 00000100:00000001:3.0:1767326211.451433:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306133019 00000100:00000010:1.0:1767326211.451435:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000092aef95c. 00000400:00000200:2.0:1767326211.451438:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326211.451439:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306128565 00000100:00000001:3.0:1767326211.451447:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306133019 00000100:00000001:1.0:1767326211.451447:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326211.451458:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326211.451459:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306128565 00000100:00000001:1.0:1767326211.451461:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326211.451464:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306133019 00000100:00000001:3.0:1767326211.451476:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306128565 00000100:00000001:1.0:1767326211.451476:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326211.451488:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306133019 00000100:00000001:1.0:1767326211.451491:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326211.451500:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767326211.451501:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326211.451502:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326211.451510:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326211.451515:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326211.451520:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767326211.451521:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326211.451523:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326211.451525:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326211.451529:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326211.451530:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326211.451534:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326211.451542:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326211.451544:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326211.451545:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767326211.451546:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326211.451552:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326211.451552:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326211.451558:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326211.451560:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326211.451561:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [532:532:254:4294967295] 192.168.203.107@tcp LPNI seq info [532:532:6:4294967295] 00000100:00000001:1.0:1767326211.451565:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326211.451569:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326211.451586:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767326211.451594:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767326211.451600:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b371746e. 00000800:00000200:0.0:1767326211.451606:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767326211.451611:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767326211.451629:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b371746e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326211.451634:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326211.451639:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 11823 usecs (12 jiffies) 00000100:00000001:0.0:1767326211.451642:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306128397 00000100:00000001:0.0:1767326211.451645:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306133019 00000100:00000001:0.0:1767326211.451648:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306128397 00000100:00000001:0.0:1767326211.451651:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306133019 00000100:00000001:0.0:1767326211.451653:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306128397 00000100:00000001:0.0:1767326211.451655:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306133019 00000100:00000001:0.0:1767326211.451657:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306128397 00000100:00000001:0.0:1767326211.451667:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306133019 00000100:00000001:0.0:1767326211.451669:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326211.451673:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326211.451675:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326211.451677:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326211.451682:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326211.451686:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326211.451692:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326211.451694:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326211.451698:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326211.451703:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326211.451772:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e54fbf9b 00000400:00000010:2.0:1767326211.451775:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e54fbf9b. 00000100:00000001:2.0:1767326211.451780:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326211.451786:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ed2912f x1853174993453312/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326211.451796:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326211.451798:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ed2912f x1853174993453312/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326227 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326211.451806:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326211.451808:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326211.451822:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326211.451824:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0d7f53f. 00000400:00000200:2.0:1767326211.451828:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326211.451832:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326211.451834:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e87ef122 00000400:00000010:2.0:1767326211.451836:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e87ef122. 00000100:00000001:2.0:1767326211.451839:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326211.451842:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a64ef72f x1853174993453440/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326211.451850:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326211.451852:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a64ef72f x1853174993453440/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326227 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326211.451859:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326211.451861:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326211.451894:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326211.451897:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b371746e. 00000400:00000200:2.0:1767326211.451908:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326211.451912:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326211.451915:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b20fe0 00000400:00000010:2.0:1767326211.451917:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b20fe0. 00000100:00000001:2.0:1767326211.451920:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326211.451923:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993453568/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326211.451931:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326211.451933:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993453568/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326227 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326211.451941:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326211.451942:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326211.453820:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326211.453829:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326211.453849:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326211.453851:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326211.453857:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326211.453867:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed310100 00000400:00000200:2.0:1767326211.453873:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1159 [1] + 224 00000800:00000001:2.0:1767326211.453879:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326211.453884:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326211.453885:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326211.453888:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326211.453891:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326211.453894:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ed2912f x1853174993453312/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326211.453900:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009ed2912f x1853174993453312/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326211.453913:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326211.453918:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326211.453920:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326211.453948:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326211.453952:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326211.453958:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326211.453960:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326211.453964:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae2124c2. 00000400:00000200:1.0:1767326211.453976:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8cda165 00000400:00000010:1.0:1767326211.453978:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8cda165. 00000100:00000001:1.0:1767326211.453983:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326211.453989:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ed2912f x1853174993453312/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326211.453999:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ed2912f x1853174993453312/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326211.454006:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326211.454008:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326211.454011:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326211.454014:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326211.454017:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326211.454019:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326211.454022:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326211.454029:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=18 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326211.454034:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=18 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326211.454036:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326211.454038:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326211.454041:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326211.454044:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326211.454047:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326211.454050:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ed2912f x1853174993453312/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326211.454057:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326211.454061:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326211.454064:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326211.454068:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ed2912f x1853174993453312/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326211.454076:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ed2912f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993453312:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326211.454083:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326211.454086:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326211.454090:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ed2912f x1853174993453312/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326211.454110:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326211.454112:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326211.454115:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8b3793e. 02000000:00000001:1.0:1767326211.454118:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326211.454120:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326211.454122:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326211.454125:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326211.454128:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000cfce3c5. 02000000:00000001:1.0:1767326211.454133:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326211.454135:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326211.454137:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ed2912f. 00000100:00000001:1.0:1767326211.454176:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326211.454177:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326211.454179:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326211.454185:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326211.454187:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326211.454190:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326211.454193:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326211.454219:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326211.454224:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326211.454226:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326211.454228:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326211.454232:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326211.454238:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310180 00000400:00000200:3.0:1767326211.454242:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1161 [1] + 224 00000800:00000001:3.0:1767326211.454246:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326211.454276:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326211.454278:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326211.454280:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326211.454283:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326211.454286:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a64ef72f x1853174993453440/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326211.454293:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a64ef72f x1853174993453440/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326211.454307:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326211.454311:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326211.454313:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326211.454314:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326211.454315:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326211.454318:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326211.454323:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310200 00000400:00000200:3.0:1767326211.454332:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1165 [1] + 224 00000800:00000001:3.0:1767326211.454336:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326211.454340:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326211.454341:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326211.454343:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326211.454344:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326211.454349:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:0.0:1767326211.454350:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326211.454352:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326211.454354:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000916d5f2d. 00000400:00000200:0.0:1767326211.454357:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0fe3be 00000400:00000010:0.0:1767326211.454359:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d0fe3be. 00000100:00000001:0.0:1767326211.454361:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326211.454362:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326211.454366:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a64ef72f x1853174993453440/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326211.454370:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993453568/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326211.454386:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a64ef72f x1853174993453440/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326211.454390:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993453568/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326211.454402:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326211.454405:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326211.454408:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326211.454410:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326211.454412:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326211.454413:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326211.454415:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326211.454416:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767326211.454420:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=8 v=5 (5 5 5 5) 00000800:00000001:3.0:1767326211.454422:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326211.454425:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=8 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326211.454426:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326211.454428:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326211.454430:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326211.454434:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326211.454442:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326211.454445:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326211.454447:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326211.454449:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326211.454450:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326211.454452:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326211.454457:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326211.454460:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a64ef72f x1853174993453440/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326211.454465:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326211.454467:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767326211.454470:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326211.454471:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326211.454474:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326211.454475:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007efbff24. 00000100:00000040:0.0:1767326211.454480:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a64ef72f x1853174993453440/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326211.454484:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a212d555 00000400:00000010:1.0:1767326211.454490:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a212d555. 00000100:00000001:1.0:1767326211.454496:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767326211.454496:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a64ef72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993453440:192.168.203.107@tcp:400: 00000100:00000200:1.0:1767326211.454506:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993453568/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326211.454510:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326211.454518:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767326211.454528:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993453568/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326211.454530:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a64ef72f x1853174993453440/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326211.454562:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326211.454565:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326211.454568:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326211.454570:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326211.454573:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767326211.454575:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1767326211.454578:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059473726. 00000100:00000001:1.0:1767326211.454579:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767326211.454585:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326211.454590:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326211.454592:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326211.454594:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 02000000:00000001:1.0:1767326211.454599:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326211.454601:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326211.454605:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe2b1497. 00000100:00001000:1.0:1767326211.454607:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=18 v=5 (5 5 5 5) 02000000:00000001:0.0:1767326211.454610:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326211.454628:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1767326211.454630:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=102 v=5 (1 0 0 0) 00000100:00000010:0.0:1767326211.454632:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a64ef72f. 00000100:00000001:1.0:1767326211.454639:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326211.454642:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326211.454643:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326211.454647:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326211.454649:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326211.454652:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767326211.454658:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b9c126d9 x1853174993453568/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326211.454659:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326211.454664:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326211.454671:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326211.454677:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326211.454678:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326211.454681:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326211.454683:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326211.454688:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326211.454690:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326211.454694:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993453568/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326211.454702:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326211.454704:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326211.454706:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326211.454710:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993453568/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326211.454717:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993453568:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326211.454722:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326211.454725:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326211.454727:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993453568/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326227 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326211.454734:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326211.454736:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326211.454738:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e793687e. 02000000:00000001:1.0:1767326211.454742:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326211.454744:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326211.454752:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767326211.454754:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326211.454756:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000056075b4e. 02000000:00000001:1.0:1767326211.454758:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326211.454760:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326211.454761:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000001:1.0:1767326211.454764:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326211.454765:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326211.454767:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326211.454771:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326211.454773:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326211.454775:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326211.454777:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326212.090288:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326212.090313:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326212.090384:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326212.090391:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326212.090396:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326213.114250:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326213.114257:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326213.114319:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326213.114326:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326213.114330:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326214.138276:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326214.138286:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326214.138289:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326214.138292:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326214.138296:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326214.138298:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326214.138300:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326214.138303:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326214.138371:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326214.138378:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326214.138382:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326215.162279:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326215.162286:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326215.162348:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326215.162353:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326215.162357:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326216.186292:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326216.186300:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326216.186371:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326216.186375:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326216.186377:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326216.570228:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306133019, at 4306133504 00000100:00000040:2.0:1767326216.570239:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306133019, at 4306133504 00000100:00000010:3.0:1767326216.570248:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000092aef95c. 00000100:00000040:0.0:1767326216.570253:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306133019, at 4306133504 00000100:00000010:2.0:1767326216.570255:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b66e9d2a. 00000100:00000010:0.0:1767326216.570270:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091671450. 00000100:00000040:1.0:1767326216.570271:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306133019, at 4306133504 00000100:00000010:1.0:1767326216.570284:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffc93207. 00000100:00000040:3.0:1767326216.570320:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326216.570329:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326216.570338:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000882297f5. 00000020:00000040:3.0:1767326216.570345:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326216.570350:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326216.570353:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326216.570360:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326216.570369:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d977c447. 00000100:00000001:3.0:1767326216.570376:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326216.570389:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000882297f5 x1853174993453696/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326216.570403:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326216.570406:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326216.570412:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000882297f5] to pc [ptlrpcd_00_02+2] req@00000000882297f5 x1853174993453696/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.570463:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326216.570466:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326216.570472:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326216.570477:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065d21887. 00000020:00000040:3.0:1767326216.570481:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326216.570487:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326216.570489:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326216.570493:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326216.570496:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326216.570497:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326216.570498:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326216.570503:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326216.570507:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326216.570512:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003ecf409d. 00000100:00000040:2.0:1767326216.570516:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000882297f5 x1853174993453696/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.570519:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326216.570526:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000065d21887 x1853174993453824/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326216.570552:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326216.570557:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.570558:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326216.570562:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326216.570566:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326216.570571:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326216.570572:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065d21887] to pc [ptlrpcd_00_03+3] req@0000000065d21887 x1853174993453824/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326216.570576:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326216.570596:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000882297f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993453696:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326216.570614:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326216.570622:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326216.570625:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.570628:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326216.570629:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326216.570635:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326216.570639:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1767326216.570640:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e836fa4. 00000100:00000010:3.0:1767326216.570643:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058a26f23. 02000000:00000001:2.0:1767326216.570647:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326216.570648:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767326216.570649:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326216.570655:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326216.570658:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326216.570659:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326216.570661:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326216.570664:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326216.570664:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ffdafac1. 00000100:00000040:1.0:1767326216.570670:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065d21887 x1853174993453824/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326216.570673:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b0d7f53f. 00000100:00000001:3.0:1767326216.570685:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326216.570691:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000939b1d42. 00000100:00000040:3.0:1767326216.570697:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000058a26f23 x1853174993453952/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767326216.570703:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993453696, portal 25 00000100:00000001:2.0:1767326216.570714:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326216.570735:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326216.570741:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326216.570746:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268029184 : -112767441522432 : ffff997048b4b100) 00000100:00000001:3.0:1767326216.570748:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326216.570749:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326216.570753:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326216.570760:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000882297f5 x1853174993453696/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.570762:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326216.570763:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326216.570781:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065d21887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993453824:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767326216.570784:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058a26f23] to pc [ptlrpcd_00_00+0] req@0000000058a26f23 x1853174993453952/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326216.570787:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326216.570796:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326216.570799:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326216.570800:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326216.570805:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326216.570806:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d7be8e. 02000000:00000001:1.0:1767326216.570815:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767326216.570819:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993453696, offset 0 02000000:00000010:1.0:1767326216.570821:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f02238f. 02000000:00000001:1.0:1767326216.570829:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326216.570838:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326216.570838:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae2124c2. 00000400:00000010:1.0:1767326216.570845:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8cda165. 00000100:00000200:1.0:1767326216.570848:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993453824, portal 10 00000100:00000001:1.0:1767326216.570850:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326216.570851:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268019328 : -112767441532288 : ffff997048b48a80) 00000100:00000040:1.0:1767326216.570858:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065d21887 x1853174993453824/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.570861:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326216.570870:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767326216.570871:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326216.570872:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767326216.570884:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326216.570885:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326216.570885:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326216.570891:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326216.570895:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a79660. 00000100:00000001:0.0:1767326216.570898:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326216.570901:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000200:1.0:1767326216.570901:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993453824, offset 0 00000100:00000040:3.0:1767326216.570902:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11471) 00000100:00000001:0.0:1767326216.570904:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326216.570915:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326216.570919:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767326216.570921:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058a26f23 x1853174993453952/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326216.570929:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767326216.570945:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [533:533:256:4294967295] 192.168.203.107@tcp LPNI seq info [533:533:8:4294967295] 00000100:00000001:0.0:1767326216.570945:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326216.570951:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.570956:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326216.570958:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326216.570965:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326216.570965:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326216.570976:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326216.570986:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058a26f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993453952:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767326216.570993:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767326216.570994:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326216.571002:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326216.571004:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326216.571011:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:0.0:1767326216.571011:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767326216.571013:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000010:0.0:1767326216.571021:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b7f81e58. 00000400:00000200:1.0:1767326216.571023:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767326216.571024:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008839b42b. 02000000:00000001:0.0:1767326216.571028:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326216.571034:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:0.0:1767326216.571036:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066cbf875. 00000400:00000200:1.0:1767326216.571040:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326216.571045:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767326216.571050:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:0.0:1767326216.571051:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc894f48. 00000400:00000200:1.0:1767326216.571060:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [534:534:255:4294967295] 192.168.203.107@tcp LPNI seq info [534:534:7:4294967295] 00000800:00000200:2.0:1767326216.571061:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:0.0:1767326216.571061:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993453952, portal 10 00000100:00000001:0.0:1767326216.571070:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767326216.571073:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008839b42b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326216.571073:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268018432 : -112767441533184 : ffff997048b48700) 00000400:00000200:1.0:1767326216.571088:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:0.0:1767326216.571091:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058a26f23 x1853174993453952/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326216.571106:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326216.571121:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306138138 00000100:00000001:0.0:1767326216.571128:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326216.571131:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:2.0:1767326216.571134:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de87715d. 00000800:00000010:1.0:1767326216.571137:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f9e2ebb4. 00000100:00000040:0.0:1767326216.571185:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326216.571195:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767326216.571195:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b889579. 00000800:00000200:1.0:1767326216.571206:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:0.0:1767326216.571207:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993453952, offset 0 00000100:00000001:2.0:1767326216.571210:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306138139 00000100:00000010:2.0:1767326216.571218:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082a1942f. 00000800:00000200:1.0:1767326216.571219:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326216.571227:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f9e2ebb4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326216.571231:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767326216.571236:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326216.571237:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326216.571237:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767326216.571250:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008839b42b. 00000100:00000001:2.0:1767326216.571253:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306138139 00000100:00000040:1.0:1767326216.571253:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 178211 usecs (179 jiffies) 00000400:00000200:3.0:1767326216.571262:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326216.571262:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306133684 00000400:00000200:0.0:1767326216.571263:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:2.0:1767326216.571264:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd4ef55a. 00000100:00000001:1.0:1767326216.571277:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306138138 00000100:00000001:2.0:1767326216.571283:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326216.571283:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326216.571286:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326216.571287:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306133684 00000100:00000001:2.0:1767326216.571298:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306138139 00000100:00000001:1.0:1767326216.571303:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306138139 00000400:00000200:0.0:1767326216.571303:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000010:2.0:1767326216.571306:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016f7a1c8. 00000100:00000001:1.0:1767326216.571314:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306133684 00000100:00000001:1.0:1767326216.571318:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306138139 00000100:00000001:2.0:1767326216.571319:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326216.571322:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326216.571324:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306133684 00000100:00000001:2.0:1767326216.571329:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326216.571335:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767326216.571336:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306138139 00000100:00000001:2.0:1767326216.571338:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.571346:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326216.571348:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.571353:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326216.571355:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326216.571357:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [535:535:254:4294967295] 192.168.203.107@tcp LPNI seq info [535:535:6:4294967295] 00000100:00000001:1.0:1767326216.571359:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326216.571366:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326216.571368:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326216.571371:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326216.571377:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326216.571378:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326216.571379:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326216.571381:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326216.571384:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.571388:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326216.571391:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.571393:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326216.571399:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.571403:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326216.571405:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767326216.571414:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326216.571415:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d7be8e 00000400:00000010:3.0:1767326216.571419:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d7be8e. 00000800:00000010:0.0:1767326216.571419:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000072856849. 00000100:00000001:3.0:1767326216.571427:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767326216.571428:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:3.0:1767326216.571436:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000882297f5 x1853174993453696/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326216.571437:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767326216.571443:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000072856849 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326216.571450:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326216.571457:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 11776 usecs (12 jiffies) 00000100:00000001:3.0:1767326216.571458:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326216.571460:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306133517 00000100:00000040:3.0:1767326216.571465:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000882297f5 x1853174993453696/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326232 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.571465:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306138138 00000100:00000001:0.0:1767326216.571470:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306133517 00000100:00000001:0.0:1767326216.571475:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306138139 00000100:00000001:0.0:1767326216.571480:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306133517 00000100:00000001:3.0:1767326216.571485:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.571488:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326216.571493:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306138139 00000100:00000001:0.0:1767326216.571495:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306133517 00000100:00000001:0.0:1767326216.571497:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306138139 00000100:00000001:0.0:1767326216.571498:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326216.571500:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326216.571503:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326216.571505:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326216.571505:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767326216.571508:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f9e2ebb4. 00000400:00000200:3.0:1767326216.571513:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326216.571514:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326216.571518:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326216.571518:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326216.571521:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a79660 00000400:00000010:3.0:1767326216.571522:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a79660. 00000100:00000001:3.0:1767326216.571524:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326216.571529:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065d21887 x1853174993453824/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.571529:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326216.571533:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326216.571536:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326216.571540:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.571554:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326216.571557:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065d21887 x1853174993453824/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326232 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.571562:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.571563:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326216.571600:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326216.571603:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000072856849. 00000400:00000200:3.0:1767326216.571607:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326216.571610:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326216.571611:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b889579 00000400:00000010:3.0:1767326216.571613:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b889579. 00000100:00000001:3.0:1767326216.571614:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326216.571616:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058a26f23 x1853174993453952/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.571622:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326216.571623:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058a26f23 x1853174993453952/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326232 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.571628:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.571630:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326216.573095:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326216.573110:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326216.573113:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326216.573115:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326216.573122:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326216.573134:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed310280 00000400:00000200:2.0:1767326216.573161:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1171 [1] + 224 00000800:00000001:2.0:1767326216.573168:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326216.573177:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326216.573180:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326216.573184:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326216.573190:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326216.573194:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000882297f5 x1853174993453696/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326216.573203:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000882297f5 x1853174993453696/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326216.573235:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326216.573242:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326216.573246:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326216.573269:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326216.573272:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326216.573277:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326216.573279:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326216.573281:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ffdafac1. 00000400:00000200:0.0:1767326216.573286:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939b1d42 00000400:00000010:0.0:1767326216.573288:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939b1d42. 00000100:00000001:0.0:1767326216.573291:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326216.573297:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000882297f5 x1853174993453696/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326216.573309:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000882297f5 x1853174993453696/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.573317:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326216.573320:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326216.573321:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326216.573323:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326216.573328:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326216.573331:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767326216.573333:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326216.573334:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326216.573340:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326216.573341:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326216.573345:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326216.573349:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=23 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326216.573359:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=23 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326216.573363:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326216.573365:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326216.573368:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326216.573371:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326216.573374:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326216.573379:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000882297f5 x1853174993453696/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.573397:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326216.573400:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326216.573402:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326216.573406:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000882297f5 x1853174993453696/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326216.573423:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000882297f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993453696:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326216.573429:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326216.573431:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326216.573433:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000882297f5 x1853174993453696/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.573439:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326216.573441:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326216.573444:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e836fa4. 02000000:00000001:0.0:1767326216.573447:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326216.573448:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326216.573449:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767326216.573451:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326216.573453:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d977c447. 02000000:00000001:0.0:1767326216.573456:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326216.573458:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326216.573459:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000882297f5. 00000100:00000001:0.0:1767326216.573461:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326216.573462:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326216.573463:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326216.573467:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326216.573468:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326216.573469:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326216.573471:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326216.573483:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326216.573498:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310380 00000400:00000200:3.0:1767326216.573504:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1181 [1] + 224 00000800:00000001:3.0:1767326216.573508:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326216.573513:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326216.573514:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326216.573517:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326216.573520:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326216.573527:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058a26f23 x1853174993453952/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326216.573567:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000058a26f23 x1853174993453952/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.573578:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326216.573596:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326216.573599:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326216.573601:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326216.573603:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326216.573607:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326216.573613:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310300 00000100:00000001:0.0:1767326216.573614:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326216.573617:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326216.573620:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1179 [1] + 224 00000800:00000001:3.0:1767326216.573624:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326216.573625:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326216.573628:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326216.573629:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326216.573630:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066cbf875. 00000400:00000200:3.0:1767326216.573632:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326216.573636:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc894f48 00000400:00000200:3.0:1767326216.573637:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:0.0:1767326216.573641:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc894f48. 00000100:00000001:0.0:1767326216.573644:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326216.573648:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326216.573649:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058a26f23 x1853174993453952/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326216.573655:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065d21887 x1853174993453824/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326216.573671:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058a26f23 x1853174993453952/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326216.573673:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000065d21887 x1853174993453824/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.573704:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326216.573705:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326216.573707:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326216.573708:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326216.573708:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326216.573709:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.573711:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326216.573711:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326216.573715:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=23 v=5 (5 5 5 5) 00000800:00000001:3.0:1767326216.573719:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326216.573719:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=107 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326216.573723:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326216.573724:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326216.573726:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326216.573726:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326216.573734:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000058a26f23 x1853174993453952/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326216.573739:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326216.573743:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326216.573746:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326216.573749:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326216.573749:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326216.573751:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.573755:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326216.573760:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058a26f23 x1853174993453952/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326216.573764:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326216.573769:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326216.573775:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326216.573776:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae2124c2. 00000100:00000001:0.0:1767326216.573784:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326216.573787:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326216.573788:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8cda165 00000100:00000040:0.0:1767326216.573792:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058a26f23 x1853174993453952/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326216.573800:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8cda165. 00000100:00000001:1.0:1767326216.573808:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767326216.573809:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058a26f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993453952:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326216.573818:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326216.573819:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065d21887 x1853174993453824/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.573822:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326216.573833:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058a26f23 x1853174993453952/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326216.573853:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065d21887 x1853174993453824/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.573882:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326216.573886:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326216.573893:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326216.573896:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326216.573900:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326216.573903:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326216.573903:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326216.573912:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326216.573912:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326216.573921:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b7f81e58. 00000100:00001000:1.0:1767326216.573923:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=13 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326216.573931:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=13 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326216.573933:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326216.573934:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326216.573936:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767326216.573938:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767326216.573939:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326216.573942:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326216.573943:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326216.573945:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326216.573946:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b0d7f53f. 00000100:00000001:1.0:1767326216.573951:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767326216.573951:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767326216.573957:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 02000000:00000001:0.0:1767326216.573957:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326216.573964:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:0.0:1767326216.573964:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058a26f23. 00000100:00000001:1.0:1767326216.573972:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326216.573974:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326216.573976:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326216.573979:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326216.573981:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065d21887 x1853174993453824/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.573990:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326216.573995:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.573997:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326216.574000:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326216.574002:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326216.574003:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.574008:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326216.574017:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065d21887 x1853174993453824/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326216.574027:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065d21887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993453824:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326216.574032:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326216.574042:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326216.574045:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065d21887 x1853174993453824/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326232 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.574053:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326216.574055:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326216.574058:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f02238f. 02000000:00000001:1.0:1767326216.574061:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326216.574064:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326216.574065:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767326216.574068:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326216.574070:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003ecf409d. 02000000:00000001:1.0:1767326216.574073:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326216.574075:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326216.574076:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065d21887. 00000100:00000001:1.0:1767326216.574080:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326216.574081:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326216.574083:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326216.574088:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326216.574089:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.574092:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326216.574094:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326217.210288:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326217.210296:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326217.210356:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326217.210363:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326217.210366:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326218.234245:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326218.234254:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326218.234315:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326218.234320:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326218.234322:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326219.258254:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326219.258262:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326219.258334:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326219.258353:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326219.258358:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326220.282232:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326220.282241:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326220.282310:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326220.282316:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326220.282320:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326221.306270:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326221.306279:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326221.306350:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326221.306356:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326221.306360:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326221.690261:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306138139, at 4306138624 00000100:00000010:2.0:1767326221.690279:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd4ef55a. 00000100:00000040:0.0:1767326221.690290:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326221.690295:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306138139, at 4306138624 00000100:00000001:0.0:1767326221.690297:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1767326221.690302:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306138139, at 4306138624 00000100:00000010:0.0:1767326221.690308:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a64ef72f. 00000020:00000040:0.0:1767326221.690317:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000010:3.0:1767326221.690323:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016f7a1c8. 00000100:00000001:0.0:1767326221.690326:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:1.0:1767326221.690331:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082a1942f. 02000000:00000001:0.0:1767326221.690331:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326221.690341:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326221.690351:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2fb3309. 00000100:00000001:0.0:1767326221.690359:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326221.690377:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000a64ef72f x1853174993454080/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326221.690387:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326221.690389:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326221.690394:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a64ef72f] to pc [ptlrpcd_00_01+1] req@00000000a64ef72f x1853174993454080/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326221.690442:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326221.690445:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326221.690453:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326221.690456:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000456c8c17. 00000100:00000001:3.0:1767326221.690458:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767326221.690458:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767326221.690465:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326221.690467:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326221.690469:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326221.690471:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326221.690472:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326221.690473:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326221.690482:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a64ef72f x1853174993454080/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326221.690482:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326221.690482:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006fc6f982. 00000100:00000001:0.0:1767326221.690494:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326221.690508:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000456c8c17 x1853174993454208/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326221.690531:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326221.690536:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326221.690564:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456c8c17] to pc [ptlrpcd_00_02+2] req@00000000456c8c17 x1853174993454208/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326221.690566:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326221.690571:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326221.690590:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326221.690594:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326221.690595:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326221.690597:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326221.690604:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326221.690604:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326221.690608:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000020:00000040:0.0:1767326221.690612:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00100000:3.0:1767326221.690620:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a64ef72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993454080:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326221.690620:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326221.690621:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326221.690624:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326221.690628:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326221.690629:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326221.690634:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767326221.690635:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc002f00. 00000100:00000001:3.0:1767326221.690639:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326221.690640:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326221.690645:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000456c8c17 x1853174993454208/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326221.690646:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326221.690648:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326221.690650:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767326221.690659:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000a1ef485d x1853174993454336/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326221.690661:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326221.690668:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767326221.690674:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326221.690675:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326221.690676:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326221.690683:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326221.690685:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326221.690686:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a4f1d291. 02000000:00000001:2.0:1767326221.690688:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326221.690698:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326221.690700:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326221.690703:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_03+3] req@00000000a1ef485d x1853174993454336/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326221.690706:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090704924. 00000100:00100000:2.0:1767326221.690710:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993454208:192.168.203.107@tcp:400: 00000400:00000010:3.0:1767326221.690722:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc006719. 00000100:00000001:2.0:1767326221.690724:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326221.690734:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767326221.690735:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993454080, portal 25 00000100:00000001:0.0:1767326221.690735:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326221.690742:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326221.690748:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326221.690749:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326221.690750:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326221.690750:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326221.690760:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250678528 : -112767458873088 : ffff997047abf100) 00000100:00000040:0.0:1767326221.690760:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326221.690761:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767326221.690762:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000753e32a1. 00000100:00000001:1.0:1767326221.690764:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326221.690769:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326221.690772:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11476) 00000100:00000040:1.0:1767326221.690773:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993454336/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326221.690777:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086bab106. 00000100:00000040:3.0:1767326221.690781:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a64ef72f x1853174993454080/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326221.690794:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306138138, at 4306138624 00000100:00000001:1.0:1767326221.690795:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767326221.690796:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002101126a. 00000100:00000001:1.0:1767326221.690802:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326221.690807:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de87715d. 00000100:00000200:2.0:1767326221.690808:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993454208, portal 10 02000000:00000001:1.0:1767326221.690810:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326221.690817:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326221.690820:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326221.690828:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326221.690836:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250668672 : -112767458882944 : ffff997047abca80) 00000100:00000001:3.0:1767326221.690840:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767326221.690841:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993454336:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767326221.690850:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000456c8c17 x1853174993454208/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326221.690853:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326221.690855:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767326221.690861:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfabd78b. 02000000:00000001:1.0:1767326221.690862:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326221.690863:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326221.690870:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326221.690873:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993454080, offset 0 00000100:00000040:2.0:1767326221.690874:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326221.690878:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767326221.690880:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0657e21. 00000100:00000200:2.0:1767326221.690884:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993454208, offset 0 02000000:00000010:1.0:1767326221.690886:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8169034. 02000000:00000001:1.0:1767326221.690892:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326221.690893:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326221.690904:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae2124c2. 00000400:00000200:2.0:1767326221.690906:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326221.690917:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8cda165. 00000400:00000200:3.0:1767326221.690918:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000200:1.0:1767326221.690926:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993454336, portal 10 00000400:00000200:3.0:1767326221.690931:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326221.690932:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326221.690936:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 00000400:00000200:3.0:1767326221.690943:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:1.0:1767326221.690948:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993454336/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326221.690955:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326221.690972:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767326221.690979:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [536:536:256:4294967295] 192.168.203.107@tcp LPNI seq info [536:536:8:4294967295] 00000100:00000001:1.0:1767326221.690983:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326221.690997:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326221.691000:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eeaa2651. 00000100:00000200:1.0:1767326221.691003:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993454336, offset 0 00000400:00000200:3.0:1767326221.691011:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:1.0:1767326221.691017:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:3.0:1767326221.691034:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326221.691035:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767326221.691046:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9272bf7. 00000400:00000200:2.0:1767326221.691048:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326221.691056:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767326221.691059:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326221.691064:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:3.0:1767326221.691069:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767326221.691076:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [537:537:255:4294967295] 192.168.203.107@tcp LPNI seq info [537:537:7:4294967295] 00000800:00000200:3.0:1767326221.691085:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767326221.691093:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9272bf7 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326221.691102:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767326221.691108:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767326221.691112:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009558694d. 00000400:00000200:1.0:1767326221.691113:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767326221.691118:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326221.691121:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326221.691126:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767326221.691128:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306143258 00000400:00000200:1.0:1767326221.691132:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:2.0:1767326221.691137:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767326221.691177:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1767326221.691178:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1d028de. 00000800:00000200:2.0:1767326221.691179:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009558694d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326221.691190:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326221.691190:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767326221.691197:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767326221.691198:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 177122 usecs (178 jiffies) 00000800:00000200:0.0:1767326221.691200:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767326221.691204:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [538:538:254:4294967295] 192.168.203.107@tcp LPNI seq info [538:538:6:4294967295] 00000100:00000001:2.0:1767326221.691206:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306138803 00000800:00000010:0.0:1767326221.691210:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9272bf7. 00000100:00000001:3.0:1767326221.691215:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306143259 00000100:00000001:2.0:1767326221.691216:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306143258 00000400:00000200:0.0:1767326221.691217:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326221.691230:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306138803 00000100:00000010:3.0:1767326221.691232:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b6bd77d7. 00000400:00000200:0.0:1767326221.691235:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326221.691244:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326221.691246:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326221.691259:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfabd78b 00000100:00000001:3.0:1767326221.691261:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306143259 00000100:00000001:2.0:1767326221.691261:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306143259 00000400:00000010:0.0:1767326221.691265:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfabd78b. 00000800:00000200:1.0:1767326221.691268:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:3.0:1767326221.691277:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4cde398. 00000100:00000001:2.0:1767326221.691280:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306138803 00000100:00000001:0.0:1767326221.691282:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:1.0:1767326221.691283:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007750120a. 00000100:00000001:3.0:1767326221.691287:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000200:0.0:1767326221.691290:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a64ef72f x1853174993454080/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326221.691297:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326221.691299:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306143259 00000100:00000001:3.0:1767326221.691300:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306143259 00000100:00000001:0.0:1767326221.691307:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326221.691312:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306138803 00000800:00000200:1.0:1767326221.691313:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:3.0:1767326221.691316:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c534d36b. 00000100:00000040:0.0:1767326221.691317:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a64ef72f x1853174993454080/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326221.691321:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007750120a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326221.691328:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326221.691332:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326221.691341:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326221.691342:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 11725 usecs (12 jiffies) 00000100:00000001:3.0:1767326221.691343:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326221.691343:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306143259 00000100:00000001:0.0:1767326221.691344:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326221.691350:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306138637 00000100:00000001:3.0:1767326221.691358:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326221.691359:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326221.691359:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306143258 00000800:00000200:0.0:1767326221.691360:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326221.691370:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009558694d. 00000100:00000001:1.0:1767326221.691374:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306138637 00000100:00000001:3.0:1767326221.691375:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326221.691375:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326221.691376:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326221.691382:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306143259 00000100:00000001:3.0:1767326221.691389:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326221.691390:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326221.691390:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306138637 00000400:00000200:0.0:1767326221.691390:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326221.691405:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326221.691405:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306143259 00000400:00000200:0.0:1767326221.691405:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0657e21 00000400:00000010:0.0:1767326221.691409:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0657e21. 00000100:00000001:3.0:1767326221.691410:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326221.691412:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306138637 00000100:00000001:0.0:1767326221.691413:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326221.691416:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326221.691416:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326221.691417:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306143259 00000100:00000001:2.0:1767326221.691421:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767326221.691422:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000456c8c17 x1853174993454208/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326221.691430:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326221.691432:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326221.691432:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326221.691439:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326221.691441:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326221.691442:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326221.691446:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326221.691446:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326221.691451:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326221.691453:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326221.691453:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326221.691467:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326221.691469:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326221.691470:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326221.691477:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767326221.691480:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000456c8c17 x1853174993454208/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326221.691490:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326221.691490:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326221.691494:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326221.691494:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326221.691501:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326221.691505:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326221.691564:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326221.691567:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007750120a. 00000400:00000200:0.0:1767326221.691569:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326221.691572:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326221.691574:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eeaa2651 00000400:00000010:0.0:1767326221.691575:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eeaa2651. 00000100:00000001:0.0:1767326221.691577:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326221.691579:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993454336/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326221.691584:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326221.691586:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993454336/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326221.691590:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326221.691591:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326221.693733:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326221.693744:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326221.693747:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326221.693748:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326221.693754:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326221.693763:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed310400 00000400:00000200:2.0:1767326221.693769:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1189 [1] + 224 00000800:00000001:2.0:1767326221.693774:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326221.693779:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326221.693781:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326221.693783:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326221.693790:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326221.693794:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a64ef72f x1853174993454080/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326221.693801:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a64ef72f x1853174993454080/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326221.693814:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326221.693827:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326221.693830:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326221.693832:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326221.693835:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326221.693836:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326221.693841:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:3.0:1767326221.693842:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326221.693849:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310480 00000400:00000001:3.0:1767326221.693851:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326221.693856:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326221.693866:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090704924. 00000400:00000200:3.0:1767326221.693871:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc006719 00000400:00000010:3.0:1767326221.693873:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc006719. 00000100:00000001:3.0:1767326221.693878:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326221.693885:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x118d [1] + 224 00000100:00000200:3.0:1767326221.693890:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a64ef72f x1853174993454080/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326221.693890:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326221.693894:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326221.693898:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326221.693915:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326221.693927:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326221.693936:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a64ef72f x1853174993454080/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326221.693936:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000456c8c17 x1853174993454208/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326221.693992:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326221.694001:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326221.694007:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767326221.694008:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000456c8c17 x1853174993454208/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326221.694012:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326221.694014:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326221.694019:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326221.694025:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326221.694032:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=28 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326221.694037:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=28 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326221.694039:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326221.694040:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326221.694042:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326221.694044:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326221.694046:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326221.694047:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326221.694051:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a64ef72f x1853174993454080/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326221.694055:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326221.694059:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326221.694063:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1767326221.694064:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326221.694065:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326221.694074:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326221.694077:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a64ef72f x1853174993454080/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326221.694081:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326221.694084:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326221.694085:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a64ef72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993454080:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326221.694091:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326221.694093:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326221.694098:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1767326221.694099:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326221.694102:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000040:3.0:1767326221.694106:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a64ef72f x1853174993454080/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326221.694107:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326221.694112:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086bab106. 00000400:00000200:0.0:1767326221.694123:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002101126a 00000400:00000200:2.0:1767326221.694125:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310500 00000400:00000010:0.0:1767326221.694131:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002101126a. 00000100:00000001:0.0:1767326221.694172:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326221.694181:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000456c8c17 x1853174993454208/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326221.694185:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1199 [1] + 224 00000100:00000001:3.0:1767326221.694195:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1767326221.694197:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326221.694201:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767326221.694201:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000456c8c17 x1853174993454208/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326221.694210:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a4f1d291. 00000800:00000001:2.0:1767326221.694210:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326221.694212:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326221.694220:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326221.694221:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326221.694222:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326221.694229:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326221.694229:0:211467:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767326221.694230:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 02000000:00000001:0.0:1767326221.694232:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767326221.694237:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326221.694238:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326221.694241:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326221.694241:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326221.694247:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767326221.694248:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326221.694255:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c2fb3309. 00000100:00000200:2.0:1767326221.694255:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993454336/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326221.694258:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=18 v=5 (5 5 5 5) 02000000:00000001:3.0:1767326221.694264:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1767326221.694266:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=18 v=5 (1 1 1 1) 02000000:00000001:3.0:1767326221.694271:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326221.694277:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a64ef72f. 00000100:00000001:0.0:1767326221.694278:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326221.694285:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326221.694288:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767326221.694294:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326221.694296:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326221.694298:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993454336/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326221.694305:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326221.694306:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326221.694323:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326221.694325:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326221.694326:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326221.694328:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326221.694329:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326221.694334:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326221.694335:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326221.694341:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326221.694341:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326221.694346:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326221.694354:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326221.694358:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326221.694359:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326221.694360:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000456c8c17 x1853174993454208/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326221.694363:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326221.694367:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326221.694370:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae2124c2. 00000100:00000001:0.0:1767326221.694371:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326221.694376:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8cda165 00000100:00000001:0.0:1767326221.694376:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326221.694377:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326221.694380:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8cda165. 00000100:00000040:0.0:1767326221.694383:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000456c8c17 x1853174993454208/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326221.694385:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326221.694392:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993454336/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326221.694394:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993454208:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326221.694398:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326221.694399:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326221.694402:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000456c8c17 x1853174993454208/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326221.694429:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767326221.694432:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993454336/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326221.694433:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326221.694436:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000753e32a1. 02000000:00000001:0.0:1767326221.694441:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326221.694444:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767326221.694445:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326221.694446:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326221.694448:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326221.694449:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326221.694453:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767326221.694453:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767326221.694455:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326221.694458:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767326221.694459:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326221.694462:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006fc6f982. 00000100:00001000:1.0:1767326221.694464:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=28 v=5 (5 5 5 5) 02000000:00000001:0.0:1767326221.694466:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1767326221.694469:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=112 v=5 (1 0 0 0) 02000000:00000001:0.0:1767326221.694469:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326221.694472:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000456c8c17. 00000100:00000001:1.0:1767326221.694474:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326221.694476:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326221.694476:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326221.694479:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326221.694480:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326221.694484:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767326221.694486:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a1ef485d x1853174993454336/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326221.694489:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326221.694492:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326221.694495:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767326221.694497:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326221.694498:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326221.694500:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326221.694503:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326221.694504:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326221.694505:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326221.694515:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993454336/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326221.694520:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326221.694522:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326221.694523:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326221.694525:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993454336/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326221.694529:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993454336:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326221.694532:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326221.694533:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326221.694534:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993454336/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326221.694539:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326221.694540:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326221.694541:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8169034. 02000000:00000001:1.0:1767326221.694544:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326221.694558:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326221.694559:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767326221.694561:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326221.694562:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc002f00. 02000000:00000001:1.0:1767326221.694565:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326221.694566:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326221.694567:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00000100:00000001:1.0:1767326221.694569:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326221.694570:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326221.694571:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326221.694574:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326221.694575:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326221.694577:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326221.694578:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326222.330254:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326222.330262:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326222.330331:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326222.330337:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326222.330340:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326223.354279:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326223.354286:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326223.354348:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326223.354351:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326223.354354:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326224.378240:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326224.378249:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326224.378251:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326224.378254:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326224.378258:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326224.378260:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326224.378262:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326224.378264:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326224.378315:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326224.378319:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326224.378321:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326225.402250:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326225.402258:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326225.402331:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326225.402335:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326225.402338:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326226.426258:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326226.426264:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326226.426330:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326226.426333:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326226.426335:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326226.810242:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306143259, at 4306143744 00000100:00000040:2.0:1767326226.810242:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306143259, at 4306143744 00000100:00000040:1.0:1767326226.810242:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306143259, at 4306143744 00000100:00000010:2.0:1767326226.810260:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4cde398. 00000100:00000040:0.0:1767326226.810260:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:3.0:1767326226.810262:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c534d36b. 00000100:00000010:1.0:1767326226.810265:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6bd77d7. 00000100:00000001:0.0:1767326226.810270:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326226.810280:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000456c8c17. 00000020:00000040:0.0:1767326226.810286:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326226.810293:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326226.810296:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326226.810302:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326226.810311:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006fc6f982. 00000100:00000001:0.0:1767326226.810320:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326226.810331:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000456c8c17 x1853174993454464/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326226.810356:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326226.810359:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326226.810366:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456c8c17] to pc [ptlrpcd_00_00+0] req@00000000456c8c17 x1853174993454464/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326226.810395:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326226.810398:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326226.810402:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326226.810408:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000020:00000040:0.0:1767326226.810411:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767326226.810416:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326226.810422:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326226.810425:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326226.810435:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326226.810436:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326226.810437:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000456c8c17 x1853174993454464/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326226.810438:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326226.810443:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326226.810443:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326226.810453:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc002f00. 00000100:00000001:1.0:1767326226.810454:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326226.810459:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326226.810460:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326226.810465:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326226.810468:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000a1ef485d x1853174993454592/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326226.810470:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326226.810477:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326226.810484:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767326226.810486:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993454464:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326226.810487:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326226.810495:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326226.810496:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_01+1] req@00000000a1ef485d x1853174993454592/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326226.810501:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326226.810505:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326226.810525:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326226.810530:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e822ffba. 02000000:00000001:1.0:1767326226.810532:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326226.810539:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae2124c2. 00000100:00000001:0.0:1767326226.810545:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326226.810547:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8cda165. 00000100:00000040:0.0:1767326226.810550:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326226.810555:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1767326226.810556:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993454464, portal 25 00000100:00000010:0.0:1767326226.810560:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a64ef72f. 00000020:00000040:0.0:1767326226.810564:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767326226.810568:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326226.810569:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326226.810572:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326226.810572:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250668672 : -112767458882944 : ffff997047abca80) 02000000:00000001:0.0:1767326226.810573:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326226.810577:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326226.810578:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326226.810582:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326226.810583:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000456c8c17 x1853174993454464/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326226.810585:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2fb3309. 00000100:00000001:0.0:1767326226.810591:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326226.810592:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993454592/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326226.810600:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000a64ef72f x1853174993454720/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326226.810608:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326226.810618:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326226.810625:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056cf3dc7. 00000100:00000001:0.0:1767326226.810631:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326226.810632:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767326226.810633:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993454464, offset 0 00000100:00000001:0.0:1767326226.810633:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326226.810637:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326226.810642:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a64ef72f] to pc [ptlrpcd_00_02+2] req@00000000a64ef72f x1853174993454720/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326226.810644:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326226.810649:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326226.810649:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767326226.810656:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326226.810661:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993454592:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326226.810666:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326226.810666:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326226.810670:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:0.0:1767326226.810670:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767326226.810679:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767326226.810681:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326226.810683:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326226.810685:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326226.810689:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326226.810691:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326226.810692:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11481) 00000100:00000001:2.0:1767326226.810693:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326226.810693:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000010:3.0:1767326226.810697:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033956d53. 00000100:00000001:2.0:1767326226.810698:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326226.810703:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326226.810703:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326226.810705:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a64ef72f x1853174993454720/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326226.810709:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306143258, at 4306143744 00000400:00000010:3.0:1767326226.810712:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090704924. 00000400:00000200:1.0:1767326226.810713:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:0.0:1767326226.810718:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1d028de. 00000400:00000010:3.0:1767326226.810723:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc006719. 00000400:00000200:1.0:1767326226.810726:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [539:539:256:4294967295] 192.168.203.107@tcp LPNI seq info [539:539:8:4294967295] 00000100:00000001:2.0:1767326226.810729:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767326226.810732:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993454592, portal 10 00000100:00000001:2.0:1767326226.810732:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326226.810735:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326226.810737:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326226.810739:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326226.810740:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326226.810740:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326226.810743:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 02000000:00000001:2.0:1767326226.810747:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326226.810752:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a64ef72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993454720:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767326226.810753:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:3.0:1767326226.810757:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993454592/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326226.810760:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767326226.810771:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767326226.810772:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326226.810774:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326226.810775:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326226.810779:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:1.0:1767326226.810781:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ec7aa78. 00000100:00000040:3.0:1767326226.810782:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000010:2.0:1767326226.810783:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7c7e78b. 02000000:00000001:2.0:1767326226.810788:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326226.810790:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2bf7a3c. 00000400:00000010:2.0:1767326226.810791:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f158f97a. 00000800:00000200:1.0:1767326226.810796:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:3.0:1767326226.810798:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993454592, offset 0 00000400:00000010:2.0:1767326226.810799:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6e09edd. 00000100:00000200:2.0:1767326226.810805:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993454720, portal 10 00000100:00000001:2.0:1767326226.810809:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767326226.810810:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326226.810812:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250678528 : -112767458873088 : ffff997047abf100) 00000400:00000200:3.0:1767326226.810813:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767326226.810818:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006ec7aa78 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767326226.810821:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a64ef72f x1853174993454720/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326226.810826:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326226.810835:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326226.810836:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767326226.810841:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326226.810841:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326226.810843:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:2.0:1767326226.810849:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014753050. 00000400:00000200:3.0:1767326226.810850:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326226.810850:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306148378 00000100:00000200:2.0:1767326226.810856:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993454720, offset 0 00000400:00000200:3.0:1767326226.810858:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:1.0:1767326226.810860:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffc93207. 00000100:00000001:1.0:1767326226.810868:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326226.810869:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [540:540:255:4294967295] 192.168.203.107@tcp LPNI seq info [540:540:7:4294967295] 00000400:00000200:2.0:1767326226.810871:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326226.810877:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306148378 00000100:00000010:1.0:1767326226.810883:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007cc6f3c9. 00000100:00000001:1.0:1767326226.810888:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767326226.810890:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326226.810893:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306148378 00000800:00000200:3.0:1767326226.810899:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767326226.810900:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b16d9ddb. 00000400:00000200:2.0:1767326226.810903:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767326226.810906:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007cab202f. 00000400:00000200:2.0:1767326226.810908:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326226.810912:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767326226.810916:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326226.810918:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306148378 00000800:00000200:3.0:1767326226.810920:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767326226.810924:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1767326226.810925:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2d0a434. 00000400:00000200:2.0:1767326226.810929:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767326226.810933:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767326226.810934:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767326226.810938:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [541:541:254:4294967295] 192.168.203.107@tcp LPNI seq info [541:541:6:4294967295] 00000800:00000200:3.0:1767326226.810941:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007cab202f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326226.810941:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326226.810949:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326226.810951:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326226.810953:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326226.810955:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326226.810958:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 176051 usecs (177 jiffies) 00000100:00000001:1.0:1767326226.810961:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326226.810966:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306143921 00000800:00000200:2.0:1767326226.810966:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767326226.810971:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b667e865. 00000100:00000001:1.0:1767326226.810973:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326226.810977:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326226.810979:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306148378 00000800:00000200:2.0:1767326226.810980:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326226.810983:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767326226.810983:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326226.810986:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306143921 00000100:00000001:1.0:1767326226.810988:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767326226.810991:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ec7aa78. 00000800:00000200:2.0:1767326226.810993:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326226.810994:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306148378 00000100:00000001:1.0:1767326226.810994:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326226.810998:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767326226.811000:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b667e865 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326226.811001:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306143921 00000100:00000001:1.0:1767326226.811001:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326226.811009:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306148378 00000400:00000200:0.0:1767326226.811010:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326226.811012:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326226.811014:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306143921 00000400:00000200:0.0:1767326226.811019:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056cf3dc7 00000100:00000001:3.0:1767326226.811021:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306148378 00000100:00000040:2.0:1767326226.811022:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 11680 usecs (12 jiffies) 00000400:00000010:0.0:1767326226.811025:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056cf3dc7. 00000100:00000001:3.0:1767326226.811028:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326226.811029:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306143756 00000100:00000001:0.0:1767326226.811032:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326226.811033:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326226.811039:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326226.811040:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000456c8c17 x1853174993454464/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326226.811043:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306148378 00000100:00000001:3.0:1767326226.811044:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326226.811050:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306143756 00000100:00000001:3.0:1767326226.811054:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326226.811057:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306148378 00000100:00000001:3.0:1767326226.811058:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326226.811064:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306143756 00000100:00000001:0.0:1767326226.811065:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326226.811069:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306148378 00000100:00000040:0.0:1767326226.811071:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000456c8c17 x1853174993454464/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326226.811075:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306143756 00000100:00000001:2.0:1767326226.811080:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306148378 00000100:00000001:2.0:1767326226.811086:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326226.811090:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326226.811092:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326226.811093:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326226.811098:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326226.811102:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326226.811107:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326226.811108:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767326226.811111:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326226.811112:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326226.811116:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767326226.811117:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007cab202f. 00000100:00000001:2.0:1767326226.811119:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326226.811122:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326226.811124:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326226.811129:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326226.811132:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2bf7a3c 00000400:00000010:0.0:1767326226.811134:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2bf7a3c. 00000100:00000001:0.0:1767326226.811138:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326226.811166:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993454592/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326226.811175:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326226.811188:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993454592/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326226.811201:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326226.811210:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326226.811213:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326226.811216:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326226.811218:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326226.811221:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326226.811228:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326226.811231:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b667e865. 00000400:00000200:0.0:1767326226.811235:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326226.811240:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326226.811251:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014753050 00000400:00000010:0.0:1767326226.811254:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014753050. 00000100:00000001:0.0:1767326226.811257:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326226.811260:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a64ef72f x1853174993454720/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326226.811273:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326226.811276:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a64ef72f x1853174993454720/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326226.811284:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326226.811287:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326226.812396:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326226.812408:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326226.812410:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326226.812412:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326226.812418:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326226.812427:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed310580 00000400:00000200:0.0:1767326226.812433:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x11a1 [1] + 224 00000800:00000001:0.0:1767326226.812438:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326226.812443:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326226.812445:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326226.812447:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326226.812451:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326226.812454:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000456c8c17 x1853174993454464/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326226.812462:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000456c8c17 x1853174993454464/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326226.812474:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326226.812488:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326226.812492:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326226.812507:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326226.812522:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326226.812526:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326226.812528:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326226.812530:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae2124c2. 00000400:00000200:1.0:1767326226.812534:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8cda165 00000400:00000010:1.0:1767326226.812535:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8cda165. 00000100:00000001:1.0:1767326226.812537:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326226.812540:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000456c8c17 x1853174993454464/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326226.812546:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000456c8c17 x1853174993454464/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326226.812550:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326226.812552:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326226.812553:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326226.812555:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326226.812556:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326226.812558:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326226.812560:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326226.812565:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=33 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326226.812568:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=33 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326226.812569:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326226.812575:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326226.812577:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326226.812579:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326226.812581:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326226.812584:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000456c8c17 x1853174993454464/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326226.812588:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326226.812590:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326226.812591:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326226.812593:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000456c8c17 x1853174993454464/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326226.812598:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993454464:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326226.812601:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326226.812602:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326226.812603:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000456c8c17 x1853174993454464/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326226.812608:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326226.812611:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326226.812612:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e822ffba. 02000000:00000001:1.0:1767326226.812616:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326226.812617:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326226.812618:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326226.812620:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326226.812622:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006fc6f982. 02000000:00000001:1.0:1767326226.812625:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326226.812627:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326226.812628:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000456c8c17. 00000100:00000001:1.0:1767326226.812630:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326226.812631:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326226.812632:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326226.812635:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326226.812636:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326226.812638:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326226.812640:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326226.812682:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326226.812688:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326226.812690:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326226.812691:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326226.812695:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326226.812702:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310680 00000400:00000200:2.0:1767326226.812706:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x11b1 [1] + 224 00000800:00000001:2.0:1767326226.812709:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326226.812713:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326226.812714:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326226.812717:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326226.812719:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326226.812722:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a64ef72f x1853174993454720/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326226.812737:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a64ef72f x1853174993454720/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326226.812750:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326226.812754:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326226.812756:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326226.812796:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326226.812799:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326226.812803:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326226.812805:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326226.812807:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f158f97a. 00000400:00000200:0.0:1767326226.812812:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6e09edd 00000400:00000010:0.0:1767326226.812814:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6e09edd. 00000800:00000001:3.0:1767326226.812816:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326226.812818:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326226.812824:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a64ef72f x1853174993454720/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326226.812826:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326226.812831:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326226.812834:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326226.812845:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a64ef72f x1853174993454720/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326226.812854:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326226.812856:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326226.812858:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326226.812859:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326226.812860:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326226.812862:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326226.812864:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326226.812868:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=33 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326226.812870:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=117 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326226.812873:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326226.812874:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326226.812876:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326226.812880:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a64ef72f x1853174993454720/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326226.812887:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326226.812890:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326226.812891:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326226.812893:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326226.812895:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326226.812898:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a64ef72f x1853174993454720/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326226.812919:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767326226.812919:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326226.812925:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326226.812928:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326226.812934:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310600 00000100:00000040:0.0:1767326226.812935:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a64ef72f x1853174993454720/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326226.812943:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x11a9 [1] + 224 00000800:00000001:3.0:1767326226.812952:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767326226.812958:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a64ef72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993454720:192.168.203.107@tcp:400: 00000800:00000001:3.0:1767326226.812961:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326226.812963:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326226.812967:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326226.812968:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326226.812973:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a64ef72f x1853174993454720/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326226.812979:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326226.812989:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326226.812990:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326226.812994:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767326226.812996:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993454592/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326226.812998:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7c7e78b. 02000000:00000001:0.0:1767326226.813003:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326226.813005:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326226.813007:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326226.813012:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326226.813015:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c2fb3309. 02000000:00000001:0.0:1767326226.813018:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326226.813019:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326226.813020:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a64ef72f. 00000100:00000001:0.0:1767326226.813023:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326226.813025:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326226.813029:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326226.813035:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326226.813037:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326226.813042:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326226.813045:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326226.813048:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993454592/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326226.813068:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326226.813075:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326226.813079:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326226.813096:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326226.813098:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326226.813101:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326226.813102:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326226.813104:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090704924. 00000400:00000200:1.0:1767326226.813108:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc006719 00000400:00000010:1.0:1767326226.813110:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc006719. 00000100:00000001:1.0:1767326226.813111:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326226.813115:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993454592/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326226.813122:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993454592/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326226.813130:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326226.813131:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326226.813133:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326226.813134:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326226.813136:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326226.813137:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326226.813159:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326226.813163:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=23 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326226.813167:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=23 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326226.813169:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326226.813170:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326226.813172:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326226.813174:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326226.813177:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326226.813178:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326226.813180:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326226.813181:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326226.813184:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993454592/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326226.813191:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326226.813199:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326226.813200:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326226.813204:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993454592/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326226.813219:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993454592:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326226.813224:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326226.813226:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326226.813228:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993454592/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326226.813235:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326226.813237:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326226.813239:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033956d53. 02000000:00000001:1.0:1767326226.813241:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326226.813243:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326226.813244:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767326226.813246:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326226.813248:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc002f00. 02000000:00000001:1.0:1767326226.813250:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326226.813252:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326226.813253:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00000100:00000001:1.0:1767326226.813256:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326226.813257:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326226.813259:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326226.813262:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326226.813263:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326226.813264:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326226.813265:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326227.450258:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326227.450264:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326227.450317:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326227.450320:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326227.450323:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326228.474251:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326228.474256:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326228.474322:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326228.474326:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326228.474330:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326229.498289:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326229.498294:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326229.498358:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326229.498362:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326229.498364:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326230.522258:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326230.522265:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326230.522343:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326230.522368:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326230.522372:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326231.546279:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326231.546285:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326231.546347:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326231.546351:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326231.546354:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326231.930241:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306148378, at 4306148864 00000100:00000040:1.0:1767326231.930241:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306148378, at 4306148864 00000100:00000040:0.0:1767326231.930243:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306148378, at 4306148864 00000100:00000010:1.0:1767326231.930263:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007cc6f3c9. 00000100:00000040:2.0:1767326231.930266:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1767326231.930267:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffc93207. 00000100:00000010:3.0:1767326231.930271:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2d0a434. 00000100:00000001:2.0:1767326231.930281:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326231.930291:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031ce12f0. 00000020:00000040:2.0:1767326231.930297:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326231.930303:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326231.930306:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326231.930313:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326231.930323:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e432f8f2. 00000100:00000001:2.0:1767326231.930331:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326231.930342:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000031ce12f0 x1853174993454848/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326231.930355:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326231.930358:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326231.930363:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031ce12f0] to pc [ptlrpcd_00_03+3] req@0000000031ce12f0 x1853174993454848/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326231.930405:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326231.930428:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326231.930429:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326231.930434:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326231.930437:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087b1058a. 00000100:00000001:1.0:1767326231.930440:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326231.930441:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326231.930449:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326231.930449:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326231.930450:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326231.930454:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326231.930457:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326231.930462:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326231.930465:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031ce12f0 x1853174993454848/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326231.930470:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000069ef14a9. 00000100:00000001:0.0:1767326231.930495:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326231.930497:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326231.930503:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326231.930504:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326231.930509:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326231.930515:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000087b1058a x1853174993454976/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326231.930516:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326231.930524:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000031ce12f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993454848:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326231.930539:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326231.930547:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326231.930548:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326231.930549:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326231.930552:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326231.930555:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b1058a] to pc [ptlrpcd_00_00+0] req@0000000087b1058a x1853174993454976/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326231.930556:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326231.930563:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2059c26. 02000000:00000001:0.0:1767326231.930567:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326231.930574:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066cbf875. 00000400:00000010:0.0:1767326231.930581:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc894f48. 00000100:00000001:2.0:1767326231.930582:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326231.930587:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326231.930590:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1767326231.930591:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993454848, portal 25 00000100:00000010:2.0:1767326231.930593:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a860e5cf. 00000100:00000001:0.0:1767326231.930594:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326231.930600:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531373952 : -112767178177664 : ffff997058670380) 00000100:00000001:1.0:1767326231.930604:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326231.930605:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767326231.930611:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326231.930611:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000031ce12f0 x1853174993454848/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326231.930613:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326231.930615:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326231.930616:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326231.930624:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326231.930624:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326231.930629:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326231.930638:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087b1058a x1853174993454976/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326231.930640:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d823ea25. 00000100:00000001:0.0:1767326231.930640:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326231.930651:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326231.930657:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767326231.930664:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000a860e5cf x1853174993455104/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767326231.930668:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a95ea3f. 00000100:00000001:1.0:1767326231.930674:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326231.930679:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326231.930682:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993454848, offset 0 02000000:00000001:1.0:1767326231.930689:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326231.930698:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326231.930702:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326231.930708:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326231.930709:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326231.930709:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767326231.930735:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a860e5cf] to pc [ptlrpcd_00_01+1] req@00000000a860e5cf x1853174993455104/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326231.930735:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087b1058a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993454976:192.168.203.107@tcp:400: 00000400:00000200:0.0:1767326231.930738:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767326231.930750:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326231.930755:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326231.930758:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:1.0:1767326231.930763:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326231.930769:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326231.930770:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326231.930775:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:1.0:1767326231.930776:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326231.930783:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091ccf070. 02000000:00000001:1.0:1767326231.930794:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326231.930798:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [542:542:256:4294967295] 192.168.203.107@tcp LPNI seq info [542:542:8:4294967295] 00000400:00000010:1.0:1767326231.930809:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae2124c2. 00000400:00000010:1.0:1767326231.930827:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8cda165. 00000400:00000200:0.0:1767326231.930832:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767326231.930836:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326231.930837:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993454976, portal 10 00000800:00000200:0.0:1767326231.930844:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767326231.930847:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326231.930849:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:0.0:1767326231.930852:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2fb3309. 00000100:00000001:1.0:1767326231.930855:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531376640 : -112767178174976 : ffff997058670e00) 00000100:00000040:2.0:1767326231.930859:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:0.0:1767326231.930867:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767326231.930868:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326231.930868:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11486) 00000100:00000040:1.0:1767326231.930869:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087b1058a x1853174993454976/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326231.930877:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326231.930882:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326231.930886:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326231.930887:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000040:3.0:1767326231.930893:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a860e5cf x1853174993455104/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326231.930893:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2fb3309 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767326231.930894:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306148378, at 4306148864 00000100:00000040:1.0:1767326231.930907:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326231.930912:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326231.930913:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b16d9ddb. 00000400:00000010:1.0:1767326231.930913:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab6453a0. 00000100:00000001:0.0:1767326231.930919:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306153498 00000100:00000200:1.0:1767326231.930927:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993454976, offset 0 00000100:00000001:3.0:1767326231.930930:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1767326231.930930:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d914d99. 00000100:00000001:3.0:1767326231.930935:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326231.930937:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326231.930940:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767326231.930944:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326231.930946:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306153498 02000000:00000001:3.0:1767326231.930949:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767326231.930951:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001dd496f8. 00000400:00000200:1.0:1767326231.930953:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:3.0:1767326231.930956:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326231.930958:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326231.930960:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326231.930963:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306153498 00000100:00100000:3.0:1767326231.930965:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a860e5cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993455104:192.168.203.107@tcp:400: 00000100:00000010:0.0:1767326231.930967:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000497492e3. 00000400:00000200:1.0:1767326231.930968:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326231.930972:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326231.930975:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326231.930976:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326231.930981:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326231.930983:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326231.930985:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306153498 02000000:00000001:3.0:1767326231.930986:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326231.930989:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [543:543:255:4294967295] 192.168.203.107@tcp LPNI seq info [543:543:7:4294967295] 02000000:00000001:3.0:1767326231.930992:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767326231.930994:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091671450. 00000100:00000001:0.0:1767326231.930999:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 02000000:00000010:3.0:1767326231.931000:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004baad191. 00000100:00000001:0.0:1767326231.931004:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326231.931005:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326231.931011:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326231.931014:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:3.0:1767326231.931015:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000299bd86d. 00000100:00000001:0.0:1767326231.931016:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326231.931022:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326231.931026:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a09826fe. 00000800:00000200:1.0:1767326231.931026:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326231.931029:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326231.931033:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767326231.931035:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993455104, portal 10 00000100:00000001:0.0:1767326231.931036:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1767326231.931037:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000524bc938. 00000100:00000001:0.0:1767326231.931039:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326231.931042:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326231.931043:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326231.931046:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531381120 : -112767178170496 : ffff997058671f80) 00000800:00000200:1.0:1767326231.931049:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326231.931049:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326231.931059:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767326231.931062:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a860e5cf x1853174993455104/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767326231.931064:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2fb3309. 00000400:00000200:2.0:1767326231.931070:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767326231.931076:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326231.931086:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000524bc938 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326231.931089:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326231.931100:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326231.931102:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326231.931104:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a95ea3f 00000100:00000040:1.0:1767326231.931109:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 174985 usecs (175 jiffies) 00000100:00000040:3.0:1767326231.931113:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326231.931113:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a95ea3f. 00000100:00000001:1.0:1767326231.931117:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306149039 00000400:00000010:3.0:1767326231.931120:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000273bba3d. 00000100:00000001:2.0:1767326231.931123:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326231.931124:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306153498 00000100:00000200:3.0:1767326231.931127:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993455104, offset 0 00000100:00000001:1.0:1767326231.931131:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306149039 00000100:00000200:2.0:1767326231.931134:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031ce12f0 x1853174993454848/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326231.931165:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306153498 00000100:00000001:1.0:1767326231.931169:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306149040 00000100:00000001:1.0:1767326231.931178:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306153498 00000100:00000001:1.0:1767326231.931185:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306149040 00000100:00000001:1.0:1767326231.931194:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306153498 00000100:00000001:1.0:1767326231.931199:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326231.931201:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326231.931202:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326231.931206:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031ce12f0 x1853174993454848/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326247 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326231.931218:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326231.931230:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326231.931231:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326231.931234:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326231.931235:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326231.931237:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326231.931241:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326231.931243:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326231.931246:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326231.931248:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326231.931250:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326231.931253:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767326231.931258:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326231.931261:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767326231.931266:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326231.931270:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767326231.931276:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [544:544:255:4294967295] 192.168.203.107@tcp LPNI seq info [544:544:7:4294967295] 00000800:00000200:2.0:1767326231.931280:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326231.931284:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000524bc938. 00000400:00000200:2.0:1767326231.931291:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326231.931300:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326231.931310:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:2.0:1767326231.931317:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab6453a0 00000400:00000010:2.0:1767326231.931320:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab6453a0. 00000800:00000200:3.0:1767326231.931321:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326231.931325:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:3.0:1767326231.931329:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018112a94. 00000100:00000200:2.0:1767326231.931330:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087b1058a x1853174993454976/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326231.931340:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326231.931352:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087b1058a x1853174993454976/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326247 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326231.931360:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326231.931361:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326231.931391:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767326231.931396:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767326231.931399:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000018112a94 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326231.931408:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326231.931411:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 11623 usecs (12 jiffies) 00000100:00000001:3.0:1767326231.931413:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306148877 00000100:00000001:3.0:1767326231.931415:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306153498 00000100:00000001:3.0:1767326231.931417:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306148877 00000100:00000001:3.0:1767326231.931418:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306153498 00000100:00000001:3.0:1767326231.931419:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306148877 00000100:00000001:3.0:1767326231.931421:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306153498 00000100:00000001:3.0:1767326231.931422:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306148877 00000100:00000001:3.0:1767326231.931423:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306153498 00000100:00000001:3.0:1767326231.931431:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326231.931432:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326231.931434:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326231.931436:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326231.931441:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326231.931442:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326231.931444:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326231.931446:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326231.931448:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326231.931450:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326231.931493:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326231.931497:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018112a94. 00000400:00000200:2.0:1767326231.931499:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326231.931503:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326231.931505:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000273bba3d 00000400:00000010:2.0:1767326231.931506:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000273bba3d. 00000100:00000001:2.0:1767326231.931509:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326231.931512:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a860e5cf x1853174993455104/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326231.931517:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326231.931518:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a860e5cf x1853174993455104/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326247 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326231.931523:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326231.931524:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326231.932804:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326231.932815:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326231.932817:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326231.932819:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326231.932825:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326231.932835:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed310700 00000400:00000200:3.0:1767326231.932840:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x11b9 [1] + 224 00000800:00000001:3.0:1767326231.932845:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326231.932849:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326231.932850:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326231.932853:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326231.932858:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326231.932862:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031ce12f0 x1853174993454848/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326231.932869:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000031ce12f0 x1853174993454848/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326231.932881:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326231.932886:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326231.932888:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326231.932889:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326231.932890:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326231.932893:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326231.932898:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310780 00000400:00000200:3.0:1767326231.932907:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x11c1 [1] + 224 00000100:00000001:0.0:1767326231.932910:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326231.932911:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326231.932913:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326231.932914:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326231.932918:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326231.932920:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326231.932922:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326231.932925:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087b1058a x1853174993454976/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326231.932933:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087b1058a x1853174993454976/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326231.932934:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326231.932940:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326231.932942:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066cbf875. 00000100:00000001:3.0:1767326231.932944:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767326231.932946:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc894f48 00000400:00000010:0.0:1767326231.932949:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc894f48. 00000100:00000001:0.0:1767326231.932952:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767326231.932956:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326231.932957:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031ce12f0 x1853174993454848/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326231.932961:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326231.932965:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326231.932968:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326231.932972:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031ce12f0 x1853174993454848/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326231.932976:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767326231.932981:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326231.932986:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310800 00000100:00000001:1.0:1767326231.932986:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326231.932987:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1767326231.932992:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326231.932992:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326231.932996:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326231.932997:0:211468:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767326231.933000:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae2124c2. 02000000:00000001:0.0:1767326231.933001:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326231.933005:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326231.933006:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326231.933009:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326231.933014:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=38 v=5 (5 5 5 5) 00000400:00000200:1.0:1767326231.933015:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8cda165 00000400:00000010:1.0:1767326231.933019:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8cda165. 00000100:00001000:0.0:1767326231.933020:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=38 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326231.933024:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326231.933026:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326231.933029:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767326231.933030:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767326231.933034:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x11c9 [1] + 224 00010000:00000001:0.0:1767326231.933034:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326231.933039:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087b1058a x1853174993454976/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326231.933040:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326231.933042:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326231.933049:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326231.933050:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031ce12f0 x1853174993454848/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326231.933054:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326231.933064:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326231.933071:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326231.933072:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087b1058a x1853174993454976/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326231.933077:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a860e5cf x1853174993455104/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326231.933077:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326231.933085:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326231.933090:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326231.933101:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031ce12f0 x1853174993454848/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326231.933108:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326231.933110:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a860e5cf x1853174993455104/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326231.933113:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326231.933120:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326231.933124:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326231.933128:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326231.933132:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326231.933133:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000031ce12f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993454848:192.168.203.107@tcp:400: 02000000:00000001:1.0:1767326231.933138:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326231.933164:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326231.933167:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=28 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326231.933172:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326231.933173:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326231.933178:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326231.933180:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326231.933181:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767326231.933184:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326231.933185:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326231.933186:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767326231.933192:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326231.933192:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326231.933193:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031ce12f0 x1853174993454848/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326231.933195:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326231.933200:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326231.933201:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326231.933209:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326231.933211:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326231.933213:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326231.933218:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767326231.933220:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087b1058a x1853174993454976/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326231.933221:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:0.0:1767326231.933223:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2059c26. 00000400:00000001:2.0:1767326231.933227:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767326231.933231:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1767326231.933234:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000299bd86d. 00000020:00000001:0.0:1767326231.933237:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326231.933245:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326231.933246:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326231.933247:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a09826fe 00000100:00000001:1.0:1767326231.933259:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767326231.933260:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a09826fe. 00000020:00000001:0.0:1767326231.933261:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326231.933263:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326231.933267:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e432f8f2. 00000100:00000001:2.0:1767326231.933272:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767326231.933273:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087b1058a x1853174993454976/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326231.933274:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1767326231.933285:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a860e5cf x1853174993455104/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326231.933286:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087b1058a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993454976:192.168.203.107@tcp:400: 02000000:00000001:0.0:1767326231.933288:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326231.933294:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031ce12f0. 00000100:00000001:1.0:1767326231.933302:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326231.933308:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326231.933310:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326231.933314:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326231.933321:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087b1058a x1853174993454976/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326231.933326:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326231.933337:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326231.933343:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326231.933355:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326231.933360:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326231.933369:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a860e5cf x1853174993455104/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326231.933371:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326231.933375:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326231.933380:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091ccf070. 02000000:00000001:1.0:1767326231.933387:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326231.933389:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767326231.933391:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326231.933393:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326231.933395:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326231.933399:0:211466:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767326231.933401:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326231.933404:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000069ef14a9. 02000000:00000001:1.0:1767326231.933407:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326231.933410:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767326231.933411:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:1.0:1767326231.933413:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087b1058a. 00000100:00000001:2.0:1767326231.933415:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326231.933419:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326231.933420:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326231.933424:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326231.933429:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326231.933430:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326231.933439:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326231.933441:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326231.933443:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326231.933445:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326231.933446:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=38 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326231.933454:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=122 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326231.933458:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326231.933460:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326231.933463:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326231.933467:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a860e5cf x1853174993455104/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326231.933475:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326231.933493:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326231.933495:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326231.933497:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326231.933498:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326231.933502:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a860e5cf x1853174993455104/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326231.933510:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326231.933513:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326231.933515:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326231.933518:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a860e5cf x1853174993455104/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326231.933526:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a860e5cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993455104:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326231.933531:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326231.933533:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326231.933535:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a860e5cf x1853174993455104/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326247 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326231.933542:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326231.933544:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326231.933547:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004baad191. 02000000:00000001:2.0:1767326231.933551:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326231.933559:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326231.933561:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326231.933564:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326231.933566:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d823ea25. 02000000:00000001:2.0:1767326231.933569:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326231.933571:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326231.933573:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a860e5cf. 00000100:00000001:2.0:1767326231.933577:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326231.933578:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326231.933580:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326231.933587:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326231.933589:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326231.933591:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326231.933593:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326232.570267:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326232.570273:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326232.570358:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326232.570365:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326232.570388:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326233.594268:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326233.594275:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326233.594343:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326233.594348:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326233.594351:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326234.618258:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326234.618267:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326234.618269:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326234.618272:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326234.618277:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326234.618280:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326234.618282:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326234.618284:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326234.618342:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326234.618346:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326234.618348:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326235.642217:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326235.642225:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326235.642294:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326235.642296:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326235.642299:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326236.666205:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326236.666213:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326236.666259:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326236.666264:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326236.666269:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326237.050261:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306153498, at 4306153984 00000100:00000040:0.0:1767326237.050261:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306153498, at 4306153984 00000100:00000040:1.0:1767326237.050262:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767326237.050270:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306153498, at 4306153984 00000100:00000001:1.0:1767326237.050276:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326237.050283:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d914d99. 00000100:00000010:2.0:1767326237.050285:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000497492e3. 00000100:00000010:3.0:1767326237.050287:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091671450. 00000100:00000010:1.0:1767326237.050289:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004db1aef7. 00000020:00000040:1.0:1767326237.050296:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326237.050301:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326237.050305:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326237.050311:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326237.050320:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009620fff6. 00000100:00000001:1.0:1767326237.050328:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326237.050342:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000004db1aef7 x1853174993455232/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326237.050354:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326237.050356:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326237.050363:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004db1aef7] to pc [ptlrpcd_00_02+2] req@000000004db1aef7 x1853174993455232/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326237.050396:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326237.050399:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326237.050403:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326237.050406:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3cd2a4f. 00000020:00000040:1.0:1767326237.050409:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767326237.050412:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326237.050417:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326237.050419:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326237.050420:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326237.050425:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004db1aef7 x1853174993455232/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326237.050426:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326237.050430:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326237.050433:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326237.050437:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326237.050438:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326237.050451:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326237.050455:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ee91c56. 02000000:00000001:0.0:1767326237.050458:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326237.050461:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326237.050462:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326237.050467:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326237.050471:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004db1aef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993455232:192.168.203.107@tcp:400: 00000100:00000040:1.0:1767326237.050472:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000c3cd2a4f x1853174993455360/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326237.050485:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326237.050487:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326237.050489:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326237.050492:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326237.050493:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3cd2a4f] to pc [ptlrpcd_00_03+3] req@00000000c3cd2a4f x1853174993455360/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326237.050496:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326237.050501:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326237.050507:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccebdf54. 02000000:00000001:0.0:1767326237.050509:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326237.050513:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326237.050515:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066cbf875. 00000100:00000040:1.0:1767326237.050517:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326237.050522:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767326237.050524:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc894f48. 00000100:00000001:2.0:1767326237.050525:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326237.050527:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95a2dac. 00000100:00000001:2.0:1767326237.050528:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326237.050532:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767326237.050532:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000200:0.0:1767326237.050534:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993455232, portal 25 00000100:00000040:2.0:1767326237.050538:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3cd2a4f x1853174993455360/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326237.050538:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326237.050539:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326237.050541:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326237.050541:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138726784 : -112766570824832 : ffff99707c9a7b80) 02000000:00000001:1.0:1767326237.050545:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326237.050549:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004db1aef7 x1853174993455232/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326237.050553:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000524bc938. 00000100:00000001:1.0:1767326237.050559:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326237.050566:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326237.050567:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000d95a2dac x1853174993455488/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326237.050572:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326237.050573:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326237.050574:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326237.050579:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fa08db4. 02000000:00000001:2.0:1767326237.050580:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326237.050583:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326237.050586:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993455232, offset 0 02000000:00000001:2.0:1767326237.050587:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326237.050588:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326237.050592:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326237.050595:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3cd2a4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993455360:192.168.203.107@tcp:400: 00000100:00000040:1.0:1767326237.050600:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d95a2dac] to pc [ptlrpcd_00_00+0] req@00000000d95a2dac x1853174993455488/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326237.050601:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326237.050601:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767326237.050605:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326237.050608:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326237.050611:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326237.050615:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f0bb424. 02000000:00000001:2.0:1767326237.050618:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326237.050621:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005435f024. 00000400:00000010:2.0:1767326237.050626:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f1a63e0. 00000100:00000200:2.0:1767326237.050628:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993455360, portal 10 00000400:00000200:0.0:1767326237.050630:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326237.050631:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326237.050632:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138717824 : -112766570833792 : ffff99707c9a5880) 00000100:00000001:1.0:1767326237.050635:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326237.050639:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326237.050641:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3cd2a4f x1853174993455360/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326237.050642:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767326237.050649:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767326237.050650:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326237.050655:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326237.050657:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326237.050661:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326237.050663:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767326237.050664:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326237.050665:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006167ed22. 00000100:00000040:1.0:1767326237.050665:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11491) 00000100:00000001:3.0:1767326237.050668:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326237.050670:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [545:545:256:4294967295] 192.168.203.107@tcp LPNI seq info [545:545:8:4294967295] 00000100:00000200:2.0:1767326237.050671:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993455360, offset 0 00000100:00000001:3.0:1767326237.050672:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326237.050683:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d95a2dac x1853174993455488/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326237.050683:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767326237.050685:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306153498, at 4306153984 00000400:00000200:0.0:1767326237.050694:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:1.0:1767326237.050695:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001dd496f8. 00000100:00000001:3.0:1767326237.050706:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1767326237.050708:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326237.050710:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326237.050710:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:0.0:1767326237.050715:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000072856849. 02000000:00000001:3.0:1767326237.050716:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326237.050716:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326237.050719:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326237.050720:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326237.050723:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326237.050725:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326237.050726:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326237.050729:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326237.050730:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00100000:3.0:1767326237.050735:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d95a2dac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993455488:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767326237.050735:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767326237.050743:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326237.050743:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [546:546:255:4294967295] 192.168.203.107@tcp LPNI seq info [546:546:7:4294967295] 00000800:00000200:0.0:1767326237.050747:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:3.0:1767326237.050748:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326237.050751:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326237.050755:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000072856849 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767326237.050757:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326237.050758:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000010:3.0:1767326237.050762:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5b42119. 02000000:00000001:3.0:1767326237.050767:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326237.050773:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079e85f35. 00000800:00000200:2.0:1767326237.050775:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326237.050776:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326237.050779:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008237aba. 00000800:00000010:2.0:1767326237.050781:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d823ea25. 00000100:00000200:3.0:1767326237.050784:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993455488, portal 10 00000100:00000001:3.0:1767326237.050788:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326237.050790:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306158618 00000100:00000001:3.0:1767326237.050792:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138716928 : -112766570834688 : ffff99707c9a5500) 00000800:00000200:2.0:1767326237.050793:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:0.0:1767326237.050795:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d914d99. 00000100:00000040:3.0:1767326237.050802:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d95a2dac x1853174993455488/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326237.050802:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326237.050805:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767326237.050808:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306158618 00000800:00000200:2.0:1767326237.050813:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d823ea25 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767326237.050815:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077e90a0d. 00000100:00000001:0.0:1767326237.050820:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326237.050822:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326237.050823:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326237.050823:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306158618 00000100:00000040:3.0:1767326237.050829:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000010:0.0:1767326237.050830:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000797caa63. 00000100:00000040:2.0:1767326237.050831:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 173930 usecs (174 jiffies) 00000800:00000200:1.0:1767326237.050835:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326237.050835:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000010:3.0:1767326237.050836:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001897d440. 00000100:00000001:2.0:1767326237.050837:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306154158 00000100:00000001:0.0:1767326237.050841:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306158618 00000100:00000200:3.0:1767326237.050842:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993455488, offset 0 00000100:00000001:2.0:1767326237.050844:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306158618 00000100:00000010:0.0:1767326237.050846:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000198668e1. 00000800:00000010:1.0:1767326237.050848:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000072856849. 00000100:00000001:0.0:1767326237.050851:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326237.050852:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306154158 00000400:00000200:3.0:1767326237.050854:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326237.050856:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326237.050859:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306158618 00000400:00000200:1.0:1767326237.050859:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326237.050860:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326237.050864:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326237.050867:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306154158 00000100:00000001:0.0:1767326237.050867:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326237.050870:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326237.050871:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326237.050873:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306158618 00000400:00000200:1.0:1767326237.050874:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326237.050879:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306154158 00000100:00000001:0.0:1767326237.050881:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326237.050883:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306158618 00000100:00000001:0.0:1767326237.050884:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326237.050885:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326237.050890:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326237.050891:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326237.050891:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326237.050894:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326237.050898:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326237.050898:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326237.050898:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326237.050906:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [547:547:254:4294967295] 192.168.203.107@tcp LPNI seq info [547:547:6:4294967295] 00000100:00000001:2.0:1767326237.050906:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326237.050906:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326237.050912:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326237.050920:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326237.050923:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326237.050924:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767326237.050927:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326237.050930:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767326237.050933:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326237.050934:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326237.050934:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fa08db4 00000800:00000010:3.0:1767326237.050939:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099e782ae. 00000400:00000010:1.0:1767326237.050939:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fa08db4. 00000800:00000200:3.0:1767326237.050948:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326237.050948:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326237.050949:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326237.050958:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004db1aef7 x1853174993455232/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326237.050959:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767326237.050965:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099e782ae type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326237.050972:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326237.050975:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326237.050976:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 11571 usecs (12 jiffies) 00000100:00000001:3.0:1767326237.050981:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306153996 00000100:00000040:1.0:1767326237.050982:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004db1aef7 x1853174993455232/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326237.050986:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306158618 00000100:00000001:3.0:1767326237.050991:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306153996 00000100:00000001:3.0:1767326237.050996:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306158618 00000100:00000001:1.0:1767326237.050999:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326237.051000:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306153996 00000100:00000001:1.0:1767326237.051003:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326237.051006:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306158618 00000100:00000001:3.0:1767326237.051009:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306153996 00000100:00000001:3.0:1767326237.051011:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306158618 00000100:00000001:3.0:1767326237.051013:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326237.051015:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326237.051018:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326237.051020:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326237.051020:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326237.051025:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d823ea25. 00000100:00000001:3.0:1767326237.051028:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326237.051029:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326237.051031:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326237.051037:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326237.051037:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326237.051040:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326237.051043:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326237.051043:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006167ed22 00000400:00000010:1.0:1767326237.051047:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006167ed22. 00000100:00000001:1.0:1767326237.051050:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326237.051053:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326237.051055:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3cd2a4f x1853174993455360/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326237.051064:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326237.051067:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3cd2a4f x1853174993455360/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326237.051073:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326237.051082:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326237.051138:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326237.051159:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099e782ae. 00000400:00000200:1.0:1767326237.051162:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326237.051166:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326237.051168:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001897d440 00000400:00000010:1.0:1767326237.051170:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001897d440. 00000100:00000001:1.0:1767326237.051173:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326237.051176:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d95a2dac x1853174993455488/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326237.051183:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326237.051185:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d95a2dac x1853174993455488/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326237.051191:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326237.051193:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326237.053180:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326237.053223:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326237.053226:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326237.053228:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326237.053234:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326237.053250:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed310880 00000400:00000200:2.0:1767326237.053255:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x11d1 [1] + 224 00000800:00000001:2.0:1767326237.053261:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326237.053268:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326237.053269:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326237.053271:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326237.053275:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326237.053279:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004db1aef7 x1853174993455232/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326237.053286:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004db1aef7 x1853174993455232/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326237.053303:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326237.053310:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326237.053313:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326237.053336:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326237.053339:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326237.053343:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326237.053345:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326237.053346:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066cbf875. 00000400:00000200:0.0:1767326237.053349:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc894f48 00000400:00000010:0.0:1767326237.053350:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc894f48. 00000100:00000001:0.0:1767326237.053352:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326237.053355:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004db1aef7 x1853174993455232/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326237.053362:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004db1aef7 x1853174993455232/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326237.053375:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326237.053376:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326237.053378:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326237.053380:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326237.053382:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326237.053383:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326237.053385:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326237.053389:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326237.053390:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=44 v=5 (5 5 5 5) 00000800:00000001:3.0:1767326237.053394:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326237.053395:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=44 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326237.053398:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326237.053400:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767326237.053402:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326237.053402:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326237.053408:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767326237.053410:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00010000:00000001:0.0:1767326237.053412:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326237.053417:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326237.053418:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310900 00000400:00000200:3.0:1767326237.053425:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x11d9 [1] + 224 00000100:00000040:0.0:1767326237.053425:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004db1aef7 x1853174993455232/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326237.053430:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326237.053433:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326237.053436:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326237.053455:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326237.053459:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326237.053461:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326237.053465:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004db1aef7 x1853174993455232/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326237.053473:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004db1aef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993455232:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326237.053478:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326237.053480:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326237.053482:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004db1aef7 x1853174993455232/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326237.053492:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326237.053495:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326237.053497:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccebdf54. 02000000:00000001:0.0:1767326237.053501:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767326237.053503:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000020:00000001:0.0:1767326237.053504:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326237.053507:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326237.053510:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326237.053516:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3cd2a4f x1853174993455360/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326237.053516:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326237.053520:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009620fff6. 02000000:00000001:0.0:1767326237.053527:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326237.053530:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767326237.053531:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3cd2a4f x1853174993455360/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326237.053533:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004db1aef7. 00000100:00000001:0.0:1767326237.053538:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326237.053541:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326237.053545:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326237.053551:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326237.053552:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326237.053554:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326237.053555:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326237.053558:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326237.053565:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326237.053571:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326237.053574:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326237.053577:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326237.053583:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767326237.053584:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326237.053588:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326237.053592:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310980 00000400:00000001:2.0:1767326237.053593:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326237.053597:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326237.053598:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005435f024. 00000400:00000200:2.0:1767326237.053602:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f1a63e0 00000400:00000010:2.0:1767326237.053604:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f1a63e0. 00000100:00000001:2.0:1767326237.053607:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326237.053610:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x11e1 [1] + 224 00000100:00000200:2.0:1767326237.053613:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3cd2a4f x1853174993455360/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326237.053617:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326237.053624:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326237.053626:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326237.053630:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326237.053636:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326237.053639:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3cd2a4f x1853174993455360/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326237.053643:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d95a2dac x1853174993455488/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326237.053650:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326237.053653:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326237.053655:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326237.053657:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326237.053659:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326237.053660:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326237.053661:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326237.053672:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=34 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326237.053676:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=34 v=5 (1 1 1 1) 00000100:00000040:3.0:1767326237.053677:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d95a2dac x1853174993455488/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326237.053680:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326237.053682:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326237.053685:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326237.053687:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326237.053692:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326237.053694:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326237.053696:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326237.053697:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326237.053700:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3cd2a4f x1853174993455360/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326237.053703:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326237.053705:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326237.053709:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326237.053711:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326237.053715:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767326237.053715:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3cd2a4f x1853174993455360/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326237.053720:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326237.053728:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3cd2a4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993455360:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326237.053734:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326237.053736:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326237.053740:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3cd2a4f x1853174993455360/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326237.053740:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326237.053744:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326237.053750:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326237.053753:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326237.053754:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079e85f35. 00000400:00000200:1.0:1767326237.053758:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008237aba 00000100:00000001:2.0:1767326237.053759:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1767326237.053760:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008237aba. 02000000:00000001:2.0:1767326237.053763:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326237.053765:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f0bb424. 00000100:00000001:1.0:1767326237.053766:0:211465:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767326237.053771:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1767326237.053774:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d95a2dac x1853174993455488/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326237.053775:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326237.053777:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767326237.053781:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326237.053784:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ee91c56. 02000000:00000001:2.0:1767326237.053789:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326237.053792:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1767326237.053792:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d95a2dac x1853174993455488/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326237.053794:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3cd2a4f. 00000100:00000001:1.0:1767326237.053802:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326237.053804:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326237.053805:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326237.053807:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326237.053809:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326237.053810:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326237.053812:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326237.053815:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326237.053816:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326237.053817:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326237.053820:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326237.053821:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326237.053822:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326237.053825:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326237.053828:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=44 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326237.053839:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=128 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326237.053841:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326237.053843:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326237.053844:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326237.053848:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d95a2dac x1853174993455488/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326237.053854:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326237.053857:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326237.053858:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326237.053860:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326237.053861:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326237.053863:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d95a2dac x1853174993455488/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326237.053869:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326237.053871:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326237.053872:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326237.053875:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d95a2dac x1853174993455488/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326237.053881:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d95a2dac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993455488:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326237.053885:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326237.053887:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326237.053889:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d95a2dac x1853174993455488/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326253 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326237.053895:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326237.053897:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326237.053899:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5b42119. 02000000:00000001:1.0:1767326237.053902:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326237.053904:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326237.053905:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767326237.053907:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326237.053908:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000524bc938. 02000000:00000001:1.0:1767326237.053915:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326237.053917:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326237.053918:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d95a2dac. 00000100:00000001:1.0:1767326237.053921:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326237.053922:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326237.053924:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326237.053927:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326237.053929:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326237.053931:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326237.053932:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326237.690248:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326237.690255:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326237.690316:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326237.690321:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326237.690324:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326238.714225:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326238.714234:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326238.714276:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326238.714280:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326238.714283:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326239.738289:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326239.738298:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326239.738356:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326239.738360:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326239.738363:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326240.762209:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326240.762218:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326240.762269:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326240.762272:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326240.762275:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326241.786199:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326241.786207:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326241.786261:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326241.786264:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326241.786267:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326242.170245:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306158618, at 4306159104 00000100:00000040:1.0:1767326242.170247:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306158618, at 4306159104 00000100:00000040:2.0:1767326242.170257:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306158618, at 4306159104 00000100:00000010:3.0:1767326242.170262:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000198668e1. 00000100:00000010:1.0:1767326242.170262:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077e90a0d. 00000100:00000040:0.0:1767326242.170266:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:2.0:1767326242.170267:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000797caa63. 00000100:00000001:0.0:1767326242.170275:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326242.170285:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a64ef72f. 00000020:00000040:0.0:1767326242.170289:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326242.170293:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326242.170296:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326242.170302:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326242.170309:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2fb3309. 00000100:00000001:0.0:1767326242.170316:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326242.170325:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000a64ef72f x1853174993455616/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326242.170334:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326242.170336:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326242.170341:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a64ef72f] to pc [ptlrpcd_00_01+1] req@00000000a64ef72f x1853174993455616/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326242.170361:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326242.170363:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326242.170366:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326242.170368:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000020:00000040:0.0:1767326242.170370:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767326242.170372:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326242.170376:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326242.170381:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767326242.170383:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326242.170390:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767326242.170390:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326242.170391:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326242.170392:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326242.170393:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326242.170396:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326242.170399:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc002f00. 00000100:00000001:1.0:1767326242.170400:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326242.170404:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326242.170405:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326242.170419:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326242.170425:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a64ef72f x1853174993455616/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326242.170431:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000b9c126d9 x1853174993455744/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326242.170447:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326242.170448:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326242.170454:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_02+2] req@00000000b9c126d9 x1853174993455744/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326242.170471:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326242.170474:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326242.170477:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326242.170479:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326242.170481:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326242.170485:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a64ef72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993455616:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326242.170488:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326242.170493:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326242.170494:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326242.170499:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326242.170499:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326242.170506:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326242.170507:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326242.170507:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326242.170512:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767326242.170513:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ed2912f. 02000000:00000010:1.0:1767326242.170514:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000317f2995. 00000100:00000001:2.0:1767326242.170516:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767326242.170517:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:1.0:1767326242.170522:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326242.170522:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326242.170526:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767326242.170527:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993455744/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326242.170528:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326242.170529:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326242.170532:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae2124c2. 00000100:00000001:3.0:1767326242.170534:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326242.170536:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006fc6f982. 00000400:00000010:1.0:1767326242.170543:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8cda165. 00000100:00000001:0.0:1767326242.170543:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326242.170551:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000009ed2912f x1853174993455872/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767326242.170554:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993455616, portal 25 00000100:00000001:2.0:1767326242.170562:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326242.170562:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326242.170566:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326242.170567:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250678528 : -112767458873088 : ffff997047abf100) 00000100:00000001:0.0:1767326242.170568:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326242.170573:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326242.170574:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326242.170578:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326242.170579:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a64ef72f x1853174993455616/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326242.170583:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326242.170584:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ed2912f] to pc [ptlrpcd_00_03+3] req@000000009ed2912f x1853174993455872/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326242.170595:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993455744:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326242.170606:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326242.170609:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326242.170612:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326242.170617:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326242.170617:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326242.170620:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b4b29cd. 02000000:00000001:2.0:1767326242.170622:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767326242.170625:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993455616, offset 0 00000100:00000001:0.0:1767326242.170628:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326242.170634:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767326242.170635:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080de8b7a. 00000400:00000200:1.0:1767326242.170635:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767326242.170642:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326242.170644:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767326242.170648:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005435f024. 00000100:00000001:3.0:1767326242.170651:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326242.170652:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11496) 00000400:00000200:1.0:1767326242.170654:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767326242.170655:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326242.170656:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f1a63e0. 00000100:00000001:3.0:1767326242.170657:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326242.170662:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767326242.170663:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993455744, portal 10 00000100:00000040:3.0:1767326242.170664:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ed2912f x1853174993455872/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326242.170669:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326242.170670:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326242.170674:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000100:00000001:3.0:1767326242.170678:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767326242.170678:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767326242.170679:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306158618, at 4306159104 00000100:00000001:3.0:1767326242.170681:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326242.170684:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:3.0:1767326242.170686:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326242.170687:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993455744/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326242.170689:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767326242.170690:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d914d99. 00000400:00000200:1.0:1767326242.170694:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [548:548:256:4294967295] 192.168.203.107@tcp LPNI seq info [548:548:8:4294967295] 02000000:00000001:3.0:1767326242.170695:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326242.170701:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ed2912f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993455872:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326242.170712:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326242.170716:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326242.170718:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326242.170719:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326242.170719:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:3.0:1767326242.170724:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326242.170725:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000010:3.0:1767326242.170730:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba4e665d. 00000400:00000010:2.0:1767326242.170732:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000970be8f4. 02000000:00000001:3.0:1767326242.170733:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326242.170737:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993455744, offset 0 00000800:00000200:1.0:1767326242.170738:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767326242.170739:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0bfb790. 00000400:00000010:3.0:1767326242.170746:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000290a2933. 00000800:00000010:1.0:1767326242.170747:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000524bc938. 00000400:00000200:2.0:1767326242.170750:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767326242.170758:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:3.0:1767326242.170759:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993455872, portal 10 00000400:00000200:2.0:1767326242.170761:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767326242.170763:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326242.170767:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250665984 : -112767458885632 : ffff997047abc000) 00000400:00000200:2.0:1767326242.170769:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326242.170770:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000040:3.0:1767326242.170774:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ed2912f x1853174993455872/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326242.170777:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000524bc938 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326242.170778:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767326242.170786:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326242.170792:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767326242.170796:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326242.170798:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326242.170801:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [549:549:255:4294967295] 192.168.203.107@tcp LPNI seq info [549:549:7:4294967295] 00000100:00000001:1.0:1767326242.170803:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306163738 00000100:00000040:3.0:1767326242.170806:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767326242.170809:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004434e41e. 00000400:00000010:3.0:1767326242.170811:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000541ee6a5. 00000100:00000200:3.0:1767326242.170814:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993455872, offset 0 00000100:00000001:1.0:1767326242.170815:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326242.170822:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306163738 00000400:00000200:3.0:1767326242.170826:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:1.0:1767326242.170827:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e07a6719. 00000400:00000200:2.0:1767326242.170829:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326242.170831:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767326242.170838:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326242.170839:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306163738 00000400:00000200:3.0:1767326242.170844:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:1.0:1767326242.170846:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086f58006. 00000400:00000200:3.0:1767326242.170847:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767326242.170848:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005967ad0e. 00000100:00000001:1.0:1767326242.170850:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326242.170851:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326242.170855:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306163738 00000400:00000200:3.0:1767326242.170857:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326242.170859:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767326242.170861:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:1.0:1767326242.170861:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000434c5bfd. 00000400:00000200:3.0:1767326242.170867:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [550:550:254:4294967295] 192.168.203.107@tcp LPNI seq info [550:550:6:4294967295] 00000100:00000001:1.0:1767326242.170868:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326242.170873:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326242.170874:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767326242.170878:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326242.170881:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005967ad0e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326242.170883:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326242.170884:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767326242.170889:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326242.170889:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326242.170893:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767326242.170896:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 172893 usecs (173 jiffies) 00000800:00000010:3.0:1767326242.170898:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005e4ab40. 00000100:00000001:2.0:1767326242.170901:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306159277 00000800:00000200:3.0:1767326242.170907:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326242.170908:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306163738 00000100:00000001:2.0:1767326242.170914:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306159277 00000800:00000200:3.0:1767326242.170917:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767326242.170922:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000005e4ab40 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326242.170924:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306163738 00000100:00000001:3.0:1767326242.170930:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326242.170930:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306159277 00000100:00000040:3.0:1767326242.170935:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 11523 usecs (12 jiffies) 00000100:00000001:2.0:1767326242.170936:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306163738 00000800:00000200:0.0:1767326242.170939:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326242.170941:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306159116 00000100:00000001:2.0:1767326242.170942:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306159277 00000800:00000010:0.0:1767326242.170945:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000524bc938. 00000100:00000001:3.0:1767326242.170947:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306163738 00000100:00000001:2.0:1767326242.170948:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306163738 00000100:00000001:3.0:1767326242.170953:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306159116 00000100:00000001:2.0:1767326242.170954:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326242.170954:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326242.170958:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306163738 00000100:00000001:2.0:1767326242.170961:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326242.170963:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306159116 00000100:00000001:2.0:1767326242.170967:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326242.170968:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306163738 00000400:00000200:0.0:1767326242.170970:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326242.170973:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326242.170974:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306159116 00000400:00000200:0.0:1767326242.170978:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b4b29cd 00000100:00000001:3.0:1767326242.170979:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306163738 00000100:00000001:2.0:1767326242.170982:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767326242.170983:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b4b29cd. 00000100:00000001:2.0:1767326242.170986:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326242.170990:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326242.170991:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326242.170993:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326242.170997:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326242.170997:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326242.170998:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a64ef72f x1853174993455616/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326242.171002:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326242.171003:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326242.171010:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326242.171010:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326242.171019:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326242.171020:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326242.171024:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767326242.171025:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a64ef72f x1853174993455616/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326242.171031:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326242.171034:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326242.171038:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326242.171039:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326242.171043:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326242.171044:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326242.171062:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326242.171065:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005967ad0e. 00000400:00000200:0.0:1767326242.171068:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326242.171072:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326242.171075:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000970be8f4 00000400:00000010:0.0:1767326242.171077:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000970be8f4. 00000100:00000001:0.0:1767326242.171080:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326242.171082:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993455744/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326242.171089:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326242.171091:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993455744/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326242.171098:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326242.171099:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326242.171138:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326242.171160:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005e4ab40. 00000400:00000200:0.0:1767326242.171164:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326242.171173:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326242.171176:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000541ee6a5 00000400:00000010:0.0:1767326242.171178:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000541ee6a5. 00000100:00000001:0.0:1767326242.171181:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326242.171185:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ed2912f x1853174993455872/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326242.171192:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326242.171194:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ed2912f x1853174993455872/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326242.171201:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326242.171202:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326242.172700:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326242.172715:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326242.172718:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326242.172721:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326242.172728:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326242.172740:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed310a00 00000400:00000200:2.0:1767326242.172747:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x11e9 [1] + 224 00000800:00000001:2.0:1767326242.172753:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326242.172761:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326242.172763:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326242.172767:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326242.172772:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326242.172776:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a64ef72f x1853174993455616/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326242.172784:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a64ef72f x1853174993455616/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326242.172813:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326242.172822:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326242.172827:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326242.172828:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326242.172831:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326242.172837:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326242.172847:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310a80 00000100:00000001:1.0:1767326242.172848:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326242.172851:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326242.172865:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x11f1 [1] + 224 00000400:00000001:1.0:1767326242.172871:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326242.172872:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326242.172874:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326242.172877:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae2124c2. 00000400:00000200:1.0:1767326242.172880:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8cda165 00000800:00000001:2.0:1767326242.172881:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326242.172882:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8cda165. 00000400:00000200:2.0:1767326242.172887:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326242.172888:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326242.172893:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a64ef72f x1853174993455616/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326242.172898:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326242.172906:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326242.172912:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993455744/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326242.172928:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a64ef72f x1853174993455616/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326242.172938:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326242.172939:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993455744/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326242.172941:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326242.172946:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326242.172949:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326242.172952:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326242.172954:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326242.172956:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326242.172960:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767326242.172960:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=49 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326242.172966:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=49 v=5 (1 1 1 1) 00000800:00000001:2.0:1767326242.172969:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326242.172970:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326242.172974:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326242.172977:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326242.172977:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326242.172981:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326242.172982:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326242.172986:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326242.172988:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326242.172995:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a64ef72f x1853174993455616/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326242.173000:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767326242.173007:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326242.173012:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310b00 00000100:00000001:0.0:1767326242.173012:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326242.173017:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326242.173021:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326242.173025:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005435f024. 00000100:00000001:1.0:1767326242.173026:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326242.173031:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f1a63e0 00000100:00000001:1.0:1767326242.173032:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767326242.173035:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f1a63e0. 00000100:00000001:1.0:1767326242.173037:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326242.173041:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767326242.173046:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a64ef72f x1853174993455616/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326242.173047:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x11f9 [1] + 224 00000100:00000200:0.0:1767326242.173049:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993455744/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326242.173061:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326242.173068:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326242.173073:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326242.173083:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00100000:1.0:1767326242.173083:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a64ef72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993455616:192.168.203.107@tcp:400: 00000100:00000200:0.0:1767326242.173088:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993455744/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326242.173091:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326242.173098:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326242.173103:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767326242.173104:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ed2912f x1853174993455872/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326242.173106:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326242.173110:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326242.173111:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a64ef72f x1853174993455616/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326242.173116:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326242.173119:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326242.173123:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326242.173125:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326242.173130:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326242.173135:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1767326242.173159:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=39 v=5 (5 5 5 5) 00000100:00000040:2.0:1767326242.173163:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009ed2912f x1853174993455872/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326242.173166:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=39 v=5 (1 1 1 1) 02000000:00000001:1.0:1767326242.173169:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326242.173174:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000317f2995. 00000100:00000001:0.0:1767326242.173176:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326242.173180:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326242.173184:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326242.173192:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326242.173192:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767326242.173192:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767326242.173197:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767326242.173199:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326242.173200:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326242.173200:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326242.173205:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767326242.173207:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326242.173208:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326242.173210:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767326242.173211:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c2fb3309. 00000100:00000040:0.0:1767326242.173212:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000001:3.0:1767326242.173217:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767326242.173218:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326242.173218:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:3.0:1767326242.173222:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767326242.173223:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326242.173223:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326242.173226:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a64ef72f. 00000400:00000010:3.0:1767326242.173229:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0bfb790. 00000100:00000001:1.0:1767326242.173232:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767326242.173233:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993455744/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326242.173234:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326242.173236:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000290a2933 00000100:00000001:1.0:1767326242.173239:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326242.173241:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000290a2933. 00000100:00000001:1.0:1767326242.173246:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326242.173247:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326242.173250:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326242.173256:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326242.173257:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ed2912f x1853174993455872/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326242.173257:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326242.173262:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326242.173263:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326242.173267:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326242.173277:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993455744/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326242.173282:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ed2912f x1853174993455872/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326242.173296:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993455744:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326242.173300:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326242.173304:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326242.173305:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326242.173308:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326242.173309:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767326242.173312:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326242.173316:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767326242.173316:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993455744/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326242.173319:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326242.173324:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326242.173331:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=49 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326242.173333:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326242.173336:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1767326242.173338:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=133 v=5 (1 0 0 0) 02000000:00000010:0.0:1767326242.173339:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080de8b7a. 00000100:00000001:3.0:1767326242.173346:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767326242.173347:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326242.173350:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326242.173351:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767326242.173355:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1767326242.173355:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767326242.173360:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00080000:3.0:1767326242.173362:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009ed2912f x1853174993455872/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326242.173363:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc002f00. 02000000:00000001:0.0:1767326242.173368:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326242.173371:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326242.173373:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000100:00000001:0.0:1767326242.173378:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326242.173379:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326242.173381:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326242.173387:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767326242.173393:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326242.173396:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326242.173400:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326242.173400:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326242.173420:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326242.173421:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326242.173422:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326242.173426:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326242.173430:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ed2912f x1853174993455872/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326242.173439:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326242.173448:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326242.173450:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326242.173453:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ed2912f x1853174993455872/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326242.173461:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ed2912f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993455872:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326242.173466:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326242.173468:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326242.173470:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ed2912f x1853174993455872/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326258 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326242.173476:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326242.173478:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326242.173479:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba4e665d. 02000000:00000001:3.0:1767326242.173482:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326242.173484:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326242.173486:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767326242.173488:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326242.173489:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006fc6f982. 02000000:00000001:3.0:1767326242.173493:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326242.173494:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326242.173495:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ed2912f. 00000100:00000001:3.0:1767326242.173498:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326242.173499:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326242.173506:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326242.173509:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326242.173511:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326242.173513:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326242.173514:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326242.810248:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326242.810255:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326242.810310:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326242.810315:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326242.810318:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326243.834254:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326243.834261:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326243.834335:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326243.834340:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326243.834343:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326244.858268:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326244.858275:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326244.858277:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326244.858279:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326244.858283:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326244.858285:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326244.858286:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326244.858287:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326244.858343:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326244.858347:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326244.858349:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326245.882211:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326245.882216:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326245.882277:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326245.882280:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326245.882283:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326246.906394:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326246.906400:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326246.906461:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326246.906464:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326246.906466:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326247.290206:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306163738, at 4306164224 00000100:00000040:2.0:1767326247.290209:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306163738, at 4306164224 00000100:00000040:1.0:1767326247.290210:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306163738, at 4306164224 00000100:00000010:3.0:1767326247.290227:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000434c5bfd. 00000100:00000010:1.0:1767326247.290232:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e07a6719. 00000100:00000010:2.0:1767326247.290234:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086f58006. 00000100:00000040:0.0:1767326247.290241:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306163738, at 4306164224 00000100:00000010:0.0:1767326247.290252:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004434e41e. 00000100:00000040:3.0:1767326247.290272:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326247.290278:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326247.290286:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f17934a9. 00000020:00000040:3.0:1767326247.290291:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326247.290295:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326247.290297:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326247.290302:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326247.290310:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dead0e98. 00000100:00000001:3.0:1767326247.290317:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326247.290328:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000f17934a9 x1853174993456000/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326247.290337:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326247.290339:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326247.290344:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f17934a9] to pc [ptlrpcd_00_00+0] req@00000000f17934a9 x1853174993456000/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326247.290382:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326247.290385:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326247.290389:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326247.290392:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc169e85. 00000020:00000040:3.0:1767326247.290395:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326247.290399:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326247.290401:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326247.290404:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326247.290406:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326247.290409:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b42c8091. 00000100:00000001:1.0:1767326247.290411:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326247.290416:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326247.290416:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326247.290422:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f17934a9 x1853174993456000/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326247.290426:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326247.290432:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326247.290442:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000bc169e85 x1853174993456128/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326247.290448:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326247.290451:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326247.290457:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326247.290457:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326247.290462:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326247.290462:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326247.290468:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326247.290471:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc169e85] to pc [ptlrpcd_00_01+1] req@00000000bc169e85 x1853174993456128/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326247.290471:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f17934a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993456000:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326247.290479:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326247.290484:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326247.290488:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326247.290490:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326247.290493:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091ccf070. 00000100:00000001:3.0:1767326247.290494:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326247.290496:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326247.290497:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326247.290501:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767326247.290502:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae2124c2. 00000100:00000010:3.0:1767326247.290504:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004128f820. 00000020:00000040:3.0:1767326247.290507:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767326247.290509:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767326247.290510:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8cda165. 02000000:00000001:3.0:1767326247.290511:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326247.290515:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326247.290516:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326247.290519:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993456000, portal 25 00000100:00000001:2.0:1767326247.290521:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326247.290523:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326247.290528:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030976 : -112767441520640 : ffff997048b4b800) 00000100:00000001:2.0:1767326247.290529:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326247.290538:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f17934a9 x1853174993456000/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326247.290546:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326247.290549:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326247.290550:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000549626f3. 00000100:00000200:1.0:1767326247.290555:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993456000, offset 0 00000100:00000040:2.0:1767326247.290556:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc169e85 x1853174993456128/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326247.290567:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326247.290582:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326247.290587:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326247.290587:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000010:3.0:1767326247.290588:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba567bd5. 00000100:00000001:3.0:1767326247.290599:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326247.290601:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326247.290601:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326247.290607:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000004128f820 x1853174993456256/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767326247.290607:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767326247.290616:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326247.290621:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326247.290622:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767326247.290633:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [551:551:256:4294967295] 192.168.203.107@tcp LPNI seq info [551:551:8:4294967295] 02000000:00000001:2.0:1767326247.290635:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326247.290639:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326247.290644:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326247.290650:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bc169e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993456128:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767326247.290657:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004128f820] to pc [ptlrpcd_00_02+2] req@000000004128f820 x1853174993456256/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326247.290658:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767326247.290669:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326247.290681:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1767326247.290682:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767326247.290687:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326247.290689:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ec7aa78. 00000100:00000001:3.0:1767326247.290696:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326247.290696:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326247.290701:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767326247.290704:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000568532a2. 00000100:00000040:3.0:1767326247.290705:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767326247.290712:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326247.290713:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11501) 00000400:00000010:2.0:1767326247.290723:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd20ada3. 00000100:00000001:3.0:1767326247.290725:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326247.290725:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326247.290731:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767326247.290733:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326247.290734:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326247.290739:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000732629a8. 00000100:00000200:2.0:1767326247.290749:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993456128, portal 10 00000100:00000001:2.0:1767326247.290752:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326247.290754:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268021120 : -112767441530496 : ffff997048b49180) 00000100:00000040:2.0:1767326247.290763:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bc169e85 x1853174993456128/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326247.290773:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326247.290776:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326247.290780:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000100:00000200:2.0:1767326247.290783:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993456128, offset 0 00000400:00000200:2.0:1767326247.290790:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326247.290803:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767326247.290809:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326247.290814:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767326247.290818:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326247.290821:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767326247.290824:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [552:552:255:4294967295] 192.168.203.107@tcp LPNI seq info [552:552:7:4294967295] 00000400:00000200:2.0:1767326247.290838:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767326247.290846:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767326247.290851:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000377a029a. 00000100:00000001:3.0:1767326247.290873:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326247.290875:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326247.290877:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326247.290878:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326247.290880:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326247.290884:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004128f820 x1853174993456256/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326247.290897:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767326247.290906:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767326247.290923:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000377a029a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326247.290925:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326247.290926:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326247.290933:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326247.290935:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326247.290938:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326247.290941:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004128f820 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993456256:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326247.290944:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326247.290948:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326247.290949:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326247.290950:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326247.290951:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326247.290956:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ba755b9. 00000100:00000040:2.0:1767326247.290959:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 171866 usecs (172 jiffies) 02000000:00000001:3.0:1767326247.290960:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326247.290966:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0bfb790. 00000100:00000001:2.0:1767326247.290968:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306164396 00000400:00000010:3.0:1767326247.290971:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000290a2933. 00000100:00000200:3.0:1767326247.290975:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993456256, portal 10 00000100:00000010:2.0:1767326247.290975:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082a1942f. 00000100:00000001:3.0:1767326247.290980:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326247.290985:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268031872 : -112767441519744 : ffff997048b4bb80) 00000100:00000001:2.0:1767326247.290988:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767326247.290992:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004128f820 x1853174993456256/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326247.290997:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306164396 00000100:00000010:2.0:1767326247.291006:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab703378. 00000100:00000001:3.0:1767326247.291009:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326247.291012:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767326247.291017:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326247.291020:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306164396 00000400:00000010:3.0:1767326247.291022:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3878697. 00000100:00000010:2.0:1767326247.291026:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd4ef55a. 00000100:00000200:3.0:1767326247.291028:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993456256, offset 0 00000100:00000001:2.0:1767326247.291032:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326247.291039:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306164396 00000400:00000200:3.0:1767326247.291042:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:2.0:1767326247.291046:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016f7a1c8. 00000100:00000001:2.0:1767326247.291053:0:211466:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326247.291054:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326247.291061:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326247.291062:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326247.291067:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326247.291071:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326247.291075:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326247.291076:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767326247.291084:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326247.291086:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326247.291087:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326247.291091:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326247.291094:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [553:553:254:4294967295] 192.168.203.107@tcp LPNI seq info [553:553:6:4294967295] 00000100:00000001:2.0:1767326247.291097:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326247.291100:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326247.291105:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326247.291108:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326247.291117:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767326247.291126:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767326247.291129:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba0f4571. 00000800:00000200:3.0:1767326247.291134:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767326247.291174:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767326247.291178:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba0f4571 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326247.291181:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326247.291185:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 11473 usecs (12 jiffies) 00000100:00000001:3.0:1767326247.291188:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306164237 00000100:00000001:3.0:1767326247.291190:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306164396 00000100:00000001:3.0:1767326247.291192:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306164237 00000100:00000001:3.0:1767326247.291193:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306164396 00000100:00000001:3.0:1767326247.291195:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306164237 00000100:00000001:3.0:1767326247.291198:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306164396 00000100:00000001:3.0:1767326247.291199:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306164237 00000100:00000001:3.0:1767326247.291201:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306164396 00000100:00000001:3.0:1767326247.291203:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326247.291205:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326247.291207:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326247.291210:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326247.291210:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326247.291217:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000377a029a. 00000400:00000200:2.0:1767326247.291222:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326247.291230:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326247.291244:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000400:00000010:2.0:1767326247.291251:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000100:00000001:2.0:1767326247.291263:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326247.291268:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc169e85 x1853174993456128/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326247.291279:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326247.291282:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc169e85 x1853174993456128/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326247.291290:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326247.291292:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326247.291336:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326247.291339:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba0f4571. 00000400:00000200:2.0:1767326247.291343:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326247.291347:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326247.291350:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3878697 00000400:00000010:2.0:1767326247.291352:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3878697. 00000100:00000001:2.0:1767326247.291355:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326247.291359:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004128f820 x1853174993456256/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326247.291367:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326247.291370:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004128f820 x1853174993456256/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326247.291392:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326247.291394:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326247.291847:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767326247.291852:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326247.291855:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006ec7aa78 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326247.291869:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326247.291873:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306168859 00000100:00000001:1.0:1767326247.291877:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306164396 00000100:00000001:1.0:1767326247.291881:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306168859 00000100:00000001:1.0:1767326247.291883:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306164396 00000100:00000001:1.0:1767326247.291886:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306168859 00000100:00000001:1.0:1767326247.291889:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306164396 00000100:00000001:1.0:1767326247.291891:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306168859 00000100:00000001:1.0:1767326247.291894:0:211465:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306164396 00000100:00000001:1.0:1767326247.291901:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326247.291903:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326247.291905:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326247.291906:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326247.291910:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326247.291911:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326247.291912:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326247.291913:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326247.291915:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326247.291916:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326247.291952:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326247.291958:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ec7aa78. 00000400:00000200:0.0:1767326247.291963:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326247.291971:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326247.291975:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000549626f3 00000400:00000010:0.0:1767326247.291978:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000549626f3. 00000100:00000001:0.0:1767326247.291982:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326247.291987:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f17934a9 x1853174993456000/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326247.291997:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326247.292002:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f17934a9 x1853174993456000/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326247.292010:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326247.292012:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326247.293327:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326247.293339:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326247.293343:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326247.293347:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326247.293357:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326247.293369:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310c00 00000400:00000200:2.0:1767326247.293389:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1209 [1] + 224 00000800:00000001:2.0:1767326247.293395:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326247.293401:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326247.293403:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326247.293414:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326247.293419:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326247.293423:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc169e85 x1853174993456128/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326247.293433:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bc169e85 x1853174993456128/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326247.293455:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326247.293463:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326247.293473:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326247.293476:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326247.293481:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326247.293483:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326247.293485:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd20ada3. 00000400:00000200:0.0:1767326247.293493:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000732629a8 00000400:00000010:0.0:1767326247.293494:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000732629a8. 00000100:00000001:0.0:1767326247.293497:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326247.293501:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc169e85 x1853174993456128/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326247.293509:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326247.293510:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc169e85 x1853174993456128/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326247.293520:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326247.293528:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326247.293529:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326247.293536:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326247.293544:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767326247.293545:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326247.293550:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326247.293554:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326247.293560:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310c80 00000100:00000001:0.0:1767326247.293560:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326247.293570:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326247.293576:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1211 [1] + 224 00000100:00001000:0.0:1767326247.293581:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=44 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326247.293582:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326247.293587:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326247.293590:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=44 v=5 (1 1 1 1) 00000400:00000200:2.0:1767326247.293592:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326247.293601:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326247.293605:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326247.293607:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326247.293609:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326247.293615:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004128f820 x1853174993456256/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326247.293615:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326247.293621:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326247.293628:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326247.293632:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326247.293637:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1767326247.293638:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004128f820 x1853174993456256/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326247.293641:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326247.293654:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc169e85 x1853174993456128/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326247.293663:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326247.293664:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326247.293670:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1767326247.293671:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326247.293674:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326247.293678:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326247.293682:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc169e85 x1853174993456128/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326247.293684:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326247.293689:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326247.293693:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326247.293693:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326247.293700:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767326247.293700:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc169e85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993456128:192.168.203.107@tcp:400: 00000400:00000001:3.0:1767326247.293702:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326247.293708:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0bfb790. 00000400:00000200:2.0:1767326247.293714:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767326247.293716:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326247.293721:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000290a2933 00000100:00000001:0.0:1767326247.293725:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767326247.293726:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000290a2933. 00000100:00000001:3.0:1767326247.293733:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326247.293734:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc169e85 x1853174993456128/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326247.293741:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed310b80 00000100:00000200:3.0:1767326247.293742:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004128f820 x1853174993456256/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326247.293770:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1201 [1] + 224 00000100:00000001:0.0:1767326247.293772:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767326247.293774:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004128f820 x1853174993456256/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326247.293777:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326247.293784:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000568532a2. 02000000:00000001:0.0:1767326247.293793:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326247.293796:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326247.293798:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326247.293798:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326247.293800:0:211468:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767326247.293800:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326247.293805:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326247.293808:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767326247.293809:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326247.293810:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326247.293814:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326247.293815:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326247.293816:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326247.293822:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b42c8091. 00000400:00000200:2.0:1767326247.293825:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1767326247.293826:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=54 v=5 (5 5 5 5) 02000000:00000001:0.0:1767326247.293830:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1767326247.293837:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=138 v=5 (1 0 0 0) 02000000:00000001:0.0:1767326247.293839:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326247.293841:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326247.293845:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326247.293846:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc169e85. 00000400:00000200:2.0:1767326247.293849:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00010000:00000001:3.0:1767326247.293851:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326247.293859:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004128f820 x1853174993456256/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326247.293859:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326247.293861:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326247.293862:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326247.293871:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326247.293875:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f17934a9 x1853174993456000/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326247.293881:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326247.293883:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326247.293885:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326247.293890:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326247.293890:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326247.293897:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326247.293901:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326247.293902:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326247.293909:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326247.293914:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004128f820 x1853174993456256/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326247.293920:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f17934a9 x1853174993456000/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326247.293937:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326247.293944:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326247.293947:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326247.293959:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004128f820 x1853174993456256/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326247.293971:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326247.293978:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326247.293983:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326247.293986:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004128f820 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993456256:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326247.293997:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326247.294000:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326247.294005:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326247.294006:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004128f820 x1853174993456256/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326247.294010:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326247.294019:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326247.294020:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1767326247.294023:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1767326247.294024:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ba755b9. 02000000:00000001:3.0:1767326247.294031:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:1.0:1767326247.294031:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767326247.294033:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326247.294035:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000400:00000010:1.0:1767326247.294036:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae2124c2. 00000020:00000001:3.0:1767326247.294038:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326247.294046:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba567bd5. 00000400:00000200:1.0:1767326247.294048:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8cda165 02000000:00000001:3.0:1767326247.294050:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326247.294054:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1767326247.294054:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8cda165. 00000100:00000010:3.0:1767326247.294058:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004128f820. 00000100:00000001:3.0:1767326247.294062:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326247.294064:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326247.294065:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326247.294066:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326247.294069:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326247.294070:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326247.294072:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326247.294073:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326247.294084:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f17934a9 x1853174993456000/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326247.294097:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f17934a9 x1853174993456000/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326247.294104:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326247.294106:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326247.294109:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326247.294112:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326247.294114:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326247.294116:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326247.294119:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326247.294125:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=54 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326247.294129:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=54 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326247.294132:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326247.294134:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326247.294137:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326247.294166:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326247.294170:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326247.294174:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f17934a9 x1853174993456000/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326247.294182:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326247.294185:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326247.294187:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326247.294190:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f17934a9 x1853174993456000/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326247.294199:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f17934a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993456000:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326247.294205:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326247.294207:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326247.294210:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f17934a9 x1853174993456000/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326263 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326247.294217:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326247.294220:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326247.294228:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091ccf070. 02000000:00000001:1.0:1767326247.294232:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326247.294234:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326247.294236:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326247.294238:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326247.294240:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dead0e98. 02000000:00000001:1.0:1767326247.294250:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326247.294252:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326247.294253:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f17934a9. 00000100:00000001:1.0:1767326247.294257:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326247.294258:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326247.294260:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326247.294265:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326247.294266:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326247.294269:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326247.294270:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326247.930252:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326247.930257:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326247.930361:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326247.930365:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326247.930384:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326248.954249:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326248.954255:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326248.954307:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326248.954311:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326248.954314:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326249.978264:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326249.978273:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326249.978326:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326249.978330:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326249.978332:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326251.002312:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326251.002318:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326251.002395:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326251.002398:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326251.002400:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326252.026266:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326252.026271:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326252.026355:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326252.026360:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326252.026363:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326252.410266:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306168859, at 4306169344 00000100:00000040:2.0:1767326252.410272:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306168859, at 4306169344 00000100:00000040:0.0:1767326252.410272:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306168859, at 4306169344 00000100:00000010:1.0:1767326252.410283:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab703378. 00000100:00000010:0.0:1767326252.410292:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082a1942f. 00000100:00000010:2.0:1767326252.410294:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd4ef55a. 00000100:00000040:3.0:1767326252.411284:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306168859, at 4306169344 00000100:00000010:3.0:1767326252.411292:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016f7a1c8. 00000100:00000040:0.0:1767326252.411324:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326252.411331:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326252.411347:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000020:00000040:0.0:1767326252.411352:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326252.412282:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326252.412284:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326252.413245:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326252.413262:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006fc6f982. 00000100:00000001:0.0:1767326252.413268:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326252.413279:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000b9c126d9 x1853174993456384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326252.414309:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326252.414312:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326252.414318:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_03+3] req@00000000b9c126d9 x1853174993456384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326252.414365:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326252.414369:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326252.414372:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326252.414391:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007523782f. 00000020:00000040:0.0:1767326252.414395:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326252.414396:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326252.414398:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326252.414400:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326252.414401:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326252.414402:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326252.414404:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767326252.414407:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2fb3309. 00000100:00000040:3.0:1767326252.414411:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993456384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326252.414411:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326252.414412:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326252.414418:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326252.414420:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000007523782f x1853174993456512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326252.414423:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326252.414427:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326252.414429:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326252.414430:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326252.414433:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007523782f] to pc [ptlrpcd_00_00+0] req@000000007523782f x1853174993456512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326252.414439:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326252.414442:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326252.414445:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326252.414448:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993456384:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326252.414451:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326252.414456:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326252.414457:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326252.414458:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326252.414461:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326252.414462:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326252.414466:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:3.0:1767326252.414467:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001459f629. 02000000:00000001:3.0:1767326252.414470:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326252.414472:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326252.414475:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000010:3.0:1767326252.414476:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0bfb790. 00000100:00000001:0.0:1767326252.414477:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326252.414482:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326252.414485:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326252.414551:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95a2dac. 00000020:00000040:1.0:1767326252.414557:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767326252.414560:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326252.414568:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326252.414570:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326252.414575:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007750120a. 00000100:00000001:1.0:1767326252.414578:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326252.414582:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000d95a2dac x1853174993456640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326252.414588:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326252.414589:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326252.414591:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d95a2dac] to pc [ptlrpcd_00_01+1] req@00000000d95a2dac x1853174993456640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326252.414605:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326252.414607:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326252.414611:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326252.414617:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11507) 00000100:00000001:2.0:1767326252.414627:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326252.414631:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767326252.414633:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326252.414665:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326252.414674:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326252.414677:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326252.414678:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326252.414686:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326252.414690:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d95a2dac x1853174993456640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326252.414697:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326252.414698:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326252.414701:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326252.414702:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326252.414704:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326252.414707:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d95a2dac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993456640:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326252.414710:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326252.414713:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326252.414714:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326252.414716:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326252.414720:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9f3c524. 02000000:00000001:2.0:1767326252.414721:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326252.414725:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031293ea8. 00000100:00000001:0.0:1767326252.415579:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326252.415582:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326252.415584:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326252.415585:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326252.415587:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326252.415592:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007523782f x1853174993456512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326252.415598:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326252.415599:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326252.415601:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326252.415603:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326252.415604:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326252.415606:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993456512:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326252.415617:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326252.415619:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326252.415621:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326252.415622:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326252.415625:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004eeebb60. 02000000:00000001:0.0:1767326252.415627:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326252.415631:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066cbf875. 00000400:00000010:3.0:1767326252.415875:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000290a2933. 00000100:00000200:3.0:1767326252.415883:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993456384, portal 25 00000400:00000010:0.0:1767326252.415884:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc894f48. 00000100:00000001:3.0:1767326252.415885:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326252.415888:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000100:00000200:0.0:1767326252.415892:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993456512, portal 10 00000100:00000040:3.0:1767326252.415895:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993456384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326252.415897:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767326252.415900:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000100:00000001:0.0:1767326252.415900:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000100:00000200:2.0:1767326252.415907:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993456640, portal 10 00000100:00000001:3.0:1767326252.415908:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326252.415912:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326252.415915:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767326252.415915:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007523782f x1853174993456512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326252.415916:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138716928 : -112766570834688 : ffff99707c9a5500) 00000400:00000010:3.0:1767326252.415920:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3878697. 00000100:00000200:3.0:1767326252.415924:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993456384, offset 0 00000100:00000040:2.0:1767326252.415928:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d95a2dac x1853174993456640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326252.415936:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326252.415937:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326252.415943:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326252.415948:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767326252.415949:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042895cc0. 00000400:00000200:3.0:1767326252.415953:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:2.0:1767326252.415955:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000200:0.0:1767326252.415955:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993456512, offset 0 00000400:00000200:3.0:1767326252.415961:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767326252.415961:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6e884a0. 00000400:00000200:0.0:1767326252.415966:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326252.415969:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767326252.415973:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1767326252.415974:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993456640, offset 0 00000400:00000200:3.0:1767326252.415975:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767326252.415980:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [554:554:256:4294967295] 192.168.203.107@tcp LPNI seq info [554:554:8:4294967295] 00000400:00000200:2.0:1767326252.415986:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326252.415991:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767326252.415995:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326252.415998:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767326252.415999:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba567bd5. 00000400:00000200:0.0:1767326252.416001:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326252.416005:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767326252.416008:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326252.416009:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767326252.416011:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767326252.416014:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [555:555:255:4294967295] 192.168.203.107@tcp LPNI seq info [555:555:7:4294967295] 00000400:00000200:0.0:1767326252.416023:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767326252.416027:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767326252.416032:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000200:3.0:1767326252.416033:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba567bd5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326252.416036:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:0.0:1767326252.416039:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5b7574c. 00000400:00000200:2.0:1767326252.416041:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326252.416046:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767326252.416047:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767326252.416052:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326252.416053:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767326252.416054:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326252.416059:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306173983 00000800:00000200:0.0:1767326252.416059:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b5b7574c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326252.416061:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:3.0:1767326252.416066:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003aa6c4b0. 00000100:00000001:0.0:1767326252.416066:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326252.416070:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [556:556:254:4294967295] 192.168.203.107@tcp LPNI seq info [556:556:6:4294967295] 00000100:00000001:3.0:1767326252.416074:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767326252.416077:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 170853 usecs (171 jiffies) 00000100:00000001:3.0:1767326252.416082:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306173983 00000100:00000001:0.0:1767326252.416083:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306169520 00000100:00000001:0.0:1767326252.416088:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306173983 00000100:00000010:3.0:1767326252.416089:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f18a32d. 00000100:00000001:0.0:1767326252.416094:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306169520 00000100:00000001:3.0:1767326252.416095:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767326252.416097:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326252.416100:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306173983 00000100:00000001:0.0:1767326252.416101:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306173983 00000100:00000001:0.0:1767326252.416106:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306169520 00000100:00000010:3.0:1767326252.416107:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d3bfebd. 00000800:00000200:2.0:1767326252.416108:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767326252.416109:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326252.416112:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000010:1.0:1767326252.416114:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba567bd5. 00000800:00000010:2.0:1767326252.416115:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000377a029a. 00000100:00000001:0.0:1767326252.416116:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306173983 00000100:00000001:3.0:1767326252.416117:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306173983 00000400:00000200:1.0:1767326252.416122:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326252.416123:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306169520 00000100:00000010:3.0:1767326252.416124:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c534d36b. 00000800:00000200:2.0:1767326252.416125:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767326252.416130:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326252.416134:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326252.416134:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326252.416135:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306173983 00000800:00000200:2.0:1767326252.416137:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326252.416157:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326252.416157:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3878697 00000100:00000001:0.0:1767326252.416161:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326252.416162:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3878697. 00000100:00000001:3.0:1767326252.416163:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326252.416163:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000377a029a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326252.416165:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326252.416168:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326252.416170:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326252.416171:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326252.416172:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326252.416174:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326252.416175:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326252.416176:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993456384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326252.416178:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767326252.416179:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 11427 usecs (12 jiffies) 00000100:00000001:3.0:1767326252.416183:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326252.416185:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306169362 00000100:00000001:3.0:1767326252.416186:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326252.416189:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326252.416192:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306173983 00000100:00000001:3.0:1767326252.416193:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326252.416198:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326252.416199:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306169362 00000100:00000001:2.0:1767326252.416202:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306173983 00000100:00000040:1.0:1767326252.416203:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993456384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326268 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326252.416207:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306169362 00000100:00000001:2.0:1767326252.416213:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306173983 00000100:00000001:1.0:1767326252.416216:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326252.416218:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306169362 00000100:00000001:1.0:1767326252.416220:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326252.416221:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306173983 00000100:00000001:2.0:1767326252.416225:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326252.416227:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326252.416230:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326252.416232:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326252.416233:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326252.416235:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5b7574c. 00000400:00000200:1.0:1767326252.416239:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326252.416247:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326252.416250:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042895cc0 00000400:00000010:1.0:1767326252.416252:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042895cc0. 00000100:00000001:1.0:1767326252.416253:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326252.416255:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007523782f x1853174993456512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326252.416260:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326252.416262:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007523782f x1853174993456512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326268 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326252.416266:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326252.416266:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326252.416310:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326252.416312:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000377a029a. 00000400:00000200:1.0:1767326252.416313:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326252.416315:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326252.416317:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e884a0 00000400:00000010:1.0:1767326252.416318:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6e884a0. 00000100:00000001:1.0:1767326252.416319:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326252.416321:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d95a2dac x1853174993456640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326252.416325:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326252.416327:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d95a2dac x1853174993456640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326268 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326252.416333:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326252.416334:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326252.418171:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326252.418182:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326252.419110:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326252.419113:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326252.419119:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326252.419128:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed310d00 00000400:00000200:0.0:1767326252.419133:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1219 [1] + 224 00000800:00000001:0.0:1767326252.419139:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326252.419160:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326252.419162:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326252.419166:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326252.419171:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326252.419175:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993456384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326252.419186:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993456384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326252.419215:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326252.419223:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326252.419227:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326252.419229:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326252.419230:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326252.419233:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326252.419238:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310d80 00000400:00000200:0.0:1767326252.419242:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x121d [1] + 224 00000800:00000001:0.0:1767326252.419245:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326252.419247:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326252.419248:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326252.419249:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326252.419251:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326252.419254:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:3.0:1767326252.419258:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326252.419260:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326252.419262:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0bfb790. 00000400:00000200:3.0:1767326252.419264:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000290a2933 00000400:00000010:3.0:1767326252.419266:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000290a2933. 00000100:00000001:3.0:1767326252.419268:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326252.419269:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326252.419272:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007523782f x1853174993456512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326252.419278:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993456384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326252.419284:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007523782f x1853174993456512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326252.419294:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993456384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326252.419300:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326252.419302:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326252.419303:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326252.419304:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326252.419307:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767326252.419308:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326252.419309:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326252.419311:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326252.419312:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326252.419315:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326252.419316:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326252.419319:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326252.419322:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=59 v=5 (5 5 5 5) 00000400:00000200:0.0:1767326252.419326:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00001000:3.0:1767326252.419328:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=59 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326252.419331:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326252.419332:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310e00 00000100:00000001:1.0:1767326252.419334:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326252.419347:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1767326252.419349:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326252.419350:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326252.419352:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326252.419355:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066cbf875. 00010000:00000001:3.0:1767326252.419356:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767326252.419359:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc894f48 00010000:00000001:3.0:1767326252.419360:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326252.419362:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc894f48. 00000100:00000001:3.0:1767326252.419365:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326252.419365:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326252.419370:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1221 [1] + 224 00000100:00000200:1.0:1767326252.419372:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007523782f x1853174993456512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326252.419376:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993456384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326252.419377:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326252.419383:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326252.419388:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326252.419394:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326252.419397:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326252.419401:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326252.419405:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326252.419406:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326252.419407:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007523782f x1853174993456512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326252.419413:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993456384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326252.419419:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d95a2dac x1853174993456640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326252.419420:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326252.419423:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326252.419427:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326252.419430:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326252.419432:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326252.419434:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326252.419439:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326252.419440:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993456384:192.168.203.107@tcp:400: 00000100:00001000:1.0:1767326252.419445:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=49 v=5 (5 5 5 5) 00000100:00000040:0.0:1767326252.419448:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d95a2dac x1853174993456640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326252.419450:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326252.419451:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=49 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326252.419456:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326252.419457:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326252.419460:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326252.419463:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993456384/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326252.419465:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326252.419469:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326252.419473:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326252.419474:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326252.419476:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326252.419478:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326252.419478:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1767326252.419480:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326252.419482:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326252.419482:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326252.419484:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326252.419487:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007523782f x1853174993456512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326252.419494:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001459f629. 00000100:00000001:1.0:1767326252.419494:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326252.419498:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326252.419500:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326252.419501:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767326252.419504:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007523782f x1853174993456512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326252.419506:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326252.419509:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326252.419513:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326252.419513:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993456512:192.168.203.107@tcp:400: 00000020:00000001:3.0:1767326252.419515:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326252.419518:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767326252.419519:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006fc6f982. 00000100:00000001:1.0:1767326252.419520:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326252.419523:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326252.419523:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1767326252.419527:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767326252.419527:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007523782f x1853174993456512/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326252.419528:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1767326252.419530:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031293ea8. 02000000:00000001:3.0:1767326252.419532:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767326252.419536:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000100:00000010:3.0:1767326252.419537:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000400:00000010:2.0:1767326252.419539:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000100:00000001:3.0:1767326252.419543:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326252.419544:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326252.419548:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326252.419550:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d95a2dac x1853174993456640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326252.419550:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326252.419552:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326252.419553:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326252.419557:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004eeebb60. 00000100:00000001:3.0:1767326252.419561:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767326252.419562:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326252.419564:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326252.419565:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326252.419567:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326252.419570:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767326252.419571:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326252.419574:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326252.419574:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c2fb3309. 02000000:00000001:1.0:1767326252.419579:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326252.419582:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326252.419583:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007523782f. 00000100:00000200:2.0:1767326252.419584:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d95a2dac x1853174993456640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326252.419588:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326252.419590:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326252.419592:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326252.419593:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326252.419595:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326252.419598:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326252.419598:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767326252.419599:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326252.419600:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326252.419601:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326252.419604:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326252.419605:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326252.419606:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326252.419607:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326252.419610:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=59 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326252.419613:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=143 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326252.419615:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326252.419616:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326252.419618:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326252.419620:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d95a2dac x1853174993456640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326252.419625:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326252.419626:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326252.419627:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326252.419628:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326252.419628:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326252.419630:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d95a2dac x1853174993456640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326252.419633:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326252.419635:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326252.419635:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326252.419637:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d95a2dac x1853174993456640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326252.419646:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d95a2dac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993456640:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326252.419649:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326252.419653:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326252.419655:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d95a2dac x1853174993456640/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326268 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326252.419660:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326252.419661:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326252.419663:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9f3c524. 02000000:00000001:2.0:1767326252.419666:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326252.419667:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326252.419668:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326252.419670:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326252.419671:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007750120a. 02000000:00000001:2.0:1767326252.419674:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326252.419675:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326252.419676:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d95a2dac. 00000100:00000001:2.0:1767326252.419679:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326252.419680:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326252.419681:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326252.419685:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326252.419686:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326252.419688:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326252.419689:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326253.050241:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326253.050248:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326253.050295:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326253.050298:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326253.050300:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326254.074239:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326254.074248:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326254.074295:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326254.074300:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326254.074303:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326255.098263:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326255.098274:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326255.098276:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326255.098279:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326255.098283:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326255.098285:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326255.098286:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326255.098288:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326255.098369:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326255.098374:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326255.098377:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326256.122197:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326256.122203:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326256.122269:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326256.122273:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326256.122275:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326257.146263:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326257.146270:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326257.146337:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326257.146341:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326257.146345:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326257.530244:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306173983, at 4306174464 00000100:00000040:2.0:1767326257.530246:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306173983, at 4306174464 00000100:00000040:1.0:1767326257.530249:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306173983, at 4306174464 00000100:00000040:0.0:1767326257.530249:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306173983, at 4306174464 00000100:00000010:3.0:1767326257.530261:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c534d36b. 00000100:00000010:2.0:1767326257.530263:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d3bfebd. 00000100:00000010:0.0:1767326257.530265:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003aa6c4b0. 00000100:00000010:1.0:1767326257.530268:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f18a32d. 00000100:00000040:0.0:1767326257.530283:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326257.530290:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326257.530301:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007523782f. 00000020:00000040:0.0:1767326257.530322:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326257.530326:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326257.530329:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326257.530334:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326257.530347:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008382dc3c. 00000100:00000001:0.0:1767326257.530353:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326257.530362:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000007523782f x1853174993456768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326257.530370:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326257.530372:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326257.530376:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007523782f] to pc [ptlrpcd_00_02+2] req@000000007523782f x1853174993456768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326257.530397:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326257.530399:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326257.530401:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326257.530418:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767326257.530418:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9c126d9. 00000020:00000040:0.0:1767326257.530422:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00100000:3.0:1767326257.530424:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767326257.530425:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326257.530428:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326257.530429:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326257.530431:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326257.530432:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326257.530437:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1767326257.530437:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005cdbc160. 00000100:00000001:2.0:1767326257.530438:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326257.530441:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326257.530443:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326257.530446:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326257.530449:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000b9c126d9 x1853174993456896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326257.530450:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326257.530454:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326257.530459:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326257.530461:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326257.530462:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007523782f x1853174993456768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326257.530466:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9c126d9] to pc [ptlrpcd_00_03+3] req@00000000b9c126d9 x1853174993456896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326257.530472:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326257.530474:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326257.530478:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326257.530481:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326257.530485:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326257.530490:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993456768:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326257.530495:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326257.530497:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326257.530501:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767326257.530501:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326257.530505:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326257.530507:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ed2912f. 00000020:00000040:0.0:1767326257.530508:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767326257.530513:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326257.530514:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326257.530515:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326257.530518:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767326257.530519:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326257.530524:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001764cd9b. 02000000:00000010:0.0:1767326257.530524:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008b373af3. 00000100:00000001:2.0:1767326257.530525:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326257.530531:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326257.530532:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767326257.530532:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326257.530538:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0bfb790. 00000100:00000001:2.0:1767326257.530538:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326257.530538:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000009ed2912f x1853174993457024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326257.530548:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767326257.530549:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000290a2933. 00000100:00000001:0.0:1767326257.530549:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326257.530552:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326257.530554:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326257.530557:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ed2912f] to pc [ptlrpcd_00_00+0] req@000000009ed2912f x1853174993457024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326257.530560:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993456768, portal 25 00000100:00000001:2.0:1767326257.530561:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326257.530564:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326257.530568:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326257.530569:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326257.530573:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674048 : -112767458877568 : ffff997047abdf80) 00000100:00000040:2.0:1767326257.530579:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9c126d9 x1853174993456896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326257.530583:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326257.530585:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007523782f x1853174993456768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326257.530590:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326257.530594:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326257.530596:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326257.530603:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326257.530607:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326257.530608:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326257.530613:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326257.530615:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326257.530618:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326257.530618:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11512) 00000100:00000001:3.0:1767326257.530620:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326257.530621:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767326257.530624:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993456896:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767326257.530629:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326257.530636:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767326257.530638:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000541ee6a5. 00000100:00000040:1.0:1767326257.530638:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ed2912f x1853174993457024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326257.530641:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326257.530645:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326257.530646:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993456768, offset 0 02000000:00000001:2.0:1767326257.530646:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326257.530649:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326257.530654:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326257.530656:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326257.530659:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326257.530661:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000992985ab. 00000400:00000200:3.0:1767326257.530663:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326257.530665:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326257.530667:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326257.530670:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326257.530674:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031293ea8. 02000000:00000001:1.0:1767326257.530675:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326257.530681:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:2.0:1767326257.530684:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000100:00100000:1.0:1767326257.530685:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ed2912f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993457024:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767326257.530689:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767326257.530692:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993456896, portal 10 00000100:00000001:1.0:1767326257.530696:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326257.530697:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326257.530698:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:1.0:1767326257.530701:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326257.530702:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250674944 : -112767458876672 : ffff997047abe300) 00000400:00000200:3.0:1767326257.530705:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326257.530706:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326257.530711:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326257.530713:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:2.0:1767326257.530716:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9c126d9 x1853174993456896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326257.530716:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000317f2995. 02000000:00000001:1.0:1767326257.530722:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326257.530724:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [557:557:256:4294967295] 192.168.203.107@tcp LPNI seq info [557:557:8:4294967295] 00000400:00000010:1.0:1767326257.530727:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae2124c2. 00000400:00000010:1.0:1767326257.530735:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8cda165. 00000100:00000200:1.0:1767326257.530740:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993457024, portal 10 00000100:00000001:2.0:1767326257.530742:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326257.530745:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326257.530748:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250665984 : -112767458885632 : ffff997047abc000) 00000400:00000200:3.0:1767326257.530754:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:2.0:1767326257.530758:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767326257.530759:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ed2912f x1853174993457024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326257.530763:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba14329d. 00000100:00000200:2.0:1767326257.530769:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993456896, offset 0 00000100:00000001:1.0:1767326257.530772:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326257.530780:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326257.530781:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326257.530786:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d035787. 00000400:00000200:2.0:1767326257.530790:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000200:1.0:1767326257.530792:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993457024, offset 0 00000800:00000200:3.0:1767326257.530795:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326257.530796:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326257.530801:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000010:3.0:1767326257.530803:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009342fab. 00000400:00000200:2.0:1767326257.530803:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326257.530810:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767326257.530810:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:3.0:1767326257.530816:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767326257.530818:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [558:558:255:4294967295] 192.168.203.107@tcp LPNI seq info [558:558:7:4294967295] 00000800:00000200:3.0:1767326257.530831:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767326257.530833:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767326257.530837:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000009342fab type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767326257.530842:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326257.530846:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:2.0:1767326257.530849:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000377a029a. 00000400:00000200:1.0:1767326257.530853:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326257.530854:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326257.530857:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767326257.530861:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767326257.530863:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306179098 00000400:00000200:1.0:1767326257.530866:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1767326257.530871:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c534d36b. 00000400:00000200:1.0:1767326257.530874:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767326257.530878:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326257.530881:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326257.530883:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000377a029a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326257.530884:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [559:559:254:4294967295] 192.168.203.107@tcp LPNI seq info [559:559:6:4294967295] 00000100:00000001:2.0:1767326257.530889:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326257.530895:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 169868 usecs (170 jiffies) 00000100:00000001:3.0:1767326257.530897:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306179098 00000100:00000001:2.0:1767326257.530898:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306174634 00000100:00000001:2.0:1767326257.530905:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306179098 00000100:00000010:3.0:1767326257.530906:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001917c6aa. 00000100:00000001:2.0:1767326257.530910:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306174634 00000100:00000001:3.0:1767326257.530913:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326257.530920:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306179098 00000100:00000001:2.0:1767326257.530920:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306179098 00000400:00000200:1.0:1767326257.530922:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:3.0:1767326257.530927:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000365de8df. 00000100:00000001:2.0:1767326257.530927:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306174634 00000100:00000001:3.0:1767326257.530934:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767326257.530939:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326257.530940:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306179098 00000100:00000001:2.0:1767326257.530940:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306179098 00000800:00000010:1.0:1767326257.530946:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f9e2ebb4. 00000100:00000001:2.0:1767326257.530947:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306174634 00000100:00000010:3.0:1767326257.530948:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005c4e2213. 00000100:00000001:3.0:1767326257.530955:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767326257.530956:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767326257.530956:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326257.530960:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326257.530960:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306179098 00000800:00000010:0.0:1767326257.530961:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009342fab. 00000800:00000200:1.0:1767326257.530966:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326257.530968:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326257.530969:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326257.530970:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f9e2ebb4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326257.530970:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326257.530976:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326257.530977:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326257.530978:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326257.530980:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326257.530984:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326257.530985:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 11396 usecs (12 jiffies) 00000100:00000001:2.0:1767326257.530988:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326257.530989:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326257.530989:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000541ee6a5 00000100:00000001:1.0:1767326257.530990:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306174476 00000100:00000001:3.0:1767326257.530993:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326257.530995:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326257.530995:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000541ee6a5. 00000100:00000001:3.0:1767326257.530997:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326257.530998:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306179098 00000100:00000001:3.0:1767326257.531003:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326257.531004:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306174476 00000100:00000001:0.0:1767326257.531005:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326257.531008:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306179098 00000100:00000001:1.0:1767326257.531011:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306174476 00000100:00000001:1.0:1767326257.531013:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306179098 00000100:00000200:0.0:1767326257.531013:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007523782f x1853174993456768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326257.531015:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306174476 00000100:00000001:1.0:1767326257.531018:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306179098 00000100:00000001:1.0:1767326257.531021:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326257.531023:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326257.531023:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326257.531026:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326257.531027:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007523782f x1853174993456768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326273 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326257.531028:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326257.531033:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326257.531033:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326257.531034:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326257.531035:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326257.531036:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326257.531038:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326257.531039:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326257.531040:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326257.531047:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326257.531049:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000377a029a. 00000400:00000200:0.0:1767326257.531052:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326257.531055:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326257.531058:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba14329d 00000400:00000010:0.0:1767326257.531059:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba14329d. 00000100:00000001:0.0:1767326257.531062:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326257.531064:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9c126d9 x1853174993456896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326257.531073:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326257.531075:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9c126d9 x1853174993456896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326273 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326257.531082:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326257.531084:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326257.531166:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326257.531168:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f9e2ebb4. 00000400:00000200:0.0:1767326257.531171:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326257.531174:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326257.531176:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d035787 00000400:00000010:0.0:1767326257.531177:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d035787. 00000100:00000001:0.0:1767326257.531179:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326257.531181:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ed2912f x1853174993457024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326257.531186:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326257.531187:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ed2912f x1853174993457024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326273 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326257.531192:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326257.531193:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326257.532689:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326257.532738:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326257.532741:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326257.532753:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326257.532761:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326257.532773:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed310e80 00000400:00000200:1.0:1767326257.532780:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1231 [1] + 224 00000800:00000001:1.0:1767326257.532788:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326257.532793:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326257.532795:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326257.532800:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326257.532805:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326257.532808:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007523782f x1853174993456768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326257.532820:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007523782f x1853174993456768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326257.532837:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326257.532844:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326257.532848:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326257.532850:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326257.532851:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326257.532855:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:3.0:1767326257.532859:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326257.532861:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310f00 00000100:00000001:3.0:1767326257.532865:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326257.532869:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1239 [1] + 224 00000800:00000001:1.0:1767326257.532873:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326257.532874:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767326257.532876:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326257.532878:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767326257.532879:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767326257.532882:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0bfb790. 00000400:00000200:1.0:1767326257.532884:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326257.532891:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000290a2933 00000400:00000010:3.0:1767326257.532894:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000290a2933. 00000100:00000001:3.0:1767326257.532897:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326257.532898:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326257.532905:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007523782f x1853174993456768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326257.532905:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9c126d9 x1853174993456896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326257.532932:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9c126d9 x1853174993456896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326257.532942:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007523782f x1853174993456768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326257.532975:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326257.532978:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326257.532981:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326257.532982:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326257.532985:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767326257.532987:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326257.532989:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767326257.532992:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326257.532994:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326257.532995:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326257.533001:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:3.0:1767326257.533002:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326257.533007:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326257.533009:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed310f80 00000400:00000200:1.0:1767326257.533015:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x123d [1] + 224 00000100:00001000:3.0:1767326257.533016:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=64 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326257.533018:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326257.533024:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767326257.533025:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=64 v=5 (1 1 1 1) 00000800:00000001:1.0:1767326257.533025:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326257.533030:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326257.533031:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326257.533033:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326257.533037:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326257.533038:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326257.533038:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:2.0:1767326257.533044:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767326257.533045:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767326257.533049:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031293ea8. 00010000:00000001:3.0:1767326257.533050:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326257.533056:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326257.533058:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000400:00000010:2.0:1767326257.533061:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000100:00000040:3.0:1767326257.533065:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007523782f x1853174993456768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326257.533066:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326257.533067:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326257.533077:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9c126d9 x1853174993456896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326257.533077:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ed2912f x1853174993457024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326257.533078:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326257.533086:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326257.533088:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326257.533098:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007523782f x1853174993456768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326257.533118:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009ed2912f x1853174993457024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326257.533119:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9c126d9 x1853174993456896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326257.533131:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007523782f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993456768:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326257.533165:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326257.533168:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326257.533172:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326257.533174:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326257.533178:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767326257.533180:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007523782f x1853174993456768/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326257.533182:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326257.533183:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326257.533187:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767326257.533191:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326257.533192:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326257.533198:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326257.533199:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326257.533200:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326257.533201:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326257.533205:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326257.533206:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1767326257.533209:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=54 v=5 (5 5 5 5) 02000000:00000010:3.0:1767326257.533210:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001764cd9b. 00000400:00000001:0.0:1767326257.533212:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767326257.533217:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1767326257.533217:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1767326257.533218:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=54 v=5 (1 1 1 1) 00000020:00000001:3.0:1767326257.533222:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1767326257.533222:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae2124c2. 00000100:00000001:2.0:1767326257.533225:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767326257.533226:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326257.533229:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326257.533230:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8cda165 00000020:00000001:3.0:1767326257.533231:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767326257.533234:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767326257.533237:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008382dc3c. 00000400:00000010:0.0:1767326257.533237:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8cda165. 00010000:00000001:2.0:1767326257.533239:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326257.533243:0:211465:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326257.533247:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326257.533247:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1767326257.533250:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ed2912f x1853174993457024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326257.533252:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767326257.533252:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000010:3.0:1767326257.533256:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007523782f. 00000100:00000001:2.0:1767326257.533260:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326257.533265:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326257.533266:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1767326257.533268:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ed2912f x1853174993457024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326257.533275:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9c126d9 x1853174993456896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326257.533276:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326257.533279:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326257.533283:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326257.533283:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326257.533288:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326257.533291:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326257.533293:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326257.533294:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326257.533298:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326257.533298:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326257.533298:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326257.533318:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326257.533319:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326257.533320:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326257.533324:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326257.533325:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=64 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326257.533330:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=148 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326257.533331:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326257.533339:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9c126d9 x1853174993456896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326257.533341:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326257.533344:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326257.533347:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326257.533353:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009ed2912f x1853174993457024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326257.533360:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9c126d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993456896:192.168.203.107@tcp:400: 00010000:00000001:0.0:1767326257.533363:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326257.533367:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326257.533370:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326257.533372:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326257.533372:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326257.533374:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326257.533377:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326257.533380:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ed2912f x1853174993457024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326257.533386:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9c126d9 x1853174993456896/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326257.533388:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326257.533393:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326257.533395:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326257.533402:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ed2912f x1853174993457024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326257.533405:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326257.533409:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326257.533412:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000992985ab. 00000100:00100000:0.0:1767326257.533414:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ed2912f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993457024:192.168.203.107@tcp:400: 02000000:00000001:2.0:1767326257.533419:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326257.533420:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326257.533424:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326257.533424:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767326257.533428:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000040:0.0:1767326257.533429:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ed2912f x1853174993457024/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326273 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326257.533435:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326257.533438:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005cdbc160. 00000100:00000001:0.0:1767326257.533440:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326257.533444:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767326257.533445:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:0.0:1767326257.533446:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000317f2995. 02000000:00000001:2.0:1767326257.533450:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767326257.533452:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:2.0:1767326257.533453:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9c126d9. 00000020:00000001:0.0:1767326257.533455:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326257.533459:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767326257.533461:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767326257.533462:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326257.533466:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326257.533466:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008b373af3. 02000000:00000001:0.0:1767326257.533469:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326257.533471:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326257.533476:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326257.533477:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1767326257.533477:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ed2912f. 00000100:00000001:2.0:1767326257.533481:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326257.533482:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326257.533484:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326257.533488:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326257.533488:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326257.533491:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326257.533493:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326257.533494:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326257.533499:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326257.533500:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326258.170248:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326258.170256:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326258.170314:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326258.170318:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326258.170321:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326259.194261:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326259.194267:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326259.194343:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326259.194350:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326259.194354:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326260.218235:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326260.218243:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326260.218297:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326260.218302:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326260.218305:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326261.242231:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326261.242238:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326261.242334:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326261.242338:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326261.242340:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326262.266260:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326262.266296:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326262.266372:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326262.266377:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326262.266380:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326262.650292:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306179098, at 4306179584 00000100:00000040:2.0:1767326262.650293:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306179098, at 4306179584 00000100:00000040:1.0:1767326262.650294:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306179098, at 4306179584 00000100:00000010:0.0:1767326262.650317:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c534d36b. 00000100:00000010:2.0:1767326262.650319:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000365de8df. 00000100:00000010:1.0:1767326262.650325:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001917c6aa. 00000100:00000040:3.0:1767326262.650445:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326262.650451:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326262.650459:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004128f820. 00000020:00000040:3.0:1767326262.650463:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326262.650467:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326262.650469:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326262.650473:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326262.650480:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000062e9f023. 00000100:00000001:3.0:1767326262.650486:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326262.650495:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000004128f820 x1853174993457152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326262.650503:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326262.650505:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326262.650509:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004128f820] to pc [ptlrpcd_00_01+1] req@000000004128f820 x1853174993457152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326262.650532:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326262.650534:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326262.650537:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326262.650539:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001020973f. 00000020:00000040:3.0:1767326262.650540:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326262.650542:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326262.650543:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326262.650549:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326262.650557:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000009342fab. 00000100:00000001:1.0:1767326262.650559:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326262.650566:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767326262.650569:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326262.650576:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326262.650582:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000001020973f x1853174993457280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326262.650588:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326262.650589:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326262.650590:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326262.650595:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326262.650597:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326262.650598:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001020973f] to pc [ptlrpcd_00_02+2] req@000000001020973f x1853174993457280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326262.650601:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326262.650607:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326262.650607:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326262.650613:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326262.650622:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004128f820 x1853174993457152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326262.650625:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326262.650630:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326262.650637:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326262.650640:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053fc5178. 00000100:00000001:2.0:1767326262.650642:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326262.650643:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767326262.650646:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767326262.650647:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326262.650648:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326262.650649:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326262.650653:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326262.650656:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326262.650657:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326262.650663:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326262.650665:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326262.650669:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326262.650671:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326262.650674:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001020973f x1853174993457280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326262.650677:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326262.650685:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba567bd5. 00000100:00100000:1.0:1767326262.650694:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004128f820 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993457152:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326262.650695:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326262.650699:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326262.650705:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326262.650711:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000053fc5178 x1853174993457408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326262.650713:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326262.650715:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326262.650722:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326262.650723:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326262.650725:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326262.650729:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326262.650730:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326262.650732:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326262.650736:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326262.650739:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053fc5178] to pc [ptlrpcd_00_03+3] req@0000000053fc5178 x1853174993457408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326262.650743:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993457280:192.168.203.107@tcp:400: 02000000:00000010:1.0:1767326262.650743:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002671221b. 02000000:00000001:1.0:1767326262.650753:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326262.650762:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767326262.650762:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bfa5011. 02000000:00000001:2.0:1767326262.650772:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767326262.650773:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083c530ed. 02000000:00000001:2.0:1767326262.650776:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326262.650778:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326262.650780:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767326262.650781:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993457152, portal 25 00000100:00000040:3.0:1767326262.650785:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326262.650788:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1767326262.650791:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002084e4a5. 00000100:00000040:3.0:1767326262.650792:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326262.650793:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268031872 : -112767441519744 : ffff997048b4bb80) 02000000:00000001:2.0:1767326262.650798:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326262.650803:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326262.650805:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11517) 00000100:00000001:0.0:1767326262.650808:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326262.650809:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031293ea8. 00000100:00000001:0.0:1767326262.650813:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326262.650815:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004128f820 x1853174993457152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326262.650819:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000100:00000040:3.0:1767326262.650822:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306179098, at 4306179584 00000100:00000040:0.0:1767326262.650824:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053fc5178 x1853174993457408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326262.650829:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993457280, portal 10 00000100:00000010:3.0:1767326262.650835:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005c4e2213. 00000100:00000001:2.0:1767326262.650839:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326262.650845:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268016640 : -112767441534976 : ffff997048b48000) 00000100:00000040:2.0:1767326262.650869:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001020973f x1853174993457280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326262.650875:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326262.650878:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326262.650883:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326262.650892:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326262.650896:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326262.650898:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326262.650903:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bec2a54. 00000100:00000001:2.0:1767326262.650904:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326262.650904:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326262.650913:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993457408:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767326262.650915:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000200:1.0:1767326262.650915:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993457152, offset 0 00000400:00000010:2.0:1767326262.650921:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eef61f70. 00000100:00000001:0.0:1767326262.650932:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767326262.650933:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993457280, offset 0 02000000:00000001:0.0:1767326262.650937:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326262.650943:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326262.650943:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326262.650950:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326262.650956:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326262.650966:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000010:0.0:1767326262.650969:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022b698ec. 02000000:00000001:0.0:1767326262.650975:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326262.650977:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767326262.650981:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1205751. 00000400:00000200:1.0:1767326262.650987:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:0.0:1767326262.650988:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000794ac830. 00000100:00000200:0.0:1767326262.650993:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993457408, portal 10 00000100:00000001:0.0:1767326262.650995:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326262.650999:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268028288 : -112767441523328 : ffff997048b4ad80) 00000400:00000200:1.0:1767326262.651005:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767326262.651009:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053fc5178 x1853174993457408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326262.651017:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326262.651030:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326262.651033:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [560:560:256:4294967295] 192.168.203.107@tcp LPNI seq info [560:560:8:4294967295] 00000100:00000040:0.0:1767326262.651041:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326262.651048:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f87e7ca8. 00000100:00000200:0.0:1767326262.651052:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993457408, offset 0 00000400:00000200:1.0:1767326262.651070:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:0.0:1767326262.651070:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767326262.651085:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767326262.651090:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b6dbbf0. 00000400:00000200:2.0:1767326262.651092:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:1.0:1767326262.651108:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767326262.651111:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326262.651121:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:1.0:1767326262.651124:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326262.651130:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b6dbbf0 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326262.651133:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326262.651163:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767326262.651168:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [561:561:255:4294967295] 192.168.203.107@tcp LPNI seq info [561:561:7:4294967295] 00000100:00000001:1.0:1767326262.651174:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326262.651180:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306184219 00000400:00000200:2.0:1767326262.651185:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767326262.651191:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326262.651196:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:1.0:1767326262.651197:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e07a6719. 00000800:00000010:2.0:1767326262.651198:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005967ad0e. 00000400:00000200:0.0:1767326262.651206:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326262.651208:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326262.651214:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767326262.651216:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326262.651219:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306184219 00000400:00000200:0.0:1767326262.651225:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326262.651227:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:1.0:1767326262.651229:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b21650d. 00000400:00000200:0.0:1767326262.651237:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767326262.651239:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005967ad0e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326262.651241:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326262.651247:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326262.651248:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [562:562:254:4294967295] 192.168.203.107@tcp LPNI seq info [562:562:6:4294967295] 00000100:00000001:1.0:1767326262.651250:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306184219 00000100:00000040:2.0:1767326262.651255:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 168877 usecs (169 jiffies) 00000100:00000010:1.0:1767326262.651259:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000019584459. 00000100:00000001:2.0:1767326262.651262:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306179754 00000100:00000001:1.0:1767326262.651265:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326262.651279:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306184219 00000800:00000200:3.0:1767326262.651280:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326262.651287:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306184219 00000800:00000010:3.0:1767326262.651289:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b6dbbf0. 00000100:00000001:2.0:1767326262.651291:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306179754 00000100:00000010:1.0:1767326262.651296:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032497edf. 00000400:00000200:0.0:1767326262.651298:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:3.0:1767326262.651302:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326262.651304:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306184219 00000100:00000001:1.0:1767326262.651305:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326262.651314:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326262.651316:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306179754 00000100:00000001:1.0:1767326262.651320:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326262.651322:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326262.651323:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326262.651328:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306184219 00000100:00000001:1.0:1767326262.651330:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326262.651339:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b373af3. 00000100:00000001:2.0:1767326262.651340:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306179754 00000100:00000001:1.0:1767326262.651341:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326262.651342:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bec2a54 00000100:00000001:2.0:1767326262.651350:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306184219 00000400:00000010:3.0:1767326262.651351:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bec2a54. 00000800:00000200:0.0:1767326262.651353:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326262.651357:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326262.651364:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326262.651365:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326262.651370:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326262.651371:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326262.651375:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326262.651375:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008b373af3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326262.651381:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326262.651383:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326262.651385:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767326262.651386:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 11347 usecs (12 jiffies) 00000100:00000001:2.0:1767326262.651387:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326262.651391:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306179597 00000100:00000001:0.0:1767326262.651394:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306184219 00000100:00000001:2.0:1767326262.651396:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326262.651398:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306179597 00000100:00000001:2.0:1767326262.651399:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326262.651402:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326262.651409:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306184219 00000100:00000001:0.0:1767326262.651411:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306179597 00000100:00000001:0.0:1767326262.651413:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306184219 00000100:00000001:0.0:1767326262.651416:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306179597 00000100:00000001:0.0:1767326262.651418:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306184219 00000100:00000001:0.0:1767326262.651421:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326262.651427:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326262.651430:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004128f820 x1853174993457152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326262.651433:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326262.651441:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326262.651455:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326262.651457:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326262.651461:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004128f820 x1853174993457152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326262.651462:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326262.651471:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326262.651476:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326262.651483:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326262.651483:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326262.651488:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326262.651491:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326262.651506:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326262.651509:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005967ad0e. 00000400:00000200:3.0:1767326262.651514:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326262.651517:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326262.651519:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eef61f70 00000400:00000010:3.0:1767326262.651520:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eef61f70. 00000100:00000001:3.0:1767326262.651522:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326262.651524:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001020973f x1853174993457280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326262.651529:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326262.651530:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001020973f x1853174993457280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326262.651534:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326262.651536:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326262.651559:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326262.651561:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b373af3. 00000400:00000200:3.0:1767326262.651564:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326262.651567:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326262.651568:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f87e7ca8 00000400:00000010:3.0:1767326262.651574:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f87e7ca8. 00000100:00000001:3.0:1767326262.651577:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326262.651579:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053fc5178 x1853174993457408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326262.651584:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326262.651586:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053fc5178 x1853174993457408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326262.651590:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326262.651591:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326262.653167:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326262.653181:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326262.653183:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326262.653185:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326262.653193:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326262.653208:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed311000 00000400:00000200:0.0:1767326262.653215:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1249 [1] + 224 00000800:00000001:0.0:1767326262.653221:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326262.653226:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326262.653228:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326262.653233:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326262.653239:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326262.653243:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004128f820 x1853174993457152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326262.653252:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004128f820 x1853174993457152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326262.653294:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326262.653303:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326262.653306:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326262.653308:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326262.653311:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326262.653318:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326262.653327:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed311100 00000100:00000001:1.0:1767326262.653329:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326262.653333:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326262.653335:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1259 [1] + 224 00000800:00000001:0.0:1767326262.653341:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326262.653342:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326262.653344:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326262.653347:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001bfa5011. 00000800:00000001:0.0:1767326262.653349:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326262.653353:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326262.653359:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083c530ed 00000400:00000010:1.0:1767326262.653365:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083c530ed. 00000400:00000200:0.0:1767326262.653367:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326262.653370:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326262.653373:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326262.653377:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004128f820 x1853174993457152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326262.653382:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053fc5178 x1853174993457408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326262.653399:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004128f820 x1853174993457152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326262.653429:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326262.653434:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000053fc5178 x1853174993457408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326262.653435:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326262.653443:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326262.653446:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326262.653450:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326262.653453:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326262.653461:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326262.653467:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=69 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326262.653470:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=69 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326262.653472:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326262.653473:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326262.653478:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326262.653481:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326262.653483:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326262.653483:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326262.653489:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326262.653493:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326262.653496:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004128f820 x1853174993457152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326262.653499:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326262.653510:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326262.653511:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326262.653514:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326262.653522:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326262.653522:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326262.653528:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326262.653531:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326262.653533:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000001:3.0:1767326262.653536:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767326262.653539:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004128f820 x1853174993457152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326262.653553:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004128f820 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993457152:192.168.203.107@tcp:400: 00000400:00000010:3.0:1767326262.653554:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1205751. 00000400:00000200:0.0:1767326262.653562:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed311080 00000100:00000001:1.0:1767326262.653568:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326262.653569:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000794ac830 00000100:00000001:1.0:1767326262.653571:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767326262.653574:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000794ac830. 00000100:00000040:1.0:1767326262.653577:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004128f820 x1853174993457152/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326262.653581:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326262.653587:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x124d [1] + 224 00000100:00000200:3.0:1767326262.653592:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053fc5178 x1853174993457408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326262.653597:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326262.653610:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326262.653623:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326262.653630:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326262.653637:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767326262.653640:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053fc5178 x1853174993457408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326262.653643:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 02000000:00000010:1.0:1767326262.653644:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002671221b. 02000000:00000001:1.0:1767326262.653657:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326262.653659:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326262.653662:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767326262.653662:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326262.653666:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326262.653667:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326262.653671:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326262.653672:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767326262.653676:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001020973f x1853174993457280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326262.653678:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767326262.653678:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000062e9f023. 00000100:00000001:3.0:1767326262.653685:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767326262.653686:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326262.653690:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326262.653691:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326262.653695:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004128f820. 02000000:00000001:3.0:1767326262.653701:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326262.653704:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326262.653706:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326262.653715:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326262.653718:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=69 v=5 (5 5 5 5) 00000100:00000040:0.0:1767326262.653720:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001020973f x1853174993457280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326262.653721:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326262.653726:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326262.653735:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767326262.653736:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=153 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326262.653739:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326262.653754:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326262.653759:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326262.653762:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326262.653769:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000053fc5178 x1853174993457408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326262.653769:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326262.653780:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326262.653785:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326262.653799:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326262.653801:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326262.653806:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326262.653807:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326262.653812:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000001:2.0:1767326262.653813:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326262.653816:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326262.653817:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:2.0:1767326262.653818:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031293ea8. 00000100:00000001:3.0:1767326262.653822:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326262.653824:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000400:00000010:2.0:1767326262.653828:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000100:00000040:3.0:1767326262.653834:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053fc5178 x1853174993457408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326262.653834:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326262.653843:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001020973f x1853174993457280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326262.653871:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326262.653875:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001020973f x1853174993457280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326262.653877:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326262.653881:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326262.653892:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326262.653894:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326262.653899:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053fc5178 x1853174993457408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326262.653901:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326262.653904:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326262.653907:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326262.653910:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326262.653919:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326262.653929:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993457408:192.168.203.107@tcp:400: 00000100:00001000:2.0:1767326262.653930:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=59 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326262.653937:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326262.653940:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1767326262.653940:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=59 v=5 (1 1 1 1) 00000100:00000040:3.0:1767326262.653946:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053fc5178 x1853174993457408/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326262.653950:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326262.653954:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326262.653960:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326262.653964:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326262.653966:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326262.653973:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326262.653974:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326262.653978:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 02000000:00000010:3.0:1767326262.653979:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022b698ec. 00000100:00000001:2.0:1767326262.653980:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326262.653983:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326262.653990:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767326262.653990:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001020973f x1853174993457280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326262.653995:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326262.654001:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767326262.654002:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767326262.654006:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326262.654008:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba567bd5. 00000100:00000001:2.0:1767326262.654012:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326262.654017:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326262.654018:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326262.654023:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767326262.654024:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001020973f x1853174993457280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767326262.654028:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053fc5178. 00000100:00000001:3.0:1767326262.654039:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326262.654042:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326262.654043:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001020973f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993457280:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326262.654048:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326262.654050:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326262.654051:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001020973f x1853174993457280/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326278 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326262.654060:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326262.654062:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326262.654064:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326262.654067:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002084e4a5. 00000100:00000001:3.0:1767326262.654069:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767326262.654070:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326262.654072:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326262.654073:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326262.654080:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326262.654082:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767326262.654090:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326262.654091:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326262.654096:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000009342fab. 02000000:00000001:2.0:1767326262.654101:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326262.654103:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326262.654105:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001020973f. 00000100:00000001:2.0:1767326262.654108:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326262.654110:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326262.654111:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326262.654116:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326262.654117:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326262.654119:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326262.654121:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326263.290233:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326263.290239:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326263.290287:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326263.290291:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326263.290293:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326264.314282:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326264.314289:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326264.314354:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326264.314359:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326264.314363:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326265.338229:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326265.338236:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326265.338239:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326265.338240:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326265.338286:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326265.338288:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326265.338290:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326265.338292:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326265.338355:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326265.338358:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326265.338361:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326266.362228:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326266.362233:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326266.362272:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326266.362276:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326266.362280:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326267.386233:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326267.386253:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326267.386305:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326267.386308:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326267.386311:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326267.770206:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306184219, at 4306184704 00000100:00000040:0.0:1767326267.770212:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306184219, at 4306184704 00000100:00000010:2.0:1767326267.770222:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000019584459. 00000100:00000010:0.0:1767326267.770223:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e07a6719. 00000100:00000040:1.0:1767326267.770250:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306184219, at 4306184704 00000100:00000040:0.0:1767326267.770253:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:1.0:1767326267.770259:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b21650d. 00000100:00000001:0.0:1767326267.770259:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326267.770269:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ed2912f. 00000020:00000040:0.0:1767326267.770274:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326267.770279:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767326267.770281:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306184219, at 4306184704 02000000:00000001:0.0:1767326267.770282:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326267.770287:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326267.770301:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032497edf. 02000000:00000010:0.0:1767326267.770301:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000042a10ade. 00000100:00000001:0.0:1767326267.770314:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326267.770325:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000009ed2912f x1853174993457536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326267.770336:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326267.770337:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326267.770343:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ed2912f] to pc [ptlrpcd_00_00+0] req@000000009ed2912f x1853174993457536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326267.770368:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326267.770370:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326267.770373:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326267.770385:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326267.770389:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326267.770394:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767326267.770396:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a64ef72f. 00000100:00000001:2.0:1767326267.770401:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326267.770401:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ed2912f x1853174993457536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767326267.770402:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326267.770408:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326267.770409:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326267.770413:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326267.770417:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767326267.770418:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326267.770419:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326267.770424:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e160b425. 02000000:00000001:1.0:1767326267.770425:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326267.770429:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326267.770430:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326267.770435:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000a64ef72f x1853174993457664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326267.770442:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326267.770448:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326267.770450:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326267.770451:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ed2912f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993457536:192.168.203.107@tcp:400: 00000100:00000040:0.0:1767326267.770456:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a64ef72f] to pc [ptlrpcd_00_01+1] req@00000000a64ef72f x1853174993457664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326267.770458:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326267.770465:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326267.770468:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326267.770470:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326267.770474:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002851a7cf. 00000100:00000001:0.0:1767326267.770475:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326267.770476:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326267.770478:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326267.770482:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767326267.770483:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bfa5011. 00000100:00000010:0.0:1767326267.770485:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000020:00000040:0.0:1767326267.770489:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767326267.770491:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326267.770492:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767326267.770493:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083c530ed. 02000000:00000001:0.0:1767326267.770494:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326267.770500:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000309884b4. 00000100:00000200:1.0:1767326267.770503:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993457536, portal 25 00000100:00000001:2.0:1767326267.770504:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326267.770504:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326267.770508:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326267.770510:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326267.770511:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326267.770514:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250665984 : -112767458885632 : ffff997047abc000) 00000100:00000040:0.0:1767326267.770514:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000a1ef485d x1853174993457792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767326267.770519:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a64ef72f x1853174993457664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326267.770524:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ed2912f x1853174993457536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326267.770542:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326267.770546:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326267.770546:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326267.770549:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326267.770550:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326267.770553:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_02+2] req@00000000a1ef485d x1853174993457792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326267.770554:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326267.770555:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767326267.770558:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326267.770561:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000723137a0. 02000000:00000001:2.0:1767326267.770564:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326267.770567:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993457536, offset 0 00000100:00100000:2.0:1767326267.770572:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a64ef72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993457664:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767326267.770579:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326267.770580:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326267.770584:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326267.770586:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326267.770588:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326267.770588:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326267.770592:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767326267.770594:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006115dd39. 00000400:00000200:1.0:1767326267.770596:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:2.0:1767326267.770602:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326267.770604:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767326267.770607:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767326267.770612:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031293ea8. 00000100:00000040:0.0:1767326267.770612:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11522) 00000400:00000200:1.0:1767326267.770613:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767326267.770616:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326267.770622:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326267.770624:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000400:00000200:1.0:1767326267.770624:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326267.770630:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326267.770633:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000200:2.0:1767326267.770634:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993457664, portal 10 00000400:00000200:1.0:1767326267.770641:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [563:563:256:4294967295] 192.168.203.107@tcp LPNI seq info [563:563:8:4294967295] 00000100:00000001:0.0:1767326267.770641:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326267.770643:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993457792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326267.770645:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326267.770646:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326267.770651:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250678528 : -112767458873088 : ffff997047abf100) 00000100:00000001:3.0:1767326267.770671:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326267.770672:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a64ef72f x1853174993457664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326267.770676:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326267.770685:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:3.0:1767326267.770687:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326267.770693:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326267.770703:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326267.770706:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00100000:3.0:1767326267.770716:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993457792:192.168.203.107@tcp:400: 00000800:00000010:1.0:1767326267.770717:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007750120a. 00000100:00000001:2.0:1767326267.770732:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326267.770735:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767326267.770736:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:3.0:1767326267.770741:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326267.770741:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767326267.770746:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326267.770748:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ac80c21. 02000000:00000001:3.0:1767326267.770752:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767326267.770753:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:2.0:1767326267.770756:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993457664, offset 0 02000000:00000010:3.0:1767326267.770760:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007781a3ec. 02000000:00000001:3.0:1767326267.770766:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326267.770767:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767326267.770771:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007750120a type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767326267.770777:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0bfb790. 00000400:00000200:2.0:1767326267.770783:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767326267.770787:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767326267.770788:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000290a2933. 00000100:00000001:1.0:1767326267.770791:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326267.770794:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000200:3.0:1767326267.770799:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993457792, portal 10 00000400:00000200:2.0:1767326267.770799:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326267.770800:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306189338 00000100:00000001:3.0:1767326267.770812:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326267.770812:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:1.0:1767326267.770814:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b21650d. 00000400:00000200:2.0:1767326267.770819:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [564:564:255:4294967295] 192.168.203.107@tcp LPNI seq info [564:564:7:4294967295] 00000100:00000001:1.0:1767326267.770821:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326267.770827:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 00000100:00000001:1.0:1767326267.770829:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306189338 00000100:00000010:1.0:1767326267.770839:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fade2e0. 00000100:00000040:3.0:1767326267.770844:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993457792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326267.770845:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326267.770847:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326267.770859:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306189338 00000100:00000010:1.0:1767326267.770872:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032497edf. 00000800:00000200:2.0:1767326267.770880:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326267.770882:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326267.770895:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767326267.770895:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d823ea25. 00000100:00000001:1.0:1767326267.770895:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306189338 00000100:00000040:3.0:1767326267.770906:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767326267.770907:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1767326267.770908:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e07a6719. 00000400:00000010:3.0:1767326267.770911:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008237aba. 00000800:00000200:2.0:1767326267.770915:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326267.770915:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000200:3.0:1767326267.770918:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993457792, offset 0 00000800:00000010:0.0:1767326267.770918:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007750120a. 00000100:00000001:1.0:1767326267.770920:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326267.770931:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767326267.770932:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767326267.770932:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326267.770938:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d823ea25 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326267.770939:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326267.770942:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326267.770945:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326267.770946:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326267.770952:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326267.770957:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767326267.770958:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 167902 usecs (168 jiffies) 00000400:00000200:0.0:1767326267.770958:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000723137a0 00000100:00000001:1.0:1767326267.770962:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326267.770963:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306184872 00000400:00000010:0.0:1767326267.770963:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000723137a0. 00000400:00000200:3.0:1767326267.770970:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767326267.770970:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326267.770972:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306189338 00000100:00000001:0.0:1767326267.770973:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326267.770974:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326267.770978:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306184872 00000100:00000001:1.0:1767326267.770979:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326267.770981:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ed2912f x1853174993457536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326267.770984:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306189338 00000100:00000001:1.0:1767326267.770985:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326267.770991:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306184872 00000100:00000001:2.0:1767326267.770996:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306189338 00000100:00000001:2.0:1767326267.770998:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306184872 00000100:00000001:0.0:1767326267.770998:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326267.771004:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306189338 00000100:00000040:0.0:1767326267.771004:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ed2912f x1853174993457536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326267.771010:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326267.771012:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326267.771014:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326267.771017:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326267.771019:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326267.771020:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326267.771023:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326267.771027:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326267.771030:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326267.771031:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326267.771032:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326267.771034:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326267.771037:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326267.771039:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326267.771044:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326267.771048:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767326267.771052:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [565:565:254:4294967295] 192.168.203.107@tcp LPNI seq info [565:565:6:4294967295] 00000400:00000200:3.0:1767326267.771060:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767326267.771065:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767326267.771070:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba567bd5. 00000800:00000200:3.0:1767326267.771075:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767326267.771080:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767326267.771084:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba567bd5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326267.771087:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326267.771090:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 11301 usecs (12 jiffies) 00000100:00000001:3.0:1767326267.771092:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306184716 00000100:00000001:3.0:1767326267.771094:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306189338 00000800:00000200:0.0:1767326267.771096:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326267.771097:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306184716 00000800:00000010:0.0:1767326267.771100:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d823ea25. 00000100:00000001:3.0:1767326267.771101:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306189338 00000100:00000001:3.0:1767326267.771105:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306184716 00000400:00000200:0.0:1767326267.771107:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326267.771108:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306189338 00000100:00000001:3.0:1767326267.771113:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306184716 00000400:00000200:0.0:1767326267.771115:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326267.771117:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ac80c21 00000400:00000010:0.0:1767326267.771121:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ac80c21. 00000100:00000001:0.0:1767326267.771125:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326267.771127:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a64ef72f x1853174993457664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326267.771133:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326267.771134:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a64ef72f x1853174993457664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326267.771138:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326267.771159:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326267.771172:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306189338 00000100:00000001:3.0:1767326267.771174:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326267.771177:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326267.771180:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326267.771182:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326267.771189:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326267.771191:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326267.771193:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326267.771196:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326267.771198:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326267.771201:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326267.771202:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326267.771205:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba567bd5. 00000400:00000200:0.0:1767326267.771208:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326267.771211:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326267.771213:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008237aba 00000400:00000010:0.0:1767326267.771215:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008237aba. 00000100:00000001:0.0:1767326267.771218:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326267.771221:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993457792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326267.771226:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326267.771227:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993457792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326267.771231:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326267.771246:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326267.772301:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326267.772313:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326267.772316:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326267.772318:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326267.772372:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326267.772384:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed311180 00000400:00000200:3.0:1767326267.772392:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1261 [1] + 224 00000800:00000001:3.0:1767326267.772398:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326267.772403:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326267.772406:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326267.772410:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326267.772416:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326267.772421:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ed2912f x1853174993457536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326267.772430:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009ed2912f x1853174993457536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326267.772447:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326267.772455:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326267.772459:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326267.772460:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326267.772462:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326267.772466:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767326267.772513:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326267.772517:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326267.772522:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326267.772523:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326267.772526:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001bfa5011. 00000400:00000200:1.0:1767326267.772530:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083c530ed 00000400:00000010:1.0:1767326267.772531:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083c530ed. 00000100:00000001:1.0:1767326267.772534:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326267.772543:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ed2912f x1853174993457536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326267.772556:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed311200 00000100:00000200:1.0:1767326267.772577:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ed2912f x1853174993457536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326267.772583:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326267.772585:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326267.772587:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326267.772588:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326267.772590:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326267.772592:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326267.772594:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326267.772599:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=74 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326267.772602:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=74 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326267.772604:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326267.772605:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326267.772607:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326267.772609:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326267.772611:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326267.772613:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ed2912f x1853174993457536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326267.772619:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326267.772621:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326267.772622:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326267.772625:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ed2912f x1853174993457536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326267.772631:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ed2912f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993457536:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767326267.772639:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1269 [1] + 224 00000100:00000001:1.0:1767326267.772641:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326267.772646:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326267.772650:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ed2912f x1853174993457536/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326267.772653:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326267.772658:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326267.772660:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1767326267.772661:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326267.772663:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002851a7cf. 00000400:00000200:3.0:1767326267.772666:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767326267.772675:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767326267.772681:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000020:00000001:1.0:1767326267.772682:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326267.772688:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326267.772691:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767326267.772692:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326267.772696:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000042a10ade. 02000000:00000001:1.0:1767326267.772701:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1767326267.772702:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a64ef72f x1853174993457664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326267.772706:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326267.772710:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ed2912f. 00000100:00000001:1.0:1767326267.772720:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326267.772725:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326267.772730:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326267.772731:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a64ef72f x1853174993457664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326267.772737:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326267.772742:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326267.772751:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326267.772754:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326267.772762:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326267.772770:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326267.772774:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326267.772776:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326267.772777:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326267.772781:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326267.772787:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed311280 00000400:00000200:3.0:1767326267.772791:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1271 [1] + 224 00000800:00000001:3.0:1767326267.772794:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326267.772797:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326267.772798:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326267.772801:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326267.772803:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326267.772806:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993457792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326267.772815:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993457792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326267.772826:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326267.772829:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326267.772833:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1767326267.772834:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326267.772840:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326267.772843:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031293ea8. 00000400:00000200:2.0:1767326267.772847:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000400:00000010:2.0:1767326267.772848:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000100:00000001:2.0:1767326267.772851:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767326267.772856:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326267.772856:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a64ef72f x1853174993457664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326267.772868:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326267.772874:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a64ef72f x1853174993457664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326267.772884:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326267.772886:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326267.772889:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326267.772891:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326267.772893:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326267.772895:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326267.772897:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326267.772899:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767326267.772902:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=64 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326267.772903:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326267.772908:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1767326267.772909:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=64 v=5 (1 1 1 1) 00000400:00000001:0.0:1767326267.772911:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326267.772914:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0bfb790. 00000100:00000001:2.0:1767326267.772915:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326267.772919:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326267.772919:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000290a2933 00000400:00000010:0.0:1767326267.772923:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000290a2933. 00010000:00000001:2.0:1767326267.772924:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326267.772927:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767326267.772930:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326267.772933:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993457792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326267.772937:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1767326267.772942:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993457792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326267.772950:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326267.772950:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326267.772952:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326267.772956:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326267.772957:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326267.772960:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326267.772961:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326267.772962:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326267.772965:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326267.772967:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326267.772970:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a64ef72f x1853174993457664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326267.772971:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=74 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326267.772978:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=8 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326267.772981:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326267.772983:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326267.772984:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326267.772988:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a64ef72f x1853174993457664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326267.772990:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326267.772993:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326267.772997:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326267.773003:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a1ef485d x1853174993457792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326267.773004:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a64ef72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993457664:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326267.773013:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326267.773018:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326267.773019:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326267.773023:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326267.773025:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a64ef72f x1853174993457664/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326267.773026:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326267.773030:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326267.773032:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326267.773037:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767326267.773039:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993457792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326267.773040:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326267.773043:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006115dd39. 02000000:00000001:2.0:1767326267.773049:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326267.773049:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767326267.773051:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326267.773052:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1767326267.773054:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767326267.773055:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326267.773058:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326267.773061:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e160b425. 00000100:00000040:0.0:1767326267.773062:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993457792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326267.773063:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326267.773066:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326267.773068:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a64ef72f. 00000100:00000001:2.0:1767326267.773073:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326267.773074:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326267.773077:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326267.773079:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993457792:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326267.773082:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326267.773085:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326267.773088:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326267.773089:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326267.773090:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326267.773094:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326267.773099:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993457792/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326283 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326267.773108:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326267.773110:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326267.773112:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007781a3ec. 02000000:00000001:0.0:1767326267.773116:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326267.773118:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326267.773119:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326267.773121:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326267.773123:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000309884b4. 02000000:00000001:0.0:1767326267.773125:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326267.773133:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326267.773134:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00000100:00000001:0.0:1767326267.773136:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326267.773137:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326267.773138:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326267.773159:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326267.773160:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326267.773161:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326267.773162:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326268.410254:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326268.410259:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326268.410320:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326268.410324:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326268.410327:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326269.434258:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326269.434266:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326269.434291:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326269.434294:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326269.434297:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326270.458276:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326270.458282:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326270.458343:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326270.458347:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326270.458349:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326271.482243:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326271.482249:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326271.482298:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326271.482301:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326271.482305:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326272.506233:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326272.506243:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326272.506278:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326272.506281:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326272.506284:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326272.890222:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306189338, at 4306189824 00000100:00000040:2.0:1767326272.890222:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306189338, at 4306189824 00000100:00000040:1.0:1767326272.890222:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306189338, at 4306189824 00000100:00000040:0.0:1767326272.890223:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326272.890234:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326272.890240:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e07a6719. 00000100:00000010:0.0:1767326272.890240:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1ef485d. 00000100:00000010:2.0:1767326272.890241:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032497edf. 00000100:00000010:1.0:1767326272.890245:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fade2e0. 00000020:00000040:0.0:1767326272.890246:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326272.890252:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326272.890255:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326272.890259:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326272.890266:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000042a10ade. 00000100:00000001:0.0:1767326272.890272:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326272.890283:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000a1ef485d x1853174993457920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326272.890298:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326272.890301:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326272.890307:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ef485d] to pc [ptlrpcd_00_03+3] req@00000000a1ef485d x1853174993457920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326272.890342:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326272.890345:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326272.890351:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326272.890352:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326272.890358:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767326272.890358:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000456c8c17. 00000100:00000001:3.0:1767326272.890362:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326272.890363:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326272.890367:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326272.890368:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1ef485d x1853174993457920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767326272.890375:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767326272.890380:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326272.890383:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326272.890386:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767326272.890386:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326272.890391:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326272.890391:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008b373af3. 00000100:00000001:0.0:1767326272.890396:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326272.890399:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326272.890402:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000456c8c17 x1853174993458048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326272.890404:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326272.890410:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326272.890411:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326272.890414:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326272.890418:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993457920:192.168.203.107@tcp:400: 00000100:00000040:0.0:1767326272.890421:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456c8c17] to pc [ptlrpcd_00_00+0] req@00000000456c8c17 x1853174993458048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326272.890426:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326272.890432:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326272.890435:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326272.890437:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326272.890441:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005dd0bc02. 02000000:00000001:3.0:1767326272.890443:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326272.890447:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034ef9520. 00000100:00000001:0.0:1767326272.890449:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326272.890453:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326272.890456:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767326272.890458:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001897d440. 00000100:00000010:0.0:1767326272.890461:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a64ef72f. 00000100:00000001:1.0:1767326272.890464:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326272.890465:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993457920, portal 25 00000020:00000040:0.0:1767326272.890465:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767326272.890469:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326272.890470:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326272.890471:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326272.890472:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326272.890473:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250671360 : -112767458880256 : ffff997047abd500) 02000000:00000001:0.0:1767326272.890474:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326272.890479:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326272.890480:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000456c8c17 x1853174993458048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326272.890482:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1ef485d x1853174993457920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326272.890483:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326272.890486:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005cdbc160. 00000100:00000001:2.0:1767326272.890489:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326272.890493:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326272.890504:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000a64ef72f x1853174993458176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326272.890509:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326272.890513:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326272.890515:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326272.890520:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326272.890523:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326272.890525:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326272.890525:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326272.890528:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326272.890529:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326272.890531:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a09826fe. 00000100:00100000:1.0:1767326272.890535:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993458048:192.168.203.107@tcp:400: 00000100:00000040:0.0:1767326272.890537:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a64ef72f] to pc [ptlrpcd_00_01+1] req@00000000a64ef72f x1853174993458176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326272.890538:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993457920, offset 0 00000100:00000001:1.0:1767326272.890548:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326272.890551:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326272.890552:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326272.890555:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326272.890556:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767326272.890558:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326272.890559:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326272.890564:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b8b77d5. 00000100:00000001:2.0:1767326272.890568:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326272.890569:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326272.890569:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767326272.890571:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326272.890575:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767326272.890577:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bfa5011. 00000400:00000200:3.0:1767326272.890578:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:0.0:1767326272.890579:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11527) 00000100:00000040:2.0:1767326272.890582:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a64ef72f x1853174993458176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326272.890586:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083c530ed. 00000400:00000200:3.0:1767326272.890590:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767326272.890593:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993458048, portal 10 00000100:00000001:2.0:1767326272.890597:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326272.890597:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306189338, at 4306189824 00000400:00000200:3.0:1767326272.890599:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326272.890599:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326272.890600:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326272.890602:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250668672 : -112767458882944 : ffff997047abca80) 02000000:00000001:2.0:1767326272.890605:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1767326272.890607:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b21650d. 00000400:00000200:3.0:1767326272.890608:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326272.890609:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326272.890614:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326272.890614:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000456c8c17 x1853174993458048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326272.890617:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00100000:2.0:1767326272.890619:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a64ef72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993458176:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767326272.890628:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [566:566:256:4294967295] 192.168.203.107@tcp LPNI seq info [566:566:8:4294967295] 00000100:00000001:2.0:1767326272.890628:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326272.890632:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326272.890633:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326272.890635:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326272.890638:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326272.890639:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000010:2.0:1767326272.890642:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efc23b1c. 00000400:00000010:1.0:1767326272.890644:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002536fb7c. 02000000:00000001:2.0:1767326272.890646:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326272.890649:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993458048, offset 0 00000400:00000010:2.0:1767326272.890653:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031293ea8. 00000400:00000200:3.0:1767326272.890656:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:1.0:1767326272.890661:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326272.890669:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000800:00000200:3.0:1767326272.890671:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326272.890671:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000200:2.0:1767326272.890674:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993458176, portal 10 00000100:00000001:2.0:1767326272.890678:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326272.890679:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767326272.890680:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dead0e98. 00000400:00000200:1.0:1767326272.890684:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326272.890686:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250678528 : -112767458873088 : ffff997047abf100) 00000400:00000200:1.0:1767326272.890689:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326272.890694:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:2.0:1767326272.890694:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a64ef72f x1853174993458176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326272.890697:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767326272.890705:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [567:567:255:4294967295] 192.168.203.107@tcp LPNI seq info [567:567:7:4294967295] 00000100:00000001:2.0:1767326272.890708:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767326272.890710:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000040:2.0:1767326272.890714:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326272.890718:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000800:00000200:3.0:1767326272.890719:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dead0e98 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767326272.890721:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993458176, offset 0 00000400:00000200:1.0:1767326272.890724:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:2.0:1767326272.890731:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:1.0:1767326272.890734:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767326272.890739:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009620fff6. 00000400:00000200:2.0:1767326272.890740:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767326272.890741:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326272.890747:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767326272.890748:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306194458 00000400:00000200:2.0:1767326272.890748:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326272.890755:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000010:3.0:1767326272.890758:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063574839. 00000800:00000200:1.0:1767326272.890759:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767326272.890761:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326272.890765:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009620fff6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326272.890766:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326272.890766:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767326272.890772:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [568:568:254:4294967295] 192.168.203.107@tcp LPNI seq info [568:568:6:4294967295] 00000100:00000001:1.0:1767326272.890773:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326272.890776:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306194458 00000800:00000200:0.0:1767326272.890778:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767326272.890784:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d91b0be4. 00000800:00000010:0.0:1767326272.890784:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dead0e98. 00000100:00000040:1.0:1767326272.890786:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 166932 usecs (167 jiffies) 00000400:00000200:2.0:1767326272.890787:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326272.890791:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326272.890792:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326272.890794:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306189991 00000100:00000001:3.0:1767326272.890799:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306194458 00000100:00000001:1.0:1767326272.890799:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306194458 00000400:00000200:0.0:1767326272.890805:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326272.890806:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306189991 00000100:00000010:3.0:1767326272.890807:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d899e69. 00000800:00000200:2.0:1767326272.890808:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326272.890812:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306194458 00000100:00000001:3.0:1767326272.890814:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326272.890814:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a09826fe 00000800:00000010:2.0:1767326272.890816:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069ef14a9. 00000100:00000001:1.0:1767326272.890817:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306189991 00000400:00000010:0.0:1767326272.890820:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a09826fe. 00000100:00000001:3.0:1767326272.890821:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306194458 00000100:00000001:1.0:1767326272.890822:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306194458 00000800:00000200:2.0:1767326272.890826:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326272.890828:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306189991 00000100:00000010:3.0:1767326272.890829:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f766f1cc. 00000100:00000001:0.0:1767326272.890829:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326272.890836:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767326272.890838:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:0.0:1767326272.890838:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1ef485d x1853174993457920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326272.890842:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326272.890842:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306194458 00000800:00000200:2.0:1767326272.890844:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000069ef14a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326272.890849:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326272.890850:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326272.890854:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326272.890855:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326272.890857:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326272.890861:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 11251 usecs (12 jiffies) 00000100:00000001:1.0:1767326272.890861:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326272.890863:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326272.890865:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326272.890866:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326272.890867:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306189836 00000100:00000040:0.0:1767326272.890871:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1ef485d x1853174993457920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326272.890873:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306194458 00000100:00000001:1.0:1767326272.890877:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326272.890878:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326272.890878:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306189836 00000100:00000001:1.0:1767326272.890881:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326272.890883:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306194458 00000100:00000001:3.0:1767326272.890884:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326272.890885:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326272.890887:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326272.890889:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306189836 00000100:00000001:0.0:1767326272.890890:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326272.890891:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326272.890891:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326272.890892:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306194458 00000100:00000001:3.0:1767326272.890896:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326272.890896:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306189836 00000100:00000001:1.0:1767326272.890896:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326272.890900:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326272.890901:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326272.890904:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326272.890907:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306194458 00000100:00000001:3.0:1767326272.890908:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326272.890908:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009620fff6. 00000100:00000001:2.0:1767326272.890914:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326272.890915:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326272.890918:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326272.890923:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326272.890923:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326272.890927:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326272.890928:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002536fb7c 00000400:00000010:0.0:1767326272.890930:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002536fb7c. 00000100:00000001:2.0:1767326272.890932:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326272.890933:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326272.890934:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767326272.890936:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000456c8c17 x1853174993458048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326272.890937:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326272.890939:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326272.890941:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326272.890945:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326272.890950:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326272.890952:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000456c8c17 x1853174993458048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326272.890956:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326272.890964:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326272.890996:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326272.890998:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069ef14a9. 00000400:00000200:0.0:1767326272.891000:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326272.891002:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326272.891004:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000400:00000010:0.0:1767326272.891005:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 00000100:00000001:0.0:1767326272.891007:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326272.891009:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a64ef72f x1853174993458176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326272.891014:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326272.891015:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a64ef72f x1853174993458176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326272.891019:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326272.891019:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326272.892864:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326272.892925:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326272.892929:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326272.892932:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326272.892939:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326272.892949:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed311380 00000400:00000200:0.0:1767326272.892956:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1281 [1] + 224 00000800:00000001:0.0:1767326272.892962:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326272.892968:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326272.892970:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326272.892973:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326272.892977:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326272.892980:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000456c8c17 x1853174993458048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326272.892989:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000456c8c17 x1853174993458048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326272.893004:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326272.893017:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326272.893021:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326272.893023:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326272.893026:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326272.893031:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767326272.893037:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326272.893039:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed311400 00000100:00000001:1.0:1767326272.893041:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326272.893047:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1289 [1] + 224 00000800:00000001:0.0:1767326272.893052:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326272.893053:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326272.893056:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767326272.893056:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326272.893059:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001bfa5011. 00000400:00000200:0.0:1767326272.893060:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326272.893064:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083c530ed 00000400:00000200:0.0:1767326272.893067:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:1.0:1767326272.893068:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083c530ed. 00000100:00000001:1.0:1767326272.893073:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326272.893074:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326272.893078:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000456c8c17 x1853174993458048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326272.893081:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a64ef72f x1853174993458176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326272.893105:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000456c8c17 x1853174993458048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326272.893106:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a64ef72f x1853174993458176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326272.893131:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326272.893159:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326272.893166:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326272.893167:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326272.893171:0:211465:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767326272.893173:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326272.893174:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326272.893174:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767326272.893178:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326272.893179:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326272.893179:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326272.893183:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326272.893184:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326272.893185:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767326272.893186:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326272.893188:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326272.893191:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031293ea8. 00000400:00000200:0.0:1767326272.893196:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326272.893197:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000100:00001000:1.0:1767326272.893197:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=69 v=5 (5 5 5 5) 00000400:00000010:2.0:1767326272.893211:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000100:00001000:1.0:1767326272.893217:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=69 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326272.893218:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326272.893221:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed311300 00000100:00000001:1.0:1767326272.893223:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767326272.893225:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a64ef72f x1853174993458176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326272.893227:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326272.893233:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767326272.893233:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1279 [1] + 224 00010000:00000001:1.0:1767326272.893239:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326272.893244:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326272.893245:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1767326272.893248:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a64ef72f x1853174993458176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326272.893249:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326272.893254:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1767326272.893254:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326272.893258:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326272.893259:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326272.893261:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326272.893264:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326272.893267:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326272.893268:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767326272.893268:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000456c8c17 x1853174993458048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326272.893272:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326272.893272:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326272.893276:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767326272.893277:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1ef485d x1853174993457920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326272.893279:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326272.893284:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326272.893289:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767326272.893292:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=79 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326272.893295:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1767326272.893299:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=13 v=5 (1 1 0 0) 00000100:00000040:0.0:1767326272.893299:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1ef485d x1853174993457920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326272.893300:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326272.893305:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767326272.893308:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000456c8c17 x1853174993458048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326272.893309:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326272.893314:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326272.893327:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a64ef72f x1853174993458176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326272.893338:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000456c8c17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993458048:192.168.203.107@tcp:400: 00010000:00000001:2.0:1767326272.893344:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326272.893347:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326272.893348:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326272.893352:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326272.893353:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326272.893356:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326272.893357:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1767326272.893360:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000456c8c17 x1853174993458048/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326272.893361:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326272.893365:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767326272.893371:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a64ef72f x1853174993458176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326272.893371:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326272.893378:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326272.893382:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326272.893383:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767326272.893386:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b8b77d5. 00000100:00000001:2.0:1767326272.893387:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326272.893388:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326272.893391:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326272.893392:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326272.893392:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326272.893396:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:3.0:1767326272.893397:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767326272.893398:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a64ef72f x1853174993458176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326272.893400:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326272.893403:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034ef9520. 00000020:00000040:1.0:1767326272.893405:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000400:00000200:3.0:1767326272.893408:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001897d440 00000400:00000010:3.0:1767326272.893413:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001897d440. 00000020:00000001:1.0:1767326272.893413:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1767326272.893417:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a64ef72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993458176:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326272.893418:0:211468:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767326272.893418:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008b373af3. 00000100:00000200:3.0:1767326272.893425:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1ef485d x1853174993457920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326272.893426:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326272.893426:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326272.893430:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326272.893432:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767326272.893433:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000456c8c17. 00000100:00000040:2.0:1767326272.893439:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a64ef72f x1853174993458176/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326272.893439:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1767326272.893443:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1ef485d x1853174993457920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326272.893444:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326272.893449:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326272.893456:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326272.893458:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326272.893461:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326272.893464:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326272.893465:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326272.893466:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326272.893467:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326272.893469:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326272.893469:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efc23b1c. 00000100:00000001:3.0:1767326272.893474:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326272.893476:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767326272.893476:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326272.893480:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767326272.893480:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326272.893483:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326272.893483:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:3.0:1767326272.893487:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326272.893488:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1767326272.893490:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=79 v=5 (5 5 5 5) 02000000:00000010:2.0:1767326272.893491:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005cdbc160. 00000100:00001000:3.0:1767326272.893495:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=79 v=5 (1 1 1 1) 02000000:00000001:2.0:1767326272.893497:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326272.893499:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767326272.893500:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326272.893501:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326272.893502:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a64ef72f. 00000100:00000001:2.0:1767326272.893507:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767326272.893508:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326272.893510:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326272.893512:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326272.893515:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1ef485d x1853174993457920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326272.893517:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326272.893522:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326272.893527:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326272.893528:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326272.893529:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326272.893531:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326272.893534:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326272.893536:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326272.893537:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326272.893541:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1ef485d x1853174993457920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326272.893546:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1ef485d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993457920:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326272.893548:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326272.893549:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326272.893551:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1ef485d x1853174993457920/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326288 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326272.893555:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326272.893556:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326272.893557:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005dd0bc02. 02000000:00000001:3.0:1767326272.893559:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326272.893559:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326272.893560:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767326272.893562:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326272.893562:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000042a10ade. 02000000:00000001:3.0:1767326272.893564:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326272.893565:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326272.893566:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1ef485d. 00000100:00000001:3.0:1767326272.893567:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326272.893568:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326272.893569:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326272.893572:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326272.893573:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326272.893574:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326272.893575:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326273.530243:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326273.530251:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326273.530305:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326273.530313:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326273.530316:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326274.554253:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326274.554264:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326274.554266:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326274.554269:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326274.554276:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326274.554277:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326274.554280:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326274.554282:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326274.554333:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326274.554336:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326274.554339:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326275.578259:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326275.578266:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326275.578293:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326275.578298:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326275.578302:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326276.602224:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326276.602231:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326276.602297:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326276.602304:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326276.602309:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326277.626242:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326277.626250:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326277.626316:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326277.626320:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326277.626324:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326278.010255:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306194458, at 4306194944 00000100:00000040:1.0:1767326278.010261:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306194458, at 4306194944 00000100:00000040:2.0:1767326278.010262:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306194458, at 4306194944 00000100:00000010:3.0:1767326278.010270:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f766f1cc. 00000100:00000010:1.0:1767326278.010273:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d91b0be4. 00000100:00000040:0.0:1767326278.010273:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306194458, at 4306194944 00000100:00000010:2.0:1767326278.010275:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d899e69. 00000100:00000010:0.0:1767326278.010286:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063574839. 00000100:00000040:1.0:1767326278.010313:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326278.010319:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326278.010327:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000907694f6. 00000020:00000040:1.0:1767326278.010333:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326278.010337:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326278.010341:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326278.010346:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326278.010355:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009620fff6. 00000100:00000001:1.0:1767326278.010363:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326278.010373:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000907694f6 x1853174993458304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326278.010384:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326278.010386:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326278.010392:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000907694f6] to pc [ptlrpcd_00_02+2] req@00000000907694f6 x1853174993458304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326278.010421:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326278.010431:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326278.010436:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326278.010439:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064827f0f. 00000020:00000040:1.0:1767326278.010442:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767326278.010443:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326278.010446:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326278.010449:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326278.010449:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326278.010455:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326278.010455:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767326278.010461:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007750120a. 00000100:00000040:0.0:1767326278.010463:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000907694f6 x1853174993458304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326278.010467:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326278.010470:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326278.010477:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326278.010478:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326278.010479:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000064827f0f x1853174993458432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326278.010481:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326278.010488:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326278.010492:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326278.010496:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326278.010498:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326278.010499:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326278.010505:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000907694f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993458304:192.168.203.107@tcp:400: 00000100:00000040:1.0:1767326278.010508:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064827f0f] to pc [ptlrpcd_00_03+3] req@0000000064827f0f x1853174993458432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326278.010515:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326278.010523:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326278.010527:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326278.010529:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326278.010531:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326278.010534:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767326278.010539:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a089ac10. 00000100:00000001:1.0:1767326278.010540:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326278.010545:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326278.010546:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef1aafe9. 00000020:00000040:1.0:1767326278.010551:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767326278.010554:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767326278.010554:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9c39765. 02000000:00000001:1.0:1767326278.010556:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326278.010558:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326278.010560:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326278.010563:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767326278.010564:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f2dd931. 02000000:00000010:1.0:1767326278.010567:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000056075b4e. 00000100:00000001:3.0:1767326278.010568:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767326278.010572:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993458304, portal 25 00000100:00000001:1.0:1767326278.010574:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326278.010576:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326278.010580:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064827f0f x1853174993458432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326278.010583:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000ef1aafe9 x1853174993458560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326278.010586:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138722304 : -112766570829312 : ffff99707c9a6a00) 00000100:00000040:0.0:1767326278.010597:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000907694f6 x1853174993458304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326278.010616:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326278.010619:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326278.010620:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326278.010621:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326278.010623:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326278.010627:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326278.010628:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767326278.010633:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326278.010633:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1aafe9] to pc [ptlrpcd_00_00+0] req@00000000ef1aafe9 x1853174993458560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326278.010634:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0d5d521. 00000100:00000200:0.0:1767326278.010639:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993458304, offset 0 02000000:00000001:3.0:1767326278.010641:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326278.010652:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064827f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993458432:192.168.203.107@tcp:400: 00000400:00000200:0.0:1767326278.010652:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326278.010663:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326278.010669:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326278.010669:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:3.0:1767326278.010673:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326278.010678:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326278.010679:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1767326278.010685:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efc23b1c. 00000400:00000200:0.0:1767326278.010686:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326278.010691:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326278.010692:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326278.010695:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326278.010697:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767326278.010702:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034ef9520. 00000400:00000200:0.0:1767326278.010704:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:1.0:1767326278.010705:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1767326278.010711:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001897d440. 00000100:00000040:1.0:1767326278.010714:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11532) 00000400:00000200:0.0:1767326278.010716:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [569:569:256:4294967295] 192.168.203.107@tcp LPNI seq info [569:569:8:4294967295] 00000100:00000200:3.0:1767326278.010719:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993458432, portal 10 00000100:00000001:2.0:1767326278.010723:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326278.010725:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326278.010728:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138719616 : -112766570832000 : ffff99707c9a5f80) 00000100:00000001:2.0:1767326278.010728:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326278.010732:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767326278.010739:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326278.010741:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326278.010743:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064827f0f x1853174993458432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326278.010743:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef1aafe9 x1853174993458560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326278.010747:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326278.010758:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767326278.010769:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5b7574c. 00000100:00000001:3.0:1767326278.010781:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326278.010781:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1767326278.010782:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326278.010784:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326278.010790:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767326278.010791:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767326278.010795:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000273bba3d. 02000000:00000001:2.0:1767326278.010795:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326278.010796:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:3.0:1767326278.010803:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993458432, offset 0 02000000:00000001:2.0:1767326278.010803:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326278.010804:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b5b7574c type 1, nob 320 niov 1 nkiov 1 00000100:00100000:2.0:1767326278.010812:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993458560:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767326278.010817:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326278.010822:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326278.010828:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767326278.010828:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326278.010835:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306199578 00000400:00000200:3.0:1767326278.010837:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326278.010837:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326278.010841:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326278.010841:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000198668e1. 02000000:00000001:2.0:1767326278.010848:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326278.010848:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326278.010853:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000010:2.0:1767326278.010854:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000054a5700. 00000100:00000001:0.0:1767326278.010856:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306199578 00000400:00000200:3.0:1767326278.010860:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326278.010861:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326278.010862:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000797caa63. 00000100:00000001:0.0:1767326278.010868:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767326278.010869:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:2.0:1767326278.010871:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031293ea8. 00000100:00000001:0.0:1767326278.010873:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306199578 00000400:00000200:3.0:1767326278.010879:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [570:570:255:4294967295] 192.168.203.107@tcp LPNI seq info [570:570:7:4294967295] 00000400:00000010:2.0:1767326278.010881:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000100:00000010:0.0:1767326278.010881:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000ae3708a. 00000100:00000200:2.0:1767326278.010889:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993458560, portal 10 00000100:00000001:0.0:1767326278.010889:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326278.010895:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326278.010898:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138716032 : -112766570835584 : ffff99707c9a5180) 00000400:00000200:3.0:1767326278.010902:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767326278.010905:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306199578 00000100:00000040:2.0:1767326278.010909:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef1aafe9 x1853174993458560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326278.010912:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d914d99. 00000800:00000200:3.0:1767326278.010913:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326278.010919:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000010:3.0:1767326278.010922:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b42c8091. 00000100:00000001:0.0:1767326278.010927:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326278.010934:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326278.010935:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326278.010936:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326278.010943:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326278.010944:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326278.010947:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767326278.010949:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326278.010950:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001a1d222. 00000800:00000200:1.0:1767326278.010950:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767326278.010953:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b42c8091 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767326278.010958:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993458560, offset 0 00000800:00000010:1.0:1767326278.010958:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5b7574c. 00000100:00000001:0.0:1767326278.010960:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326278.010961:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326278.010965:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326278.010968:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767326278.010969:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 165976 usecs (166 jiffies) 00000400:00000200:2.0:1767326278.010972:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326278.010972:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326278.010977:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326278.010978:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306195110 00000400:00000200:1.0:1767326278.010981:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326278.010983:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326278.010986:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306199578 00000400:00000200:2.0:1767326278.010986:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767326278.010993:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326278.010994:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306195110 00000400:00000200:2.0:1767326278.010995:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326278.011000:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306199578 00000400:00000200:2.0:1767326278.011003:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767326278.011006:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306195110 00000400:00000200:2.0:1767326278.011010:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326278.011011:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306199578 00000400:00000200:2.0:1767326278.011016:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767326278.011018:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306195110 00000100:00000001:3.0:1767326278.011023:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306199578 00000400:00000200:2.0:1767326278.011024:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [571:571:254:4294967295] 192.168.203.107@tcp LPNI seq info [571:571:6:4294967295] 00000100:00000001:3.0:1767326278.011029:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326278.011039:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767326278.011046:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326278.011047:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0d5d521 00000400:00000010:1.0:1767326278.011051:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0d5d521. 00000800:00000010:2.0:1767326278.011052:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e432f8f2. 00000100:00000001:1.0:1767326278.011058:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326278.011060:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:1.0:1767326278.011066:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000907694f6 x1853174993458304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326278.011070:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767326278.011077:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e432f8f2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326278.011086:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326278.011086:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326278.011092:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 11205 usecs (12 jiffies) 00000100:00000040:1.0:1767326278.011094:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000907694f6 x1853174993458304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326278.011099:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306194956 00000100:00000001:3.0:1767326278.011104:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326278.011105:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326278.011111:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326278.011112:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306199578 00000100:00000001:1.0:1767326278.011112:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326278.011118:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326278.011119:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306194956 00000100:00000001:2.0:1767326278.011124:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306199578 00000100:00000001:3.0:1767326278.011126:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326278.011127:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306194956 00000100:00000001:3.0:1767326278.011130:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767326278.011131:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326278.011132:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306199578 00000800:00000010:1.0:1767326278.011137:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b42c8091. 00000100:00000001:3.0:1767326278.011138:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326278.011178:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326278.011182:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326278.011182:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326278.011188:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326278.011190:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306194956 00000400:00000200:1.0:1767326278.011194:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000273bba3d 00000100:00000001:3.0:1767326278.011196:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326278.011200:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306199578 00000400:00000010:1.0:1767326278.011200:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000273bba3d. 00000100:00000001:2.0:1767326278.011207:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326278.011208:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326278.011210:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326278.011214:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326278.011215:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064827f0f x1853174993458432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326278.011218:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326278.011228:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326278.011231:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326278.011233:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326278.011238:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326278.011240:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064827f0f x1853174993458432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326278.011241:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326278.011245:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326278.011250:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326278.011256:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326278.011259:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326278.011294:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326278.011297:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e432f8f2. 00000400:00000200:1.0:1767326278.011300:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326278.011304:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326278.011306:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001a1d222 00000400:00000010:1.0:1767326278.011308:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001a1d222. 00000100:00000001:1.0:1767326278.011311:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326278.011313:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef1aafe9 x1853174993458560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326278.011321:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326278.011323:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef1aafe9 x1853174993458560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326278.011330:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326278.011331:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326278.012691:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326278.012701:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326278.012704:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326278.012705:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326278.012712:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326278.012720:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed311480 00000400:00000200:0.0:1767326278.012726:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1291 [1] + 224 00000800:00000001:0.0:1767326278.012731:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326278.012734:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326278.012735:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326278.012737:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326278.012741:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326278.012744:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000907694f6 x1853174993458304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326278.012752:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000907694f6 x1853174993458304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326278.012767:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326278.012773:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326278.012776:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326278.012779:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326278.012789:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326278.012796:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767326278.012801:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326278.012804:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326278.012806:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed311500 00000400:00000001:1.0:1767326278.012809:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326278.012812:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326278.012813:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9c39765. 00000400:00000200:1.0:1767326278.012817:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f2dd931 00000400:00000010:1.0:1767326278.012818:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f2dd931. 00000100:00000001:1.0:1767326278.012820:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326278.012825:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000907694f6 x1853174993458304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326278.012827:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1299 [1] + 224 00000800:00000001:0.0:1767326278.012840:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326278.012842:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000907694f6 x1853174993458304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326278.012848:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326278.012848:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326278.012850:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326278.012854:0:211467:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767326278.012854:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767326278.012857:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767326278.012861:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326278.012867:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326278.012869:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326278.012871:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326278.012877:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326278.012877:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064827f0f x1853174993458432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326278.012886:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=85 v=5 (5 5 5 5) 00000100:00000040:0.0:1767326278.012892:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064827f0f x1853174993458432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326278.012894:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=85 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326278.012902:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326278.012906:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326278.012912:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326278.012915:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326278.012919:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326278.012920:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326278.012926:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000907694f6 x1853174993458304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326278.012926:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326278.012931:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326278.012936:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326278.012939:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326278.012945:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326278.012946:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767326278.012952:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326278.012955:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326278.012957:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326278.012957:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed311580 00000100:00000001:3.0:1767326278.012963:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326278.012965:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000907694f6 x1853174993458304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326278.012967:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x12a1 [1] + 224 00000800:00000001:0.0:1767326278.012975:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326278.012976:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326278.012980:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767326278.012981:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326278.012985:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034ef9520. 00000400:00000200:0.0:1767326278.012985:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767326278.012986:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000907694f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993458304:192.168.203.107@tcp:400: 00000400:00000200:0.0:1767326278.012992:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326278.012994:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001897d440 00000400:00000010:3.0:1767326278.013000:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001897d440. 00000100:00000001:1.0:1767326278.013001:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326278.013005:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326278.013005:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326278.013006:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767326278.013013:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef1aafe9 x1853174993458560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326278.013018:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064827f0f x1853174993458432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326278.013018:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000907694f6 x1853174993458304/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326278.013035:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef1aafe9 x1853174993458560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326278.013056:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326278.013061:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767326278.013062:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064827f0f x1853174993458432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326278.013065:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a089ac10. 02000000:00000001:1.0:1767326278.013086:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326278.013090:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326278.013092:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767326278.013093:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:0.0:1767326278.013096:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326278.013097:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326278.013098:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:0.0:1767326278.013102:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767326278.013103:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009620fff6. 00000800:00000001:0.0:1767326278.013107:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326278.013109:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326278.013109:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326278.013114:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767326278.013114:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326278.013116:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000907694f6. 00000100:00000001:3.0:1767326278.013118:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326278.013121:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326278.013127:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326278.013128:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326278.013131:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326278.013132:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326278.013135:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326278.013136:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=75 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326278.013136:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326278.013158:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326278.013160:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326278.013161:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031293ea8. 00000400:00000200:2.0:1767326278.013179:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000100:00001000:3.0:1767326278.013182:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326278.013183:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326278.013186:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326278.013188:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000100:00000001:3.0:1767326278.013191:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326278.013191:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326278.013193:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326278.013195:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326278.013196:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326278.013202:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef1aafe9 x1853174993458560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326278.013203:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326278.013209:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326278.013213:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef1aafe9 x1853174993458560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326278.013216:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326278.013220:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326278.013223:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326278.013224:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326278.013225:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326278.013229:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326278.013229:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767326278.013237:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064827f0f x1853174993458432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326278.013238:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326278.013240:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326278.013243:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326278.013247:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326278.013252:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=85 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326278.013253:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767326278.013257:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=19 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326278.013260:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326278.013261:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326278.013264:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326278.013265:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326278.013266:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326278.013270:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ef1aafe9 x1853174993458560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326278.013279:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326278.013282:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326278.013282:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000040:3.0:1767326278.013286:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064827f0f x1853174993458432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326278.013286:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326278.013288:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326278.013294:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef1aafe9 x1853174993458560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326278.013317:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326278.013319:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1767326278.013320:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064827f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993458432:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326278.013321:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326278.013326:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef1aafe9 x1853174993458560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326278.013332:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326278.013335:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993458560:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326278.013338:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326278.013340:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326278.013343:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326278.013347:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064827f0f x1853174993458432/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326278.013348:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef1aafe9 x1853174993458560/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326278.013365:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326278.013367:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326278.013369:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000054a5700. 02000000:00000001:2.0:1767326278.013373:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326278.013375:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326278.013377:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767326278.013379:0:211465:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:3.0:1767326278.013381:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efc23b1c. 00000020:00000040:2.0:1767326278.013382:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326278.013388:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326278.013389:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000056075b4e. 02000000:00000001:3.0:1767326278.013390:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767326278.013392:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1767326278.013394:0:211468:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767326278.013395:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1767326278.013398:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000010:2.0:1767326278.013398:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef1aafe9. 00000100:00000001:2.0:1767326278.013403:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767326278.013405:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326278.013405:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326278.013408:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326278.013410:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007750120a. 00000100:00000001:2.0:1767326278.013412:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326278.013415:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326278.013418:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326278.013418:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326278.013421:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326278.013422:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326278.013426:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064827f0f. 00000100:00000001:3.0:1767326278.013430:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326278.013432:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326278.013434:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326278.013439:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326278.013441:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326278.013443:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326278.013445:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326278.650253:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326278.650261:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326278.650290:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326278.650295:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326278.650297:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326279.674302:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326279.674308:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326279.674366:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326279.674369:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326279.674371:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326280.698231:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326280.698239:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326280.698290:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326280.698294:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326280.698296:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326281.722270:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326281.722280:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326281.722312:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326281.722316:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326281.722320:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326282.746254:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326282.746259:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326282.746307:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326282.746310:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326282.746313:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326283.130217:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306199578, at 4306200064 00000100:00000040:3.0:1767326283.130226:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306199578, at 4306200064 00000100:00000040:0.0:1767326283.130226:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306199578, at 4306200064 00000100:00000010:2.0:1767326283.130233:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000ae3708a. 00000100:00000040:1.0:1767326283.130236:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:3.0:1767326283.130238:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d914d99. 00000100:00000010:0.0:1767326283.130240:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000198668e1. 00000100:00000001:1.0:1767326283.130245:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326283.130253:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000907694f6. 00000020:00000040:1.0:1767326283.130258:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326283.130262:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326283.130265:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326283.130270:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326283.130277:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000056075b4e. 00000100:00000001:1.0:1767326283.130284:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326283.130293:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000907694f6 x1853174993458688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326283.130302:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326283.130305:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326283.130310:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000907694f6] to pc [ptlrpcd_00_01+1] req@00000000907694f6 x1853174993458688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326283.130340:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326283.130340:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326283.130345:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326283.130346:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326283.130351:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326283.130352:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326283.130358:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b618cdda. 00000100:00000040:0.0:1767326283.130361:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000907694f6 x1853174993458688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767326283.130363:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767326283.130374:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326283.130377:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326283.130384:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326283.130384:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326283.130387:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326283.130389:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326283.130391:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326283.130395:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326283.130399:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326283.130400:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007750120a. 00000100:00100000:0.0:1767326283.130401:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000907694f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993458688:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326283.130406:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326283.130409:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326283.130414:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326283.130415:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000b618cdda x1853174993458816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326283.130417:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326283.130423:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326283.130425:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326283.130427:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326283.130428:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326283.130433:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b618cdda] to pc [ptlrpcd_00_02+2] req@00000000b618cdda x1853174993458816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326283.130435:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076d9e7b4. 02000000:00000001:0.0:1767326283.130442:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326283.130451:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd2e70c6. 00000100:00000001:1.0:1767326283.130457:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326283.130460:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326283.130460:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cd6c941. 00000100:00000001:1.0:1767326283.130466:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326283.130470:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006af6b25f. 00000100:00000200:0.0:1767326283.130471:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993458688, portal 25 00000020:00000040:1.0:1767326283.130473:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767326283.130476:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326283.130477:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326283.130477:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326283.130479:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326283.130481:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326283.130482:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138722304 : -112766570829312 : ffff99707c9a6a00) 00000100:00000001:2.0:1767326283.130483:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326283.130484:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326283.130490:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b618cdda x1853174993458816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326283.130491:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009620fff6. 00000100:00000040:0.0:1767326283.130496:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000907694f6 x1853174993458688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326283.130497:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326283.130506:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000006af6b25f x1853174993458944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326283.130511:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326283.130515:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326283.130516:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326283.130522:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326283.130523:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326283.130530:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326283.130531:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326283.130532:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326283.130539:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006af6b25f] to pc [ptlrpcd_00_03+3] req@000000006af6b25f x1853174993458944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326283.130540:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326283.130556:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b618cdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993458816:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326283.130567:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326283.130568:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326283.130570:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326283.130573:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326283.130574:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326283.130577:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326283.130578:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767326283.130579:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767326283.130582:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000073be0600. 00000100:00000040:1.0:1767326283.130584:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767326283.130585:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326283.130585:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac3f8c71. 00000400:00000010:2.0:1767326283.130591:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031293ea8. 00000100:00000200:0.0:1767326283.130592:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993458688, offset 0 00000100:00000040:1.0:1767326283.130597:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11537) 00000400:00000010:2.0:1767326283.130599:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000400:00000200:0.0:1767326283.130607:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767326283.130610:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306199578, at 4306200064 00000100:00000200:2.0:1767326283.130614:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993458816, portal 10 00000100:00000010:1.0:1767326283.130616:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000797caa63. 00000100:00000001:2.0:1767326283.130617:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326283.130620:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138724096 : -112766570827520 : ffff99707c9a7100) 00000400:00000200:0.0:1767326283.130625:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:2.0:1767326283.130629:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b618cdda x1853174993458816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326283.130635:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326283.130640:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326283.130646:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326283.130646:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:2.0:1767326283.130652:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a346707. 00000400:00000200:0.0:1767326283.130655:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1767326283.130656:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993458816, offset 0 00000400:00000200:0.0:1767326283.130663:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767326283.130667:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326283.130672:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [572:572:256:4294967295] 192.168.203.107@tcp LPNI seq info [572:572:8:4294967295] 00000400:00000200:0.0:1767326283.130687:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767326283.130695:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326283.130697:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767326283.130700:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326283.130702:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767326283.130703:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042a10ade. 00000100:00000001:3.0:1767326283.130705:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326283.130707:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767326283.130709:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326283.130712:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326283.130718:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767326283.130719:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:3.0:1767326283.130720:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006af6b25f x1853174993458944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326283.130726:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [573:573:255:4294967295] 192.168.203.107@tcp LPNI seq info [573:573:7:4294967295] 00000800:00000200:0.0:1767326283.130733:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767326283.130741:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767326283.130742:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000042a10ade type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767326283.130749:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767326283.130753:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b667e865. 00000800:00000200:2.0:1767326283.130758:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326283.130759:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326283.130765:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767326283.130768:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306204698 00000800:00000200:2.0:1767326283.130771:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b667e865 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767326283.130776:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000198668e1. 00000100:00000001:3.0:1767326283.130778:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326283.130783:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326283.130783:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326283.130784:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767326283.130788:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326283.130790:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 165030 usecs (166 jiffies) 02000000:00000001:3.0:1767326283.130794:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326283.130794:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306204698 00000100:00000001:2.0:1767326283.130795:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306200230 02000000:00000001:3.0:1767326283.130802:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326283.130802:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306204698 00000100:00000010:0.0:1767326283.130803:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077e90a0d. 00000100:00000001:2.0:1767326283.130807:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306200230 00000100:00100000:3.0:1767326283.130809:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006af6b25f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993458944:192.168.203.107@tcp:400: 00000800:00000200:1.0:1767326283.130809:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326283.130811:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000010:1.0:1767326283.130815:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042a10ade. 00000100:00000001:2.0:1767326283.130819:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306204698 00000100:00000001:0.0:1767326283.130819:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306204698 00000100:00000001:3.0:1767326283.130821:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326283.130823:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767326283.130827:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326283.130827:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306200230 00000100:00000010:0.0:1767326283.130828:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001dd496f8. 02000000:00000001:3.0:1767326283.130832:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326283.130833:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326283.130836:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 02000000:00000001:3.0:1767326283.130837:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326283.130841:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac3f8c71 00000100:00000001:2.0:1767326283.130844:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306204698 00000100:00000001:0.0:1767326283.130844:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306204698 02000000:00000010:3.0:1767326283.130845:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1a215d9. 00000400:00000010:1.0:1767326283.130845:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac3f8c71. 00000100:00000001:1.0:1767326283.130851:0:211458:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767326283.130853:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326283.130853:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306200230 00000100:00000010:0.0:1767326283.130854:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091671450. 00000100:00000200:1.0:1767326283.130857:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000907694f6 x1853174993458688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326283.130861:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034ef9520. 00000100:00000001:0.0:1767326283.130868:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767326283.130872:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001897d440. 00000100:00000001:1.0:1767326283.130872:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326283.130875:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306204698 00000100:00000001:0.0:1767326283.130875:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326283.130878:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000907694f6 x1853174993458688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326283.130879:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993458944, portal 10 00000100:00000001:0.0:1767326283.130882:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326283.130884:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326283.130887:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326283.130890:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326283.130891:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138713344 : -112766570838272 : ffff99707c9a4700) 00000100:00000001:0.0:1767326283.130891:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326283.130898:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326283.130899:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326283.130899:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326283.130902:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326283.130905:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326283.130906:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006af6b25f x1853174993458944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326283.130913:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326283.130913:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326283.130917:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326283.130917:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326283.130918:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326283.130922:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326283.130924:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326283.130926:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326283.130928:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326283.130929:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326283.130929:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326283.130933:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc006719. 00000100:00000001:0.0:1767326283.130934:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326283.130935:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326283.130938:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993458944, offset 0 00000800:00000200:1.0:1767326283.130938:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326283.130942:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326283.130943:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b667e865. 00000400:00000200:3.0:1767326283.130949:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326283.130950:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326283.130958:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767326283.130964:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326283.130966:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326283.131017:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767326283.131021:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326283.131024:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767326283.131028:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [574:574:255:4294967295] 192.168.203.107@tcp LPNI seq info [574:574:7:4294967295] 00000400:00000200:3.0:1767326283.131040:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:1.0:1767326283.131046:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a346707 00000800:00000200:3.0:1767326283.131048:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326283.131050:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a346707. 00000800:00000010:3.0:1767326283.131055:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba0f4571. 00000100:00000001:1.0:1767326283.131055:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326283.131061:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b618cdda x1853174993458816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326283.131066:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326283.131074:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1767326283.131077:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000040:1.0:1767326283.131079:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b618cdda x1853174993458816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326283.131083:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba0f4571 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326283.131090:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326283.131093:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326283.131093:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767326283.131099:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 11157 usecs (12 jiffies) 00000100:00000001:3.0:1767326283.131102:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306200076 00000100:00000001:3.0:1767326283.131105:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306204698 00000100:00000001:3.0:1767326283.131108:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306200076 00000100:00000001:3.0:1767326283.131110:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306204698 00000100:00000001:3.0:1767326283.131113:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306200076 00000100:00000001:3.0:1767326283.131115:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306204698 00000100:00000001:3.0:1767326283.131117:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306200076 00000100:00000001:3.0:1767326283.131119:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306204698 00000800:00000200:1.0:1767326283.131121:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326283.131122:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326283.131125:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326283.131127:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326283.131169:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba0f4571. 00000100:00000001:3.0:1767326283.131171:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326283.131177:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326283.131179:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326283.131182:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326283.131185:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326283.131190:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc006719 00000400:00000010:1.0:1767326283.131192:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc006719. 00000100:00000001:1.0:1767326283.131196:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326283.131200:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006af6b25f x1853174993458944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326283.131208:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326283.131210:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006af6b25f x1853174993458944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326283.131218:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326283.131220:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326283.131229:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326283.131231:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326283.131233:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326283.131241:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326283.132419:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326283.132427:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326283.132430:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326283.132433:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326283.132441:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326283.132453:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed311600 00000400:00000200:1.0:1767326283.132460:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x12a9 [1] + 224 00000800:00000001:1.0:1767326283.132467:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326283.132472:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326283.132475:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326283.132480:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326283.132484:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326283.132489:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000907694f6 x1853174993458688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326283.132499:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000907694f6 x1853174993458688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326283.132521:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326283.132527:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326283.132532:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326283.132541:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326283.132544:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326283.132550:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326283.132560:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed311680 00000100:00000001:0.0:1767326283.132560:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326283.132563:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326283.132568:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x12b1 [1] + 224 00000800:00000001:1.0:1767326283.132575:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326283.132575:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326283.132579:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767326283.132581:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326283.132582:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd2e70c6. 00000400:00000200:1.0:1767326283.132585:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326283.132589:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cd6c941 00000400:00000200:1.0:1767326283.132593:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:0.0:1767326283.132594:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cd6c941. 00000100:00000001:0.0:1767326283.132600:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326283.132601:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326283.132606:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000907694f6 x1853174993458688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326283.132610:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b618cdda x1853174993458816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326283.132636:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000907694f6 x1853174993458688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326283.132639:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b618cdda x1853174993458816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326283.132657:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326283.132660:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326283.132663:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326283.132666:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326283.132668:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326283.132670:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326283.132672:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326283.132672:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326283.132680:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326283.132680:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=90 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326283.132685:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=90 v=5 (1 1 1 1) 00000800:00000001:1.0:1767326283.132687:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326283.132688:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326283.132691:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326283.132692:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326283.132695:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326283.132697:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326283.132697:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326283.132698:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326283.132706:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767326283.132708:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326283.132712:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326283.132716:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000907694f6 x1853174993458688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326283.132718:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326283.132721:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed311700 00000400:00000001:2.0:1767326283.132722:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326283.132725:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031293ea8. 00000400:00000200:2.0:1767326283.132731:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000400:00000010:2.0:1767326283.132735:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000100:00000001:2.0:1767326283.132741:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326283.132745:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x12b9 [1] + 224 00000100:00000001:0.0:1767326283.132745:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326283.132750:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b618cdda x1853174993458816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326283.132752:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1767326283.132755:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326283.132756:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326283.132766:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000907694f6 x1853174993458688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326283.132771:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b618cdda x1853174993458816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326283.132778:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326283.132787:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767326283.132793:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000907694f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993458688:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767326283.132798:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326283.132802:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326283.132806:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326283.132807:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326283.132814:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000907694f6 x1853174993458688/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326283.132815:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767326283.132816:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006af6b25f x1853174993458944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326283.132820:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326283.132826:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326283.132830:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326283.132834:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326283.132838:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326283.132840:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326283.132844:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326283.132844:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326283.132847:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076d9e7b4. 00000100:00000040:1.0:1767326283.132849:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006af6b25f x1853174993458944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326283.132852:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=80 v=5 (5 5 5 5) 02000000:00000001:0.0:1767326283.132852:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326283.132855:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326283.132858:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00001000:2.0:1767326283.132862:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=80 v=5 (1 1 1 1) 00000020:00000001:0.0:1767326283.132863:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326283.132867:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000056075b4e. 00000100:00000001:2.0:1767326283.132870:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326283.132873:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326283.132874:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326283.132877:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767326283.132878:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:0.0:1767326283.132879:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000907694f6. 00010000:00000001:2.0:1767326283.132884:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326283.132885:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326283.132887:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326283.132891:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326283.132892:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326283.132896:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326283.132899:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326283.132901:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326283.132901:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326283.132906:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326283.132906:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326283.132908:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326283.132914:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326283.132915:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b618cdda x1853174993458816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326283.132922:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326283.132927:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767326283.132928:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326283.132930:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326283.132934:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326283.132938:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b618cdda x1853174993458816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326283.132945:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326283.132947:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b618cdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993458816:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326283.132949:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326283.132954:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326283.132956:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326283.132956:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326283.132959:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034ef9520. 00000100:00000001:2.0:1767326283.132960:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767326283.132965:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001897d440 00000100:00000040:2.0:1767326283.132965:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b618cdda x1853174993458816/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326283.132969:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001897d440. 00000100:00000001:3.0:1767326283.132974:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326283.132977:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326283.132979:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767326283.132980:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006af6b25f x1853174993458944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326283.132987:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000073be0600. 00000100:00000200:3.0:1767326283.132991:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006af6b25f x1853174993458944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326283.132992:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326283.132995:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326283.132997:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767326283.133002:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326283.133005:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007750120a. 00000100:00000001:3.0:1767326283.133007:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326283.133010:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326283.133011:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326283.133013:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326283.133014:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767326283.133015:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:2.0:1767326283.133016:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b618cdda. 00000100:00000001:3.0:1767326283.133017:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326283.133020:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326283.133021:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767326283.133023:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326283.133025:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326283.133028:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=90 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326283.133029:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326283.133034:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=24 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326283.133035:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326283.133039:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326283.133039:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326283.133042:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326283.133043:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326283.133046:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326283.133047:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326283.133052:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006af6b25f x1853174993458944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326283.133063:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326283.133065:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326283.133066:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326283.133067:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326283.133068:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326283.133070:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006af6b25f x1853174993458944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326283.133085:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326283.133087:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326283.133088:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326283.133090:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006af6b25f x1853174993458944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326283.133095:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006af6b25f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993458944:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326283.133098:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326283.133099:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326283.133101:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006af6b25f x1853174993458944/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326283.133105:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326283.133106:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326283.133107:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1a215d9. 02000000:00000001:3.0:1767326283.133110:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326283.133111:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326283.133112:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767326283.133113:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326283.133115:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009620fff6. 02000000:00000001:3.0:1767326283.133117:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326283.133118:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326283.133119:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006af6b25f. 00000100:00000001:3.0:1767326283.133121:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326283.133122:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326283.133123:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326283.133126:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326283.133127:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326283.133162:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326283.133164:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326283.770235:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326283.770241:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326283.770305:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326283.770310:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326283.770313:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326284.794223:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326284.794231:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326284.794233:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326284.794234:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326284.794238:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326284.794240:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326284.794241:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326284.794243:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326284.794278:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326284.794282:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326284.794284:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326285.818258:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326285.818263:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326285.818313:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326285.818318:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326285.818322:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326286.842278:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326286.842286:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326286.842357:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326286.842361:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326286.842365:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326287.866266:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326287.866274:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326287.866303:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326287.866308:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326287.866312:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326288.250202:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306204698, at 4306205184 00000100:00000040:1.0:1767326288.250204:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306204698, at 4306205184 00000100:00000040:2.0:1767326288.250206:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306204698, at 4306205184 00000100:00000010:1.0:1767326288.250219:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077e90a0d. 00000100:00000010:2.0:1767326288.250221:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001dd496f8. 00000100:00000010:3.0:1767326288.250227:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091671450. 00000100:00000040:1.0:1767326288.250236:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326288.250241:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326288.250245:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7cc4db3. 00000020:00000040:1.0:1767326288.250250:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326288.250254:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326288.250256:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326288.250261:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326288.250268:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009620fff6. 00000100:00000001:1.0:1767326288.250274:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326288.250284:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000c7cc4db3 x1853174993459072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326288.250292:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326288.250293:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326288.250297:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7cc4db3] to pc [ptlrpcd_00_00+0] req@00000000c7cc4db3 x1853174993459072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326288.250316:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326288.250317:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326288.250320:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326288.250321:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d8ec799. 00000020:00000040:1.0:1767326288.250328:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326288.250329:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326288.250330:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326288.250332:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326288.250333:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767326288.250336:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:1.0:1767326288.250336:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326288.250339:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007750120a. 00000100:00000001:3.0:1767326288.250340:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326288.250340:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326288.250344:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326288.250348:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000007d8ec799 x1853174993459200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326288.250350:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326288.250353:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326288.250354:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326288.250357:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d8ec799] to pc [ptlrpcd_00_01+1] req@000000007d8ec799 x1853174993459200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326288.250359:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326288.250363:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326288.250366:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326288.250369:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326288.250371:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326288.250373:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7cc4db3 x1853174993459072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326288.250375:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326288.250380:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326288.250383:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326288.250384:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6c70c52. 00000100:00100000:3.0:1767326288.250388:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767326288.250389:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1767326288.250390:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:3.0:1767326288.250393:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326288.250393:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326288.250395:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326288.250399:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326288.250401:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326288.250402:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767326288.250402:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326288.250406:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326288.250407:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767326288.250410:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000525db3bf. 00000100:00000001:3.0:1767326288.250411:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326288.250412:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326288.250414:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326288.250416:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326288.250418:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767326288.250418:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993459072:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326288.250425:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326288.250425:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000f6c70c52 x1853174993459328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767326288.250427:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d8ec799 x1853174993459200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326288.250432:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326288.250435:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326288.250439:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326288.250445:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e836fa4. 02000000:00000001:2.0:1767326288.250448:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326288.250455:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031293ea8. 00000100:00000001:1.0:1767326288.250457:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326288.250458:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326288.250460:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326288.250461:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326288.250462:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000100:00000040:1.0:1767326288.250466:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6c70c52] to pc [ptlrpcd_00_02+2] req@00000000f6c70c52 x1853174993459328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326288.250469:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767326288.250471:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993459072, portal 25 02000000:00000001:3.0:1767326288.250473:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326288.250476:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326288.250477:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326288.250478:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138715136 : -112766570836480 : ffff99707c9a4e00) 00000100:00100000:3.0:1767326288.250485:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993459200:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326288.250485:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326288.250486:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c7cc4db3 x1853174993459072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326288.250489:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326288.250496:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326288.250500:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326288.250502:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767326288.250503:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326288.250507:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326288.250508:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326288.250510:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11542) 02000000:00000010:3.0:1767326288.250511:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001764cd9b. 00000100:00000040:2.0:1767326288.250514:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767326288.250515:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326288.250518:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ee2cc3. 00000400:00000010:3.0:1767326288.250521:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034ef9520. 00000100:00000200:2.0:1767326288.250521:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993459072, offset 0 00000100:00000001:1.0:1767326288.250526:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326288.250529:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001897d440. 00000100:00000001:1.0:1767326288.250530:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326288.250534:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326288.250534:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326288.250540:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6c70c52 x1853174993459328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326288.250541:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993459200, portal 10 00000100:00000001:3.0:1767326288.250546:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326288.250549:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138718720 : -112766570832896 : ffff99707c9a5c00) 00000400:00000200:2.0:1767326288.250549:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767326288.250550:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326288.250553:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326288.250556:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326288.250557:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326288.250558:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326288.250560:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d8ec799 x1853174993459200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326288.250561:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326288.250565:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00100000:1.0:1767326288.250568:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993459328:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767326288.250572:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326288.250576:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326288.250579:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326288.250580:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326288.250582:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326288.250584:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:1.0:1767326288.250586:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326288.250589:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326288.250591:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [575:575:256:4294967295] 192.168.203.107@tcp LPNI seq info [575:575:8:4294967295] 02000000:00000010:1.0:1767326288.250591:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021e7f159. 02000000:00000001:1.0:1767326288.250595:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326288.250602:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2bf7a3c. 00000400:00000010:1.0:1767326288.250602:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bfa5011. 00000400:00000200:2.0:1767326288.250607:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:3.0:1767326288.250609:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993459200, offset 0 00000400:00000010:1.0:1767326288.250610:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083c530ed. 00000800:00000200:2.0:1767326288.250615:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000200:1.0:1767326288.250615:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993459328, portal 10 00000100:00000001:1.0:1767326288.250620:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1767326288.250622:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009558694d. 00000400:00000200:3.0:1767326288.250623:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326288.250623:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138714240 : -112766570837376 : ffff99707c9a4a80) 00000100:00000040:1.0:1767326288.250631:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f6c70c52 x1853174993459328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326288.250635:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:2.0:1767326288.250635:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767326288.250643:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326288.250646:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326288.250647:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767326288.250648:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:1.0:1767326288.250653:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767326288.250655:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009558694d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326288.250656:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767326288.250656:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002536fb7c. 00000100:00000200:1.0:1767326288.250661:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993459328, offset 0 00000400:00000200:3.0:1767326288.250663:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326288.250668:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326288.250669:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326288.250671:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [576:576:255:4294967295] 192.168.203.107@tcp LPNI seq info [576:576:7:4294967295] 00000100:00000001:2.0:1767326288.250674:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306209818 00000100:00000001:2.0:1767326288.250681:0:211466:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306204698 00000100:00000001:2.0:1767326288.250686:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306209818 00000400:00000200:3.0:1767326288.250690:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:2.0:1767326288.250691:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000286d1ffb. 00000100:00000001:2.0:1767326288.250698:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767326288.250702:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326288.250702:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326288.250703:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306209818 00000100:00000010:2.0:1767326288.250708:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000023df3ba7. 00000800:00000010:3.0:1767326288.250709:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d57537d. 00000100:00000001:2.0:1767326288.250713:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326288.250714:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326288.250716:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306209818 00000800:00000200:3.0:1767326288.250718:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:2.0:1767326288.250720:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9303397. 00000400:00000200:1.0:1767326288.250721:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326288.250726:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326288.250728:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326288.250731:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326288.250732:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326288.250735:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:3.0:1767326288.250737:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d57537d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326288.250738:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326288.250743:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [577:577:254:4294967295] 192.168.203.107@tcp LPNI seq info [577:577:6:4294967295] 00000100:00000001:3.0:1767326288.250744:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326288.250744:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326288.250749:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326288.250750:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 164093 usecs (165 jiffies) 00000100:00000001:2.0:1767326288.250752:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326288.250754:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306205349 00000100:00000001:2.0:1767326288.250755:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326288.250757:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326288.250760:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306209818 00000100:00000001:2.0:1767326288.250761:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326288.250762:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326288.250764:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306205349 00000100:00000001:3.0:1767326288.250769:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306209818 00000100:00000001:3.0:1767326288.250772:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306205349 00000100:00000001:3.0:1767326288.250776:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306209818 00000100:00000001:2.0:1767326288.250776:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767326288.250776:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326288.250779:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326288.250781:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306205349 00000800:00000010:1.0:1767326288.250783:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a363d0e5. 00000100:00000001:3.0:1767326288.250784:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306209818 00000100:00000001:3.0:1767326288.250788:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326288.250792:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326288.250793:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767326288.250797:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326288.250800:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326288.250803:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a363d0e5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326288.250807:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326288.250809:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326288.250813:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 11110 usecs (12 jiffies) 00000800:00000200:2.0:1767326288.250814:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326288.250817:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306205196 00000100:00000001:1.0:1767326288.250819:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306209818 00000800:00000010:2.0:1767326288.250823:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009558694d. 00000100:00000001:1.0:1767326288.250824:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306205196 00000400:00000200:2.0:1767326288.250829:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326288.250829:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306209818 00000100:00000001:1.0:1767326288.250834:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306205196 00000400:00000200:2.0:1767326288.250837:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326288.250839:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306209818 00000400:00000200:2.0:1767326288.250843:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ee2cc3 00000100:00000001:1.0:1767326288.250844:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306205196 00000400:00000010:2.0:1767326288.250847:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ee2cc3. 00000100:00000001:1.0:1767326288.250848:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306209818 00000100:00000001:2.0:1767326288.250851:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326288.250852:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326288.250855:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7cc4db3 x1853174993459072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326288.250855:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326288.250860:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326288.250864:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326288.250869:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326288.250871:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767326288.250872:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c7cc4db3 x1853174993459072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326288.250875:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326288.250880:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326288.250881:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326288.250882:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326288.250888:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326288.250890:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326288.250893:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326288.250893:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326288.250895:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d57537d. 00000400:00000200:2.0:1767326288.250899:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326288.250902:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326288.250904:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2bf7a3c 00000400:00000010:2.0:1767326288.250905:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2bf7a3c. 00000100:00000001:2.0:1767326288.250907:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326288.250908:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d8ec799 x1853174993459200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326288.250914:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326288.250915:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d8ec799 x1853174993459200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326288.250920:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326288.250921:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326288.250967:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326288.250969:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a363d0e5. 00000400:00000200:2.0:1767326288.250971:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326288.250973:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326288.250975:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002536fb7c 00000400:00000010:2.0:1767326288.250976:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002536fb7c. 00000100:00000001:2.0:1767326288.250985:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326288.250988:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f6c70c52 x1853174993459328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326288.250996:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326288.250998:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6c70c52 x1853174993459328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326288.251004:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326288.251005:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326288.252560:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326288.252570:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326288.252572:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326288.252573:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326288.252579:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326288.252587:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed311780 00000400:00000200:1.0:1767326288.252592:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x12c1 [1] + 224 00000800:00000001:1.0:1767326288.252596:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326288.252659:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326288.252661:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326288.252663:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326288.252667:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326288.252669:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c7cc4db3 x1853174993459072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326288.252676:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c7cc4db3 x1853174993459072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326288.252686:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326288.252691:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326288.252693:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326288.252694:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326288.252695:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326288.252699:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767326288.252704:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326288.252704:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed311800 00000100:00000001:2.0:1767326288.252707:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326288.252710:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x12c9 [1] + 224 00000800:00000001:1.0:1767326288.252714:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326288.252715:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326288.252717:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767326288.252717:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326288.252720:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767326288.252721:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031293ea8. 00000400:00000200:2.0:1767326288.252725:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000400:00000200:1.0:1767326288.252725:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:2.0:1767326288.252729:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000100:00000001:2.0:1767326288.252731:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326288.252732:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326288.252736:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c7cc4db3 x1853174993459072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326288.252737:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d8ec799 x1853174993459200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326288.252745:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c7cc4db3 x1853174993459072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326288.252763:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326288.252765:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326288.252766:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007d8ec799 x1853174993459200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326288.252769:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326288.252772:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326288.252774:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326288.252777:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326288.252779:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326288.252783:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=95 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326288.252784:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767326288.252788:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326288.252791:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767326288.252791:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326288.252792:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326288.252796:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767326288.252797:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326288.252798:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326288.252800:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326288.252801:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326288.252803:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326288.252807:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c7cc4db3 x1853174993459072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326288.252810:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326288.252814:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767326288.252814:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326288.252820:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326288.252823:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767326288.252826:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed311880 00000100:00000001:2.0:1767326288.252827:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326288.252827:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034ef9520. 00000100:00000001:2.0:1767326288.252832:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767326288.252833:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001897d440 00000100:00000001:2.0:1767326288.252834:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326288.252835:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001897d440. 00000100:00000040:2.0:1767326288.252839:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7cc4db3 x1853174993459072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326288.252839:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326288.252843:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x12d1 [1] + 224 00000100:00000200:0.0:1767326288.252846:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d8ec799 x1853174993459200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326288.252853:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326288.252858:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326288.252862:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326288.252871:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00100000:2.0:1767326288.252872:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993459072:192.168.203.107@tcp:400: 00000100:00000200:0.0:1767326288.252872:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d8ec799 x1853174993459200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326288.252874:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326288.252880:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f6c70c52 x1853174993459328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326288.252883:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326288.252889:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326288.252896:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c7cc4db3 x1853174993459072/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326288.252900:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326288.252905:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326288.252906:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6c70c52 x1853174993459328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326288.252912:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326288.252916:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326288.252916:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326288.252920:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767326288.252921:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326288.252923:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326288.252924:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326288.252926:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e836fa4. 00000800:00000001:1.0:1767326288.252927:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326288.252929:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326288.252932:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326288.252933:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1767326288.252936:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=85 v=5 (5 5 5 5) 00000020:00000001:2.0:1767326288.252937:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326288.252941:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00001000:0.0:1767326288.252942:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=85 v=5 (1 1 1 1) 00000020:00000001:2.0:1767326288.252946:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326288.252947:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326288.252949:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326288.252950:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009620fff6. 00000100:00000001:0.0:1767326288.252951:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326288.252952:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767326288.252956:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767326288.252957:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:1.0:1767326288.252957:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767326288.252959:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326288.252960:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767326288.252961:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1767326288.252963:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001bfa5011. 00000100:00000001:0.0:1767326288.252963:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000010:2.0:1767326288.252965:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7cc4db3. 00000100:00000040:0.0:1767326288.252967:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000200:1.0:1767326288.252968:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083c530ed 00000100:00000001:0.0:1767326288.252970:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326288.252971:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1767326288.252971:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083c530ed. 00000100:00000001:0.0:1767326288.252973:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326288.252974:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326288.252976:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326288.252977:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326288.252980:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d8ec799 x1853174993459200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326288.252981:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f6c70c52 x1853174993459328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326288.252983:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326288.252986:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326288.252991:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326288.252991:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326288.252993:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326288.253001:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326288.253004:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326288.253007:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f6c70c52 x1853174993459328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326288.253009:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d8ec799 x1853174993459200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326288.253036:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767326288.253036:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993459200:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326288.253041:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326288.253043:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326288.253046:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326288.253046:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767326288.253050:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767326288.253051:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d8ec799 x1853174993459200/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326288.253054:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326288.253059:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326288.253059:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326288.253061:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767326288.253064:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326288.253069:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001764cd9b. 00000100:00001000:1.0:1767326288.253070:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=95 v=5 (5 5 5 5) 02000000:00000001:0.0:1767326288.253072:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326288.253075:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:1.0:1767326288.253076:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=29 v=5 (1 1 0 0) 00000020:00000040:0.0:1767326288.253076:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767326288.253080:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326288.253082:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767326288.253083:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007750120a. 00000100:00000001:1.0:1767326288.253084:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326288.253088:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767326288.253089:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767326288.253091:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326288.253093:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d8ec799. 00000100:00000001:0.0:1767326288.253105:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00080000:1.0:1767326288.253106:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f6c70c52 x1853174993459328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326288.253108:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326288.253113:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326288.253119:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767326288.253121:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326288.253122:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326288.253124:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326288.253126:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326288.253126:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326288.253130:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326288.253130:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326288.253131:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326288.253137:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6c70c52 x1853174993459328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326288.253161:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326288.253163:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326288.253164:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326288.253166:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6c70c52 x1853174993459328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326288.253171:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993459328:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326288.253175:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326288.253181:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326288.253183:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6c70c52 x1853174993459328/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326288.253187:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326288.253194:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326288.253196:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021e7f159. 02000000:00000001:1.0:1767326288.253199:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326288.253200:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326288.253201:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767326288.253202:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326288.253204:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000525db3bf. 02000000:00000001:1.0:1767326288.253205:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326288.253206:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326288.253207:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6c70c52. 00000100:00000001:1.0:1767326288.253209:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326288.253210:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326288.253211:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326288.253214:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326288.253215:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326288.253217:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326288.253218:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326288.890267:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326288.890275:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326288.890346:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326288.890350:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326288.890353:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326289.914266:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326289.914274:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326289.914352:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326289.914357:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326289.914360:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326290.938225:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326290.938249:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326290.938290:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326290.938294:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326290.938297:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326291.962266:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326291.962275:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326291.962345:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326291.962349:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326291.962355:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326292.986249:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326292.986258:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326292.986317:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326292.986321:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326292.986324:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326293.370241:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306209818, at 4306210304 00000100:00000040:1.0:1767326293.370241:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767326293.370241:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306209818, at 4306210304 00000100:00000001:1.0:1767326293.370251:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326293.370259:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6c70c52. 00000100:00000010:3.0:1767326293.370261:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e9303397. 00000020:00000040:1.0:1767326293.370265:0:178217:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000010:0.0:1767326293.370267:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000198668e1. 00000100:00000001:1.0:1767326293.370271:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326293.370274:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326293.370278:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326293.370284:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000525db3bf. 00000100:00000001:1.0:1767326293.370291:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326293.370302:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000f6c70c52 x1853174993459456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326293.370321:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326293.370323:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326293.370327:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6c70c52] to pc [ptlrpcd_00_03+3] req@00000000f6c70c52 x1853174993459456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326293.370346:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326293.370348:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326293.370350:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326293.370353:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008ff6dcc5. 00000020:00000040:1.0:1767326293.370355:0:178217:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767326293.370356:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326293.370357:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326293.370359:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326293.370362:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a0189c70. 00000100:00000001:1.0:1767326293.370364:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326293.370367:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000008ff6dcc5 x1853174993459584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326293.370371:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326293.370375:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326293.370376:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326293.370376:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326293.370379:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326293.370380:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326293.370381:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326293.370384:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ff6dcc5] to pc [ptlrpcd_00_00+0] req@000000008ff6dcc5 x1853174993459584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326293.370389:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6c70c52 x1853174993459456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326293.370415:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326293.370418:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326293.370419:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326293.370423:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326293.370424:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326293.370426:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326293.370429:0:178217:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326293.370429:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326293.370431:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326293.370433:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767326293.370434:0:178217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4811535. 02000000:00000001:3.0:1767326293.370438:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326293.370440:0:178217:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:0.0:1767326293.370443:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008ff6dcc5 x1853174993459584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326293.370446:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993459456:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326293.370446:0:178217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326293.370449:0:178217:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326293.370452:0:178217:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326293.370458:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767326293.370458:0:178217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003376a84e. 02000000:00000001:3.0:1767326293.370466:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326293.370468:0:178217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326293.370470:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326293.370472:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767326293.370475:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326293.370475:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326293.370476:0:178217:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000a4811535 x1853174993459712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1767326293.370481:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e1f16e8. 02000000:00000001:0.0:1767326293.370481:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326293.370485:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326293.370486:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326293.370489:0:178217:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326293.370491:0:178217:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326293.370492:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326293.370494:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ad8948c. 00000100:00000040:1.0:1767326293.370498:0:178217:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4811535] to pc [ptlrpcd_00_01+1] req@00000000a4811535 x1853174993459712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326293.370501:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008ff6dcc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993459584:192.168.203.107@tcp:400: 00000400:00000010:3.0:1767326293.370504:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfabd78b. 00000100:00000001:0.0:1767326293.370511:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767326293.370514:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993459456, portal 25 02000000:00000001:0.0:1767326293.370516:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326293.370521:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326293.370521:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326293.370524:0:178217:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326293.370525:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138714240 : -112766570837376 : ffff99707c9a4a80) 02000000:00000001:0.0:1767326293.370526:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326293.370529:0:178217:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767326293.370532:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000729d917. 00000100:00000040:3.0:1767326293.370536:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f6c70c52 x1853174993459456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326293.370537:0:178217:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1767326293.370538:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326293.370546:0:178217:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11548) 00000400:00000010:0.0:1767326293.370546:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd2e70c6. 00000400:00000010:0.0:1767326293.370555:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cd6c941. 00000100:00000001:3.0:1767326293.370557:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767326293.370560:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993459584, portal 10 00000100:00000040:1.0:1767326293.370561:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306209818, at 4306210304 00000100:00000001:0.0:1767326293.370563:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326293.370567:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138720512 : -112766570831104 : ffff99707c9a6300) 00000100:00000010:1.0:1767326293.370568:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000286d1ffb. 00000100:00000040:3.0:1767326293.370573:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767326293.370576:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008ff6dcc5 x1853174993459584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326293.370578:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d0fe3be. 00000100:00000001:1.0:1767326293.370584:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326293.370586:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993459456, offset 0 00000100:00000001:1.0:1767326293.370587:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326293.370590:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326293.370597:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4811535 x1853174993459712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326293.370603:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326293.370607:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326293.370614:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326293.370620:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 00000400:00000200:3.0:1767326293.370624:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000200:0.0:1767326293.370625:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993459584, offset 0 00000100:00000001:1.0:1767326293.370632:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326293.370635:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326293.370637:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326293.370638:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326293.370643:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326293.370646:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:1.0:1767326293.370646:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326293.370649:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326293.370654:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1767326293.370655:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993459712:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326293.370660:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326293.370662:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:1.0:1767326293.370663:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326293.370666:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326293.370669:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326293.370670:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [578:578:256:4294967295] 192.168.203.107@tcp LPNI seq info [578:578:8:4294967295] 02000000:00000010:1.0:1767326293.370674:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c00dc79. 02000000:00000001:1.0:1767326293.370677:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326293.370682:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:1.0:1767326293.370687:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bfa5011. 00000800:00000200:3.0:1767326293.370691:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326293.370693:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083c530ed. 00000400:00000200:0.0:1767326293.370693:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767326293.370697:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005e4ab40. 00000100:00000200:1.0:1767326293.370698:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993459712, portal 10 00000100:00000001:1.0:1767326293.370702:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326293.370705:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138711552 : -112766570840064 : ffff99707c9a4000) 00000400:00000200:0.0:1767326293.370707:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326293.370709:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:1.0:1767326293.370715:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4811535 x1853174993459712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326293.370715:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:3.0:1767326293.370720:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767326293.370722:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326293.370727:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000005e4ab40 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326293.370729:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767326293.370734:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326293.370738:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [579:579:255:4294967295] 192.168.203.107@tcp LPNI seq info [579:579:7:4294967295] 00000100:00000040:1.0:1767326293.370740:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326293.370743:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326293.370744:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000723137a0. 00000100:00000200:1.0:1767326293.370748:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993459712, offset 0 00000100:00000001:3.0:1767326293.370749:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306214938 00000100:00000010:3.0:1767326293.370756:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008dddafd2. 00000400:00000200:0.0:1767326293.370760:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:1.0:1767326293.370761:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326293.370762:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326293.370771:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306214938 00000800:00000200:0.0:1767326293.370771:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326293.370776:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:0.0:1767326293.370778:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cdbc160. 00000100:00000010:3.0:1767326293.370779:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f766f1cc. 00000400:00000200:1.0:1767326293.370780:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326293.370786:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326293.370786:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:0.0:1767326293.370790:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767326293.370792:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326293.370794:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306214938 00000400:00000200:1.0:1767326293.370798:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767326293.370801:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326293.370802:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306209818 00000400:00000200:1.0:1767326293.370805:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [580:580:254:4294967295] 192.168.203.107@tcp LPNI seq info [580:580:6:4294967295] 00000800:00000200:0.0:1767326293.370808:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005cdbc160 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326293.370810:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306214938 00000100:00000001:0.0:1767326293.370813:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326293.370819:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c06959ff. 00000100:00000040:0.0:1767326293.370819:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 163168 usecs (164 jiffies) 00000400:00000200:1.0:1767326293.370820:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326293.370825:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326293.370826:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306210468 00000100:00000001:3.0:1767326293.370831:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326293.370831:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326293.370833:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306214938 00000100:00000001:3.0:1767326293.370837:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326293.370838:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a363d0e5. 00000100:00000001:0.0:1767326293.370838:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306210468 00000100:00000001:0.0:1767326293.370843:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306214938 00000800:00000200:1.0:1767326293.370847:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767326293.370848:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326293.370848:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306210468 00000100:00000001:3.0:1767326293.370852:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326293.370853:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306214938 00000800:00000200:1.0:1767326293.370854:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326293.370859:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a363d0e5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326293.370859:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306210468 00000100:00000001:3.0:1767326293.370860:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326293.370863:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326293.370865:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306214938 00000100:00000001:1.0:1767326293.370866:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326293.370867:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326293.370870:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326293.370871:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326293.370872:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 11063 usecs (12 jiffies) 00000100:00000001:3.0:1767326293.370873:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326293.370877:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306210316 00000100:00000001:0.0:1767326293.370877:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326293.370878:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326293.370881:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326293.370883:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306214938 00000100:00000001:1.0:1767326293.370886:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306210316 00000100:00000001:0.0:1767326293.370886:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326293.370891:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306214938 00000100:00000001:0.0:1767326293.370894:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326293.370897:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326293.370900:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306210316 00000100:00000001:0.0:1767326293.370902:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326293.370903:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306214938 00000100:00000001:1.0:1767326293.370906:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306210316 00000100:00000001:1.0:1767326293.370908:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306214938 00000100:00000001:0.0:1767326293.370911:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326293.370912:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326293.370915:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326293.370916:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326293.370917:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326293.370920:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326293.370920:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326293.370927:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326293.370929:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326293.370932:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326293.370933:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326293.370935:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326293.370937:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326293.370978:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326293.370982:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005e4ab40. 00000400:00000200:0.0:1767326293.370987:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326293.370994:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326293.370999:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0fe3be 00000400:00000010:0.0:1767326293.371002:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d0fe3be. 00000100:00000001:0.0:1767326293.371007:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326293.371011:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f6c70c52 x1853174993459456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326293.371020:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326293.371022:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6c70c52 x1853174993459456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326293.371029:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326293.371031:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326293.371041:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326293.371044:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cdbc160. 00000400:00000200:0.0:1767326293.371048:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326293.371051:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326293.371053:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 00000400:00000010:0.0:1767326293.371054:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00000100:00000001:0.0:1767326293.371057:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326293.371073:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008ff6dcc5 x1853174993459584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326293.371080:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326293.371083:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008ff6dcc5 x1853174993459584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326293.371088:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326293.371090:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326293.371158:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326293.371160:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a363d0e5. 00000400:00000200:0.0:1767326293.371164:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326293.371173:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326293.371176:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000723137a0 00000400:00000010:0.0:1767326293.371177:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000723137a0. 00000100:00000001:0.0:1767326293.371180:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326293.371184:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4811535 x1853174993459712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326293.371191:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326293.371194:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4811535 x1853174993459712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326293.371199:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326293.371200:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326293.372443:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326293.372453:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326293.372455:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326293.372457:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326293.372462:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326293.372471:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed311900 00000400:00000200:2.0:1767326293.372476:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x12d9 [1] + 224 00000800:00000001:2.0:1767326293.372481:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326293.372486:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326293.372487:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326293.372490:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326293.372494:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326293.372496:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f6c70c52 x1853174993459456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326293.372503:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6c70c52 x1853174993459456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326293.372515:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326293.372519:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326293.372522:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326293.372592:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326293.372594:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326293.372598:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326293.372599:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326293.372601:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ad8948c. 00000400:00000200:3.0:1767326293.372603:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfabd78b 00000400:00000010:3.0:1767326293.372604:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfabd78b. 00000100:00000001:3.0:1767326293.372606:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326293.372609:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f6c70c52 x1853174993459456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326293.372624:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326293.372631:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326293.372634:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326293.372636:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326293.372643:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326293.372651:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed311980 00000400:00000200:1.0:1767326293.372656:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x12dd [1] + 224 00000800:00000001:1.0:1767326293.372660:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326293.372670:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f6c70c52 x1853174993459456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326293.372675:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326293.372676:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326293.372678:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326293.372680:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326293.372681:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326293.372683:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326293.372685:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326293.372690:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=100 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326293.372690:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326293.372695:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1767326293.372696:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=100 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326293.372700:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326293.372703:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326293.372703:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00010000:00000001:3.0:1767326293.372707:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326293.372709:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326293.372709:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326293.372713:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326293.372715:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008ff6dcc5 x1853174993459584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326293.372717:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6c70c52 x1853174993459456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326293.372743:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008ff6dcc5 x1853174993459584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326293.372756:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326293.372765:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326293.372769:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326293.372771:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326293.372774:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326293.372778:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767326293.372784:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326293.372785:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed311a00 00000100:00000001:0.0:1767326293.372788:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326293.372794:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x12e9 [1] + 224 00000800:00000001:1.0:1767326293.372802:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326293.372803:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326293.372804:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767326293.372807:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326293.372808:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1767326293.372808:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326293.372810:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd2e70c6. 00000100:00000001:3.0:1767326293.372811:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326293.372812:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326293.372818:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cd6c941 00000100:00000040:3.0:1767326293.372820:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6c70c52 x1853174993459456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326293.372821:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:0.0:1767326293.372822:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cd6c941. 00000100:00000001:0.0:1767326293.372828:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326293.372829:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767326293.372832:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993459456:192.168.203.107@tcp:400: 00000100:00000200:0.0:1767326293.372836:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008ff6dcc5 x1853174993459584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326293.372837:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4811535 x1853174993459712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326293.372840:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326293.372852:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326293.372857:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6c70c52 x1853174993459456/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326293.372870:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767326293.372871:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4811535 x1853174993459712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326293.372871:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008ff6dcc5 x1853174993459584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326293.372873:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326293.372876:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e1f16e8. 02000000:00000001:3.0:1767326293.372881:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326293.372883:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326293.372886:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767326293.372891:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326293.372894:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000525db3bf. 02000000:00000001:3.0:1767326293.372900:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326293.372900:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326293.372903:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326293.372904:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767326293.372905:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6c70c52. 00000100:00000001:1.0:1767326293.372908:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326293.372909:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326293.372909:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326293.372913:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326293.372913:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326293.372913:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326293.372916:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326293.372917:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326293.372919:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326293.372919:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326293.372921:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326293.372924:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326293.372925:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326293.372926:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326293.372927:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326293.372929:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326293.372932:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326293.372933:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1767326293.372933:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=90 v=5 (5 5 5 5) 00000400:00000001:2.0:1767326293.372936:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326293.372940:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001bfa5011. 00000100:00001000:0.0:1767326293.372940:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=90 v=5 (1 1 1 1) 00000400:00000200:2.0:1767326293.372946:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083c530ed 00000100:00000001:0.0:1767326293.372946:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767326293.372950:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083c530ed. 00000100:00000001:0.0:1767326293.372950:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326293.372953:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326293.372955:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4811535 x1853174993459712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326293.372960:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326293.372964:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326293.372967:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326293.372970:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326293.372975:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326293.372977:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326293.372981:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4811535 x1853174993459712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326293.372985:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008ff6dcc5 x1853174993459584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326293.372990:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326293.372992:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326293.372996:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326293.372998:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326293.373000:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326293.373001:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326293.373002:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326293.373006:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326293.373006:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326293.373009:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326293.373011:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=100 v=5 (5 5 5 5) 00000100:00000040:0.0:1767326293.373015:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ff6dcc5 x1853174993459584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326293.373016:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=34 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326293.373022:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326293.373023:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326293.373028:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326293.373033:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a4811535 x1853174993459712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326293.373035:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008ff6dcc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993459584:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326293.373044:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326293.373045:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326293.373047:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326293.373048:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326293.373051:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326293.373052:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1767326293.373054:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008ff6dcc5 x1853174993459584/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326293.373055:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326293.373072:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4811535 x1853174993459712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326293.373086:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326293.373087:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326293.373090:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326293.373091:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326293.373093:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326293.373095:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000729d917. 00000100:00000040:2.0:1767326293.373097:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4811535 x1853174993459712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326293.373101:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1767326293.373105:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993459712:192.168.203.107@tcp:400: 00000020:00000001:0.0:1767326293.373105:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326293.373108:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326293.373110:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326293.373112:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326293.373113:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a0189c70. 02000000:00000001:0.0:1767326293.373117:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326293.373118:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767326293.373121:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767326293.373122:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4811535 x1853174993459712/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326293.373124:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008ff6dcc5. 00000100:00000001:0.0:1767326293.373129:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326293.373131:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326293.373132:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326293.373133:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326293.373136:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326293.373137:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c00dc79. 00000100:00000001:0.0:1767326293.373162:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767326293.373165:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326293.373167:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326293.373171:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767326293.373171:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326293.373176:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326293.373176:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326293.373181:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003376a84e. 00000100:00000001:0.0:1767326293.373181:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326293.373187:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326293.373189:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326293.373190:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4811535. 00000100:00000001:2.0:1767326293.373193:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326293.373195:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326293.373197:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326293.373200:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326293.373202:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326293.373204:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326293.373205:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326294.010251:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326294.010258:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326294.010279:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326294.010284:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326294.010288:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326295.034246:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326295.034257:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326295.034260:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326295.034262:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326295.034269:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326295.034271:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326295.034274:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326295.034276:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326295.034337:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326295.034341:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326295.034344:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326296.058291:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326296.058297:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326296.058360:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326296.058365:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326296.058369:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326297.082220:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326297.082227:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326297.082284:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326297.082289:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326297.082292:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326298.106242:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326298.106248:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326298.106316:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326298.106319:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326298.106327:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326298.490248:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306214938, at 4306215424 00000100:00000040:2.0:1767326298.490248:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306214938, at 4306215424 00000100:00000040:1.0:1767326298.490253:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306214938, at 4306215424 00000100:00000010:3.0:1767326298.490267:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c06959ff. 00000100:00000010:2.0:1767326298.490267:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000023df3ba7. 00000100:00000010:1.0:1767326298.490276:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f766f1cc. 00000100:00000040:0.0:1767326298.490347:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306214938, at 4306215424 00000100:00000040:3.0:1767326298.490351:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1767326298.490354:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008dddafd2. 00000100:00000001:3.0:1767326298.490356:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326298.490365:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053fc5178. 00000020:00000040:3.0:1767326298.490370:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326298.490374:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326298.490377:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326298.490383:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326298.490390:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000099e782ae. 00000100:00000001:3.0:1767326298.490396:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326298.490406:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000053fc5178 x1853174993459840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326298.490414:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326298.490416:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326298.490420:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053fc5178] to pc [ptlrpcd_00_02+2] req@0000000053fc5178 x1853174993459840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326298.490442:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326298.490445:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326298.490448:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326298.490454:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002daf29af. 00000020:00000040:3.0:1767326298.490457:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767326298.490457:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326298.490459:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326298.490460:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326298.490461:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326298.490462:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326298.490463:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767326298.490465:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000018112a94. 00000100:00000001:3.0:1767326298.490468:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326298.490469:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053fc5178 x1853174993459840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326298.490471:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000002daf29af x1853174993459968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326298.490477:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326298.490478:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326298.490480:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326298.490482:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326298.490484:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326298.490487:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326298.490489:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326298.490493:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326298.490494:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326298.490496:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993459840:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767326298.490498:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002daf29af] to pc [ptlrpcd_00_03+3] req@000000002daf29af x1853174993459968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326298.490501:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326298.490507:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326298.490509:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326298.490511:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326298.490512:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326298.490513:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326298.490516:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1767326298.490517:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ee914bf. 00000100:00000010:3.0:1767326298.490519:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008eba1c7b. 02000000:00000001:0.0:1767326298.490519:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326298.490520:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767326298.490522:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767326298.490523:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326298.490526:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767326298.490526:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd2e70c6. 00000100:00000001:2.0:1767326298.490527:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326298.490529:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326298.490532:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326298.490534:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007cab202f. 00000400:00000010:0.0:1767326298.490535:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cd6c941. 00000100:00000040:2.0:1767326298.490536:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002daf29af x1853174993459968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326298.490538:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326298.490542:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993459840, portal 25 00000100:00000040:3.0:1767326298.490546:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000008eba1c7b x1853174993460096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326298.490547:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326298.490549:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268028288 : -112767441523328 : ffff997048b4ad80) 00000100:00000040:0.0:1767326298.490556:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053fc5178 x1853174993459840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326298.490560:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326298.490563:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326298.490563:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326298.490565:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326298.490568:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326298.490571:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326298.490572:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326298.490575:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326298.490577:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767326298.490578:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eba1c7b] to pc [ptlrpcd_00_00+0] req@000000008eba1c7b x1853174993460096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326298.490581:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993459968:192.168.203.107@tcp:400: 00000400:00000010:0.0:1767326298.490581:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 00000100:00000200:0.0:1767326298.490586:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993459840, offset 0 00000100:00000001:2.0:1767326298.490591:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326298.490594:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326298.490597:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326298.490599:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326298.490603:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080de8b7a. 00000400:00000200:0.0:1767326298.490604:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767326298.490606:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326298.490607:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326298.490612:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767326298.490612:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031293ea8. 00000100:00000040:3.0:1767326298.490618:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767326298.490619:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000100:00000040:3.0:1767326298.490623:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11553) 00000100:00000200:2.0:1767326298.490624:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993459968, portal 10 00000400:00000200:0.0:1767326298.490625:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326298.490629:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326298.490630:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326298.490632:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268024704 : -112767441526912 : ffff997048b49f80) 00000100:00000001:1.0:1767326298.490634:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326298.490635:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326298.490638:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326298.490642:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326298.490642:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002daf29af x1853174993459968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326298.490643:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767326298.490646:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326298.490647:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008eba1c7b x1853174993460096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326298.490649:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326298.490656:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767326298.490665:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [581:581:256:4294967295] 192.168.203.107@tcp LPNI seq info [581:581:8:4294967295] 00000100:00000001:2.0:1767326298.490669:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326298.490675:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326298.490676:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326298.490677:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326298.490680:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ee2cc3. 02000000:00000001:1.0:1767326298.490681:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767326298.490685:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993459968, offset 0 00000400:00000200:0.0:1767326298.490689:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:1.0:1767326298.490693:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326298.490697:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326298.490698:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767326298.490701:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00100000:1.0:1767326298.490704:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008eba1c7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993460096:192.168.203.107@tcp:400: 00000800:00000010:0.0:1767326298.490707:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cdbc160. 00000100:00000001:1.0:1767326298.490712:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326298.490716:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:1.0:1767326298.490716:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767326298.490717:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:1.0:1767326298.490718:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326298.490723:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326298.490724:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1767326298.490728:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091e1f590. 00000800:00000200:0.0:1767326298.490729:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767326298.490732:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:1.0:1767326298.490733:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326298.490734:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005cdbc160 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326298.490739:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767326298.490739:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d3c971c. 00000400:00000200:2.0:1767326298.490745:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:1.0:1767326298.490746:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bec2a54. 00000100:00000001:0.0:1767326298.490750:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326298.490751:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [582:582:255:4294967295] 192.168.203.107@tcp LPNI seq info [582:582:7:4294967295] 00000100:00000200:1.0:1767326298.490752:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993460096, portal 10 00000100:00000001:0.0:1767326298.490756:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306220058 00000100:00000001:1.0:1767326298.490758:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326298.490761:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268025600 : -112767441526016 : ffff997048b4a300) 00000100:00000010:0.0:1767326298.490764:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000198668e1. 00000100:00000040:1.0:1767326298.490771:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008eba1c7b x1853174993460096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326298.490771:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326298.490773:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767326298.490777:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306220058 00000100:00000010:0.0:1767326298.490782:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000497492e3. 00000800:00000200:2.0:1767326298.490788:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326298.490788:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326298.490791:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326298.490794:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306220058 00000800:00000010:2.0:1767326298.490796:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009558694d. 00000100:00000040:1.0:1767326298.490798:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000010:0.0:1767326298.490800:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d955938c. 00000400:00000010:1.0:1767326298.490803:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8cda165. 00000100:00000001:0.0:1767326298.490804:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767326298.490808:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326298.490809:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306220058 00000100:00000010:0.0:1767326298.490815:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1eba96a. 00000800:00000200:2.0:1767326298.490817:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:1.0:1767326298.490818:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993460096, offset 0 00000800:00000200:2.0:1767326298.490822:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009558694d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326298.490825:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326298.490829:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326298.490830:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326298.490830:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326298.490835:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326298.490839:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767326298.490841:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326298.490842:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 162253 usecs (163 jiffies) 00000400:00000200:1.0:1767326298.490844:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326298.490847:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306215587 00000100:00000001:0.0:1767326298.490847:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326298.490851:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:3.0:1767326298.490853:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326298.490853:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306220058 00000400:00000200:1.0:1767326298.490856:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326298.490857:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326298.490858:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306215587 00000800:00000010:3.0:1767326298.490859:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cdbc160. 00000100:00000001:0.0:1767326298.490861:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326298.490862:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326298.490863:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306220058 00000400:00000200:3.0:1767326298.490866:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326298.490867:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326298.490869:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306215587 00000100:00000001:0.0:1767326298.490870:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326298.490871:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [583:583:254:4294967295] 192.168.203.107@tcp LPNI seq info [583:583:6:4294967295] 00000100:00000001:0.0:1767326298.490873:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326298.490875:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306220058 00000400:00000200:3.0:1767326298.490876:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326298.490878:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326298.490882:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306215587 00000100:00000001:2.0:1767326298.490886:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306220058 00000100:00000001:2.0:1767326298.490891:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326298.490892:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767326298.490896:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326298.490901:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 00000800:00000200:1.0:1767326298.490901:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326298.490902:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326298.490907:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00000100:00000001:2.0:1767326298.490908:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767326298.490909:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003376a84e. 00000100:00000001:2.0:1767326298.490913:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326298.490917:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767326298.490917:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767326298.490919:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767326298.490923:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:3.0:1767326298.490926:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053fc5178 x1853174993459840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326298.490929:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326298.490932:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767326298.490935:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003376a84e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326298.490936:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326298.490940:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326298.490943:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326298.490947:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 11017 usecs (12 jiffies) 00000100:00000001:1.0:1767326298.490951:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306215436 00000100:00000001:1.0:1767326298.490953:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306220058 00000100:00000001:1.0:1767326298.490956:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306215436 00000100:00000001:1.0:1767326298.490958:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306220058 00000100:00000001:1.0:1767326298.490960:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306215436 00000100:00000001:1.0:1767326298.490962:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306220058 00000100:00000001:1.0:1767326298.490964:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306215436 00000100:00000001:1.0:1767326298.490966:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306220058 00000100:00000001:1.0:1767326298.490968:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326298.490969:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326298.490971:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326298.490973:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326298.490977:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326298.490978:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326298.490981:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326298.490982:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326298.490984:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326298.490986:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326298.491010:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326298.491013:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053fc5178 x1853174993459840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326314 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326298.491018:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326298.491019:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326298.491045:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326298.491047:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009558694d. 00000400:00000200:3.0:1767326298.491049:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326298.491051:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326298.491053:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ee2cc3 00000400:00000010:3.0:1767326298.491054:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ee2cc3. 00000100:00000001:3.0:1767326298.491056:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326298.491058:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002daf29af x1853174993459968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326298.491063:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326298.491064:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002daf29af x1853174993459968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326314 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326298.491068:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326298.491069:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326298.491089:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326298.491091:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003376a84e. 00000400:00000200:3.0:1767326298.491093:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326298.491094:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326298.491096:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8cda165 00000400:00000010:3.0:1767326298.491097:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8cda165. 00000100:00000001:3.0:1767326298.491098:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326298.491100:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008eba1c7b x1853174993460096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326298.491104:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326298.491105:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008eba1c7b x1853174993460096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326314 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326298.491112:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326298.491113:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326298.492533:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326298.492544:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326298.492547:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326298.492550:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326298.492557:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326298.492568:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed311b00 00000400:00000200:2.0:1767326298.492573:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x12f9 [1] + 224 00000800:00000001:2.0:1767326298.492579:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326298.492593:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326298.492596:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326298.492599:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326298.492604:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326298.492607:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002daf29af x1853174993459968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326298.492617:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002daf29af x1853174993459968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326298.492633:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326298.492641:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326298.492645:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326298.492650:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326298.492652:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326298.492656:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326298.492658:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326298.492660:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031293ea8. 00000400:00000200:3.0:1767326298.492663:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000400:00000010:3.0:1767326298.492664:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000100:00000001:3.0:1767326298.492665:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326298.492668:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002daf29af x1853174993459968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326298.492673:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002daf29af x1853174993459968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326298.492677:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326298.492678:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326298.492679:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326298.492681:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326298.492682:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326298.492731:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326298.492733:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326298.492738:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=95 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326298.492741:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326298.492743:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326298.492744:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326298.492746:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326298.492749:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326298.492752:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326298.492753:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326298.492754:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326298.492755:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326298.492759:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002daf29af x1853174993459968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326298.492760:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326298.492768:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326298.492771:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326298.492772:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326298.492778:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326298.492786:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed311a80 00000400:00000200:1.0:1767326298.492790:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x12f1 [1] + 224 00000800:00000001:1.0:1767326298.492794:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326298.492799:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326298.492802:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326298.492805:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326298.492812:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326298.492813:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326298.492817:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002daf29af x1853174993459968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326298.492826:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00100000:3.0:1767326298.492829:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993459968:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326298.492833:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326298.492834:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326298.492837:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326298.492841:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002daf29af x1853174993459968/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326298.492841:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053fc5178 x1853174993459840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326298.492862:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000053fc5178 x1853174993459840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326298.492875:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326298.492880:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326298.492902:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326298.492903:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326298.492905:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1767326298.492906:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326298.492907:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326298.492907:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767326298.492911:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080de8b7a. 00000800:00000001:1.0:1767326298.492912:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326298.492912:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767326298.492915:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1767326298.492915:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326298.492917:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd2e70c6. 00000020:00000001:3.0:1767326298.492918:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326298.492920:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000400:00000200:1.0:1767326298.492921:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326298.492921:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cd6c941 00000020:00000001:3.0:1767326298.492924:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:0.0:1767326298.492925:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cd6c941. 02000000:00000010:3.0:1767326298.492926:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000018112a94. 00000400:00000200:1.0:1767326298.492933:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed311b80 02000000:00000001:3.0:1767326298.492936:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326298.492936:0:211467:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326298.492939:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767326298.492940:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1301 [1] + 224 00000800:00000001:1.0:1767326298.492945:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326298.492945:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053fc5178 x1853174993459840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326298.492951:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326298.492955:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767326298.492959:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053fc5178 x1853174993459840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326298.492963:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326298.492965:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326298.492968:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008eba1c7b x1853174993460096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326298.492985:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008eba1c7b x1853174993460096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767326298.492987:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002daf29af. 00000100:00000001:0.0:1767326298.492987:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326298.492989:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326298.492992:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326298.492992:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326298.492994:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326298.492994:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326298.492996:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326298.492997:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326298.492999:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326298.493002:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767326298.493003:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326298.493005:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326298.493006:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=105 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326298.493007:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326298.493009:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326298.493009:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=105 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326298.493011:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326298.493012:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326298.493014:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326298.493016:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326298.493017:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326298.493023:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326298.493034:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326298.493039:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326298.493040:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053fc5178 x1853174993459840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326298.493049:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326298.493052:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326298.493053:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326298.493056:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326298.493057:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053fc5178 x1853174993459840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326298.493059:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326298.493063:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326298.493065:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326298.493067:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d3c971c. 00000100:00100000:0.0:1767326298.493071:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993459840:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767326298.493072:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bec2a54 00000400:00000010:2.0:1767326298.493075:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bec2a54. 00000100:00000001:0.0:1767326298.493076:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326298.493078:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326298.493079:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326298.493085:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053fc5178 x1853174993459840/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326298.493086:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008eba1c7b x1853174993460096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326298.493105:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326298.493108:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326298.493110:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ee914bf. 00000100:00000200:2.0:1767326298.493111:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008eba1c7b x1853174993460096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326298.493114:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326298.493115:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326298.493117:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767326298.493121:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326298.493123:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000099e782ae. 02000000:00000001:0.0:1767326298.493126:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326298.493129:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326298.493129:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326298.493130:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053fc5178. 00000100:00000001:2.0:1767326298.493132:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326298.493134:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326298.493135:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326298.493136:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326298.493137:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326298.493138:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326298.493160:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326298.493160:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326298.493163:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326298.493163:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326298.493168:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326298.493169:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326298.493172:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326298.493173:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=105 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326298.493177:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=39 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326298.493179:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326298.493180:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326298.493182:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326298.493185:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008eba1c7b x1853174993460096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326298.493189:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326298.493191:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326298.493192:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326298.493193:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326298.493194:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326298.493196:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008eba1c7b x1853174993460096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326298.493199:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326298.493201:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326298.493201:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326298.493203:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008eba1c7b x1853174993460096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326298.493207:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008eba1c7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993460096:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326298.493210:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326298.493211:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326298.493212:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008eba1c7b x1853174993460096/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326314 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326298.493222:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326298.493224:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326298.493225:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091e1f590. 02000000:00000001:2.0:1767326298.493227:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326298.493228:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326298.493229:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326298.493231:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326298.493231:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007cab202f. 02000000:00000001:2.0:1767326298.493233:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326298.493234:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326298.493235:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008eba1c7b. 00000100:00000001:2.0:1767326298.493236:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326298.493237:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326298.493238:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326298.493241:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326298.493242:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326298.493243:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326298.493244:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326299.130238:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326299.130244:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326299.130318:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326299.130324:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326299.130327:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326300.154238:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326300.154245:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326300.154302:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326300.154305:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326300.154307:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326301.178219:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326301.178224:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326301.178272:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326301.178279:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326301.178282:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326302.202243:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326302.202249:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326302.202306:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326302.202310:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326302.202314:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326303.226244:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326303.226251:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326303.226313:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326303.226317:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326303.226320:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326303.610238:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306220058, at 4306220544 00000100:00000040:2.0:1767326303.610238:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306220058, at 4306220544 00000100:00000040:1.0:1767326303.610238:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306220058, at 4306220544 00000100:00000040:0.0:1767326303.610238:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306220058, at 4306220544 00000100:00000010:3.0:1767326303.610255:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1eba96a. 00000100:00000010:2.0:1767326303.610257:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d955938c. 00000100:00000010:1.0:1767326303.610258:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000497492e3. 00000100:00000010:0.0:1767326303.610261:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000198668e1. 00000100:00000040:1.0:1767326303.610274:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326303.610279:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326303.610307:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf46d036. 00000020:00000040:1.0:1767326303.610311:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326303.610314:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326303.610317:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326303.610321:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326303.610327:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a0189c70. 00000100:00000001:1.0:1767326303.610333:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326303.610342:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000cf46d036 x1853174993460224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326303.610350:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326303.610352:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326303.610356:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf46d036] to pc [ptlrpcd_00_01+1] req@00000000cf46d036 x1853174993460224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326303.610374:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326303.610375:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326303.610378:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326303.610379:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cc08b51. 00000020:00000040:1.0:1767326303.610381:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767326303.610383:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326303.610384:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326303.610385:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326303.610388:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000525db3bf. 00000100:00000001:1.0:1767326303.610389:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326303.610392:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000002cc08b51 x1853174993460352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326303.610394:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326303.610399:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326303.610399:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326303.610399:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326303.610402:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326303.610403:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326303.610405:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cc08b51] to pc [ptlrpcd_00_02+2] req@000000002cc08b51 x1853174993460352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326303.610409:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326303.610416:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf46d036 x1853174993460224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326303.610424:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326303.610425:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326303.610426:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326303.610430:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326303.610432:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326303.610434:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326303.610435:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767326303.610438:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767326303.610442:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326303.610443:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767326303.610447:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326303.610447:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021e2dd14. 00000100:00000001:0.0:1767326303.610449:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326303.610450:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1767326303.610451:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00100000:3.0:1767326303.610452:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf46d036 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993460224:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326303.610454:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326303.610456:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326303.610459:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326303.610461:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326303.610462:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326303.610465:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326303.610468:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a363d0e5. 02000000:00000001:3.0:1767326303.610469:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326303.610469:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326303.610473:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326303.610473:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326303.610474:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326303.610475:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326303.610479:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326303.610481:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002cc08b51 x1853174993460352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326303.610482:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000021e2dd14 x1853174993460480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1767326303.610485:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033956d53. 02000000:00000001:3.0:1767326303.610490:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326303.610498:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ad8948c. 00000400:00000010:3.0:1767326303.610506:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfabd78b. 00000100:00000001:2.0:1767326303.610506:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326303.610508:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326303.610509:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326303.610511:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326303.610512:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326303.610515:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021e2dd14] to pc [ptlrpcd_00_03+3] req@0000000021e2dd14 x1853174993460480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326303.610516:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993460224, portal 25 02000000:00000001:2.0:1767326303.610516:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326303.610521:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326303.610522:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326303.610525:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138724992 : -112766570826624 : ffff99707c9a7480) 00000100:00100000:2.0:1767326303.610529:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002cc08b51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993460352:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326303.610533:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326303.610535:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf46d036 x1853174993460224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326303.610537:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326303.610537:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326303.610539:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326303.610541:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326303.610543:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326303.610548:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ca962b9. 00000100:00000040:1.0:1767326303.610551:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767326303.610552:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326303.610556:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326303.610559:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000565930c3. 00000100:00000040:1.0:1767326303.610559:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11558) 00000100:00000001:3.0:1767326303.610562:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767326303.610562:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000010:2.0:1767326303.610566:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000415ef993. 00000100:00000001:0.0:1767326303.610567:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326303.610569:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000200:2.0:1767326303.610571:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993460352, portal 10 00000400:00000010:3.0:1767326303.610574:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e87ef122. 00000100:00000001:2.0:1767326303.610575:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326303.610575:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326303.610577:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138723200 : -112766570828416 : ffff99707c9a6d80) 00000100:00000200:3.0:1767326303.610580:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993460224, offset 0 00000100:00000001:0.0:1767326303.610580:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326303.610585:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002cc08b51 x1853174993460352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326303.610586:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326303.610590:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326303.610593:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326303.610594:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326303.610598:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326303.610604:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021e2dd14 x1853174993460480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326303.610605:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326303.610609:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007dd75c61. 00000100:00000200:2.0:1767326303.610612:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993460352, offset 0 00000400:00000200:3.0:1767326303.610614:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767326303.610623:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326303.610624:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326303.610630:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767326303.610631:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326303.610634:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326303.610637:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326303.610639:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326303.610641:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:0.0:1767326303.610643:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326303.610646:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [584:584:256:4294967295] 192.168.203.107@tcp LPNI seq info [584:584:8:4294967295] 02000000:00000001:0.0:1767326303.610648:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326303.610653:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993460480:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326303.610660:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326303.610663:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326303.610666:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326303.610669:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:0.0:1767326303.610670:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767326303.610677:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000010:0.0:1767326303.610677:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c15009e. 00000400:00000200:2.0:1767326303.610679:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:0.0:1767326303.610683:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326303.610684:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018112a94. 00000400:00000200:2.0:1767326303.610684:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326303.610689:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:3.0:1767326303.610693:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:0.0:1767326303.610696:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd2e70c6. 00000400:00000200:2.0:1767326303.610698:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326303.610704:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:0.0:1767326303.610704:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cd6c941. 00000100:00000200:0.0:1767326303.610710:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993460480, portal 10 00000800:00000200:3.0:1767326303.610712:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767326303.610712:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [585:585:255:4294967295] 192.168.203.107@tcp LPNI seq info [585:585:7:4294967295] 00000100:00000001:0.0:1767326303.610715:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767326303.610719:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000018112a94 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326303.610719:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138725888 : -112766570825728 : ffff99707c9a7800) 00000400:00000200:2.0:1767326303.610726:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:0.0:1767326303.610730:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021e2dd14 x1853174993460480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326303.610733:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326303.610735:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326303.610739:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008839b42b. 00000100:00000001:3.0:1767326303.610740:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306225178 00000100:00000010:3.0:1767326303.610747:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c06959ff. 00000800:00000200:2.0:1767326303.610747:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326303.610752:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326303.610755:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326303.610756:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000040:0.0:1767326303.610760:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326303.610761:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306225178 00000800:00000200:2.0:1767326303.610761:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008839b42b type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767326303.610766:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fb0c1f1. 00000100:00000010:3.0:1767326303.610767:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086a56c50. 00000100:00000001:2.0:1767326303.610767:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326303.610773:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000200:0.0:1767326303.610773:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993460480, offset 0 00000100:00000040:2.0:1767326303.610778:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 161347 usecs (162 jiffies) 00000100:00000001:3.0:1767326303.610779:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306225178 00000100:00000001:2.0:1767326303.610784:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306220706 00000800:00000200:1.0:1767326303.610785:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767326303.610785:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:3.0:1767326303.610786:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007357b7f4. 00000100:00000001:2.0:1767326303.610791:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306225178 00000100:00000001:3.0:1767326303.610792:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000010:1.0:1767326303.610792:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018112a94. 00000100:00000001:2.0:1767326303.610794:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306220706 00000400:00000200:0.0:1767326303.610798:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326303.610799:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306225178 00000100:00000001:3.0:1767326303.610800:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306225178 00000400:00000200:1.0:1767326303.610800:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326303.610804:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326303.610805:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306220706 00000100:00000010:3.0:1767326303.610806:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d8ba429. 00000100:00000001:2.0:1767326303.610810:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306225178 00000100:00000001:3.0:1767326303.610812:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326303.610812:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326303.610813:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306220706 00000400:00000200:1.0:1767326303.610813:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326303.610821:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326303.610821:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306225178 00000400:00000200:0.0:1767326303.610821:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326303.610826:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326303.610827:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326303.610829:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326303.610830:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326303.610831:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326303.610833:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326303.610836:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326303.610839:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [586:586:254:4294967295] 192.168.203.107@tcp LPNI seq info [586:586:6:4294967295] 00000100:00000001:2.0:1767326303.610840:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326303.610842:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326303.610844:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326303.610845:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326303.610847:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326303.610849:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326303.610850:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326303.610852:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326303.610853:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326303.610854:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326303.610858:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326303.610865:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767326303.610872:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326303.610874:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e87ef122 00000800:00000010:0.0:1767326303.610876:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b373af3. 00000400:00000010:1.0:1767326303.610878:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e87ef122. 00000800:00000200:0.0:1767326303.610883:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326303.610886:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767326303.610890:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767326303.610893:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008b373af3 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767326303.610894:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf46d036 x1853174993460224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326303.610900:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326303.610906:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 10971 usecs (11 jiffies) 00000100:00000001:1.0:1767326303.610907:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326303.610911:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf46d036 x1853174993460224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326319 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326303.610912:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306220555 00000100:00000001:0.0:1767326303.610917:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306225178 00000100:00000001:0.0:1767326303.610921:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306220555 00000100:00000001:0.0:1767326303.610923:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306225178 00000100:00000001:1.0:1767326303.610930:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326303.610933:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306220555 00000100:00000001:1.0:1767326303.610934:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326303.610937:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306225178 00000100:00000001:0.0:1767326303.610941:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306220555 00000100:00000001:0.0:1767326303.610943:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306225178 00000100:00000001:0.0:1767326303.610945:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326303.610947:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326303.610950:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326303.610951:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326303.610953:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326303.610955:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008839b42b. 00000400:00000200:1.0:1767326303.610960:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326303.610964:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326303.610966:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dd75c61 00000400:00000010:1.0:1767326303.610968:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007dd75c61. 00000100:00000001:1.0:1767326303.610970:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326303.610973:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cc08b51 x1853174993460352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326303.610978:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326303.610979:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002cc08b51 x1853174993460352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326319 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326303.610983:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326303.610984:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326303.611051:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326303.611053:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b373af3. 00000400:00000200:1.0:1767326303.611056:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326303.611058:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326303.611060:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fb0c1f1 00000400:00000010:1.0:1767326303.611061:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fb0c1f1. 00000100:00000001:1.0:1767326303.611062:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326303.611064:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021e2dd14 x1853174993460480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326303.611068:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326303.611070:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021e2dd14 x1853174993460480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326319 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326303.611073:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326303.611074:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326303.612930:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326303.612941:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326303.612948:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326303.612950:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326303.612956:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326303.612964:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed311c00 00000400:00000200:2.0:1767326303.612969:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1309 [1] + 224 00000800:00000001:2.0:1767326303.612974:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326303.612977:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326303.612979:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326303.612981:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326303.612984:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326303.612986:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf46d036 x1853174993460224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326303.613007:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf46d036 x1853174993460224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326303.613022:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326303.613029:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326303.613036:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326303.613037:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326303.613039:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326303.613044:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:3.0:1767326303.613045:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326303.613048:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326303.613050:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed311c80 00000400:00000200:2.0:1767326303.613055:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x130d [1] + 224 00000800:00000001:2.0:1767326303.613059:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326303.613060:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326303.613062:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326303.613064:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326303.613066:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:3.0:1767326303.613088:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326303.613090:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ad8948c. 00000400:00000200:3.0:1767326303.613092:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfabd78b 00000400:00000010:3.0:1767326303.613093:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfabd78b. 00000100:00000001:3.0:1767326303.613095:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326303.613097:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326303.613100:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf46d036 x1853174993460224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326303.613103:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002cc08b51 x1853174993460352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326303.613119:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf46d036 x1853174993460224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326303.613121:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002cc08b51 x1853174993460352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326303.613133:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326303.613135:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326303.613137:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326303.613157:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326303.613160:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326303.613162:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326303.613166:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326303.613172:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=110 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326303.613174:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=110 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326303.613176:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326303.613176:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326303.613179:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326303.613181:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326303.613183:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326303.613183:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326303.613187:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326303.613188:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326303.613191:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf46d036 x1853174993460224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326303.613192:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326303.613196:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326303.613199:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326303.613203:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767326303.613205:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:3.0:1767326303.613206:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326303.613206:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326303.613211:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326303.613213:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf46d036 x1853174993460224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326303.613215:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed311d00 00000400:00000001:0.0:1767326303.613217:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326303.613220:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326303.613224:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000565930c3. 00000100:00100000:3.0:1767326303.613226:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf46d036 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993460224:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326303.613231:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326303.613231:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000415ef993 00000400:00000010:0.0:1767326303.613234:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000415ef993. 00000100:00000001:3.0:1767326303.613239:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326303.613239:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326303.613243:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1319 [1] + 224 00000800:00000001:2.0:1767326303.613247:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326303.613248:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf46d036 x1853174993460224/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326303.613249:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cc08b51 x1853174993460352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326303.613252:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326303.613257:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326303.613266:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326303.613271:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326303.613273:0:211459:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326303.613274:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326303.613278:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033956d53. 00000100:00000200:2.0:1767326303.613279:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021e2dd14 x1853174993460480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326303.613283:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1767326303.613283:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cc08b51 x1853174993460352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326303.613286:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326303.613288:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767326303.613292:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326303.613296:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a0189c70. 02000000:00000001:3.0:1767326303.613300:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326303.613303:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326303.613305:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf46d036. 00000100:00000001:3.0:1767326303.613310:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326303.613310:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326303.613311:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021e2dd14 x1853174993460480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326303.613312:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326303.613314:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326303.613316:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326303.613320:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326303.613322:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767326303.613324:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326303.613325:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326303.613328:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326303.613329:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326303.613332:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326303.613333:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326303.613337:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326303.613342:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767326303.613342:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=100 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326303.613348:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=100 v=5 (1 1 1 1) 00000800:00000001:2.0:1767326303.613351:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326303.613352:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326303.613355:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326303.613356:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326303.613357:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326303.613362:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326303.613365:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326303.613368:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326303.613372:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326303.613375:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000400:00000001:1.0:1767326303.613378:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326303.613379:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:1.0:1767326303.613380:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326303.613382:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326303.613383:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd2e70c6. 00000400:00000200:1.0:1767326303.613388:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cd6c941 00000100:00000040:0.0:1767326303.613389:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002cc08b51 x1853174993460352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326303.613390:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cd6c941. 00000100:00000001:1.0:1767326303.613394:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326303.613399:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021e2dd14 x1853174993460480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326303.613404:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326303.613409:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326303.613411:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326303.613414:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021e2dd14 x1853174993460480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326303.613419:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cc08b51 x1853174993460352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326303.613424:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326303.613427:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326303.613430:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326303.613432:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326303.613434:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326303.613436:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326303.613437:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002cc08b51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993460352:192.168.203.107@tcp:400: 02000000:00000001:1.0:1767326303.613439:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326303.613444:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=110 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326303.613445:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326303.613450:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=44 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326303.613450:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326303.613453:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326303.613455:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326303.613455:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002cc08b51 x1853174993460352/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326303.613459:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326303.613464:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000021e2dd14 x1853174993460480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326303.613471:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326303.613474:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767326303.613475:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326303.613477:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ca962b9. 00000100:00000001:1.0:1767326303.613478:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326303.613480:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326303.613482:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767326303.613482:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326303.613483:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326303.613486:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767326303.613488:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021e2dd14 x1853174993460480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767326303.613489:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767326303.613494:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326303.613496:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000525db3bf. 00000100:00000001:1.0:1767326303.613497:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326303.613501:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767326303.613501:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326303.613504:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326303.613507:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767326303.613507:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cc08b51. 00000100:00000040:1.0:1767326303.613513:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021e2dd14 x1853174993460480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326303.613513:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326303.613515:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326303.613519:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326303.613526:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993460480:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326303.613526:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326303.613529:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326303.613531:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326303.613534:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326303.613534:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326303.613536:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021e2dd14 x1853174993460480/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326319 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326303.613539:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326303.613540:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326303.613542:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326303.613543:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c15009e. 02000000:00000001:1.0:1767326303.613547:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326303.613549:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326303.613550:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767326303.613552:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326303.613553:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a363d0e5. 02000000:00000001:1.0:1767326303.613555:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326303.613556:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326303.613557:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021e2dd14. 00000100:00000001:1.0:1767326303.613559:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326303.613560:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326303.613561:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326303.613563:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326303.613564:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326303.613565:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326303.613566:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326304.250239:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326304.250247:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326304.250304:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326304.250307:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326304.250310:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326305.274240:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326305.274249:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326305.274251:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326305.274253:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326305.274259:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326305.274260:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326305.274262:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326305.274263:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326305.274308:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326305.274312:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326305.274314:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326306.298225:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326306.298233:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326306.298296:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326306.298300:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326306.298304:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326307.322248:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326307.322255:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326307.322308:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326307.322311:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326307.322314:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326308.346259:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326308.346266:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326308.346382:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326308.346388:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326308.346391:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326308.730210:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306225178, at 4306225664 00000100:00000040:0.0:1767326308.730215:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306225178, at 4306225664 00000100:00000040:3.0:1767326308.730221:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306225178, at 4306225664 00000100:00000010:2.0:1767326308.730226:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007357b7f4. 00000100:00000010:0.0:1767326308.730229:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c06959ff. 00000100:00000010:3.0:1767326308.730231:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d8ba429. 00000100:00000040:1.0:1767326308.731188:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306225178, at 4306225665 00000100:00000010:1.0:1767326308.731195:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086a56c50. 00000100:00000040:2.0:1767326308.731219:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326308.731226:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326308.731233:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a860e5cf. 00000020:00000040:2.0:1767326308.731238:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326308.731244:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326308.731248:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326308.731253:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326308.731262:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000186d4ee5. 00000100:00000001:2.0:1767326308.731270:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326308.731280:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000a860e5cf x1853174993460608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326308.731293:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326308.731295:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326308.731302:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a860e5cf] to pc [ptlrpcd_00_00+0] req@00000000a860e5cf x1853174993460608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326308.731334:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326308.731337:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326308.731341:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326308.731345:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae08152b. 00000020:00000040:2.0:1767326308.731348:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326308.731352:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326308.731354:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326308.731355:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326308.731359:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326308.731361:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767326308.731364:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005a482798. 00000100:00000001:3.0:1767326308.731367:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326308.731369:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326308.731374:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326308.731377:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a860e5cf x1853174993460608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326308.731378:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000ae08152b x1853174993460736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326308.731380:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326308.731392:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326308.731395:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326308.731400:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326308.731402:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326308.731409:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326308.731410:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae08152b] to pc [ptlrpcd_00_01+1] req@00000000ae08152b x1853174993460736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326308.731414:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326308.731421:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326308.731430:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a860e5cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993460608:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326308.731436:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326308.731443:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326308.731445:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326308.731447:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326308.731451:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326308.731452:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326308.731459:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007781a3ec. 00000100:00000001:2.0:1767326308.731459:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767326308.731464:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326308.731464:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000574a5a79. 00000100:00000001:0.0:1767326308.731468:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326308.731471:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767326308.731473:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326308.731475:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ad8948c. 00000100:00000001:0.0:1767326308.731477:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326308.731479:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326308.731483:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767326308.731486:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfabd78b. 02000000:00000001:2.0:1767326308.731487:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326308.731487:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae08152b x1853174993460736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326308.731496:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000750e56a4. 00000100:00000200:3.0:1767326308.731497:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993460608, portal 25 00000100:00000001:2.0:1767326308.731504:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326308.731505:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326308.731505:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326308.731509:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326308.731510:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531381120 : -112767178170496 : ffff997058671f80) 00000100:00000040:2.0:1767326308.731515:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000574a5a79 x1853174993460864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326308.731516:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326308.731520:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326308.731523:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a860e5cf x1853174993460608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326308.731527:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326308.731537:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae08152b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993460736:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326308.731549:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326308.731550:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326308.731552:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326308.731553:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326308.731555:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326308.731560:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326308.731560:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326308.731563:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574a5a79] to pc [ptlrpcd_00_02+2] req@00000000574a5a79 x1853174993460864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326308.731565:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767326308.731568:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065d23ae3. 02000000:00000010:0.0:1767326308.731571:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008a771b87. 00000100:00000200:3.0:1767326308.731575:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993460608, offset 0 02000000:00000001:0.0:1767326308.731578:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326308.731587:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063828a16. 00000400:00000200:3.0:1767326308.731594:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326308.731603:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326308.731604:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecdad0cb. 00000100:00000040:2.0:1767326308.731609:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767326308.731611:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993460736, portal 10 00000400:00000200:3.0:1767326308.731612:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:2.0:1767326308.731618:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326308.731619:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326308.731623:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767326308.731625:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11563) 00000400:00000200:3.0:1767326308.731631:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326308.731632:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531386496 : -112767178165120 : ffff997058673480) 00000400:00000200:3.0:1767326308.731637:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326308.731641:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326308.731642:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326308.731645:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae08152b x1853174993460736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326308.731647:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326308.731648:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [587:587:256:4294967295] 192.168.203.107@tcp LPNI seq info [587:587:8:4294967295] 00000100:00000001:2.0:1767326308.731651:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326308.731662:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000574a5a79 x1853174993460864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326308.731669:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326308.731678:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:0.0:1767326308.731679:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326308.731686:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050e838eb. 00000800:00000200:3.0:1767326308.731692:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000200:0.0:1767326308.731694:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993460736, offset 0 00000800:00000010:3.0:1767326308.731700:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9272bf7. 00000400:00000200:0.0:1767326308.731709:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:3.0:1767326308.731713:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326308.731716:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326308.731720:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326308.731724:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:2.0:1767326308.731727:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326308.731731:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326308.731732:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326308.731733:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767326308.731740:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9272bf7 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767326308.731740:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326308.731740:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767326308.731749:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1767326308.731751:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000574a5a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993460864:192.168.203.107@tcp:400: 00000400:00000200:0.0:1767326308.731757:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326308.731759:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326308.731763:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326308.731764:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326308.731766:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [588:588:255:4294967295] 192.168.203.107@tcp LPNI seq info [588:588:7:4294967295] 00000100:00000001:3.0:1767326308.731770:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306230299 02000000:00000001:2.0:1767326308.731770:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326308.731776:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767326308.731778:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d8ba429. 02000000:00000010:2.0:1767326308.731783:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9f3c524. 00000100:00000001:3.0:1767326308.731785:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767326308.731787:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:2.0:1767326308.731791:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326308.731793:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306230299 00000400:00000010:2.0:1767326308.731799:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093dec7a1. 00000800:00000200:0.0:1767326308.731799:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:3.0:1767326308.731800:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bef8bd5d. 00000100:00000001:3.0:1767326308.731807:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000010:0.0:1767326308.731808:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b373af3. 00000100:00000001:3.0:1767326308.731810:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306230299 00000400:00000010:2.0:1767326308.731811:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000100:00000010:3.0:1767326308.731816:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce179f13. 00000100:00000200:2.0:1767326308.731818:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993460864, portal 10 00000800:00000200:0.0:1767326308.731819:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767326308.731820:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326308.731825:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326308.731826:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306230299 00000100:00000001:2.0:1767326308.731829:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531379328 : -112767178172288 : ffff997058671880) 00000800:00000200:0.0:1767326308.731832:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:3.0:1767326308.731833:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000678b8b64. 00000100:00000001:3.0:1767326308.731837:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1767326308.731839:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008b373af3 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767326308.731841:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000574a5a79 x1853174993460864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326308.731842:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326308.731847:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326308.731847:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326308.731851:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326308.731855:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326308.731856:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 160456 usecs (161 jiffies) 00000800:00000010:1.0:1767326308.731857:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9272bf7. 00000100:00000001:3.0:1767326308.731861:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326308.731865:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306225826 00000100:00000001:2.0:1767326308.731866:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326308.731866:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326308.731872:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326308.731872:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306230299 00000100:00000040:2.0:1767326308.731873:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326308.731876:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326308.731878:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326308.731879:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306225826 00000400:00000010:2.0:1767326308.731880:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006401fa3d. 00000400:00000200:1.0:1767326308.731884:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065d23ae3 00000100:00000001:0.0:1767326308.731886:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306230299 00000100:00000001:0.0:1767326308.731892:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306225826 00000400:00000010:1.0:1767326308.731893:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065d23ae3. 00000100:00000001:3.0:1767326308.731895:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326308.731900:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326308.731900:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306230299 00000100:00000200:2.0:1767326308.731903:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993460864, offset 0 00000100:00000001:1.0:1767326308.731903:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326308.731904:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326308.731907:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306225826 00000100:00000001:3.0:1767326308.731909:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326308.731911:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a860e5cf x1853174993460608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326308.731918:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326308.731922:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306230299 00000100:00000001:0.0:1767326308.731928:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326308.731932:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767326308.731932:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326308.731934:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326308.731939:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a860e5cf x1853174993460608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326324 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326308.731941:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326308.731943:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326308.731949:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326308.731952:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326308.731953:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326308.731970:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326308.731970:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326308.731974:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326308.731976:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326308.731979:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326308.731983:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326308.731983:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326308.731986:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326308.731991:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [589:589:254:4294967295] 192.168.203.107@tcp LPNI seq info [589:589:6:4294967295] 00000100:00000001:0.0:1767326308.731992:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326308.732005:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767326308.732006:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326308.732010:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326308.732020:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767326308.732025:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c65faacf. 00000800:00000200:2.0:1767326308.732031:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767326308.732037:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767326308.732040:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c65faacf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326308.732044:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326308.732048:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 10930 usecs (11 jiffies) 00000800:00000200:1.0:1767326308.732050:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326308.732052:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306225676 00000800:00000010:1.0:1767326308.732054:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b373af3. 00000100:00000001:2.0:1767326308.732058:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306230299 00000400:00000200:1.0:1767326308.732060:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326308.732063:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306225676 00000400:00000200:1.0:1767326308.732069:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326308.732070:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306230299 00000400:00000200:1.0:1767326308.732072:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050e838eb 00000100:00000001:2.0:1767326308.732076:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306225676 00000400:00000010:1.0:1767326308.732076:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050e838eb. 00000100:00000001:2.0:1767326308.732082:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306230299 00000100:00000001:1.0:1767326308.732083:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326308.732087:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306225676 00000100:00000200:1.0:1767326308.732088:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae08152b x1853174993460736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326308.732093:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306230299 00000100:00000001:2.0:1767326308.732100:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326308.732101:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326308.732104:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326308.732105:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae08152b x1853174993460736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326324 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326308.732109:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326308.732115:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326308.732116:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326308.732118:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326308.732124:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326308.732127:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767326308.732129:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326308.732130:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1767326308.732132:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c65faacf. 00000100:00000001:2.0:1767326308.732134:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326308.732136:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326308.732165:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326308.732166:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326308.732167:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006401fa3d 00000400:00000010:1.0:1767326308.732171:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006401fa3d. 00000100:00000001:2.0:1767326308.732173:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326308.732175:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326308.732179:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000574a5a79 x1853174993460864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326308.732184:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326308.732193:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000574a5a79 x1853174993460864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326324 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326308.732198:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326308.732200:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326308.733508:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326308.733519:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326308.733521:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326308.733525:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326308.733533:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326308.733546:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed311d80 00000400:00000200:1.0:1767326308.733553:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1321 [1] + 224 00000800:00000001:1.0:1767326308.733560:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326308.733565:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326308.733567:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326308.733571:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326308.733575:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326308.733578:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a860e5cf x1853174993460608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326308.733585:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a860e5cf x1853174993460608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326308.733596:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326308.733601:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326308.733603:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326308.733604:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326308.733606:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326308.733608:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326308.733613:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed311e00 00000400:00000200:1.0:1767326308.733616:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1329 [1] + 224 00000800:00000001:1.0:1767326308.733619:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326308.733623:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326308.733625:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326308.733627:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326308.733636:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326308.733638:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae08152b x1853174993460736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326308.733643:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae08152b x1853174993460736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326308.733654:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326308.733658:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326308.733666:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326308.733668:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326308.733670:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326308.733676:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767326308.733676:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326308.733680:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326308.733687:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326308.733687:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed311e80 00000400:00000001:0.0:1767326308.733687:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326308.733692:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326308.733692:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326308.733696:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063828a16. 00000400:00000200:0.0:1767326308.733700:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecdad0cb 00000400:00000010:0.0:1767326308.733701:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecdad0cb. 00000100:00000001:0.0:1767326308.733703:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326308.733706:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1331 [1] + 224 00000100:00000200:0.0:1767326308.733709:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae08152b x1853174993460736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326308.733712:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326308.733718:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326308.733720:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae08152b x1853174993460736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326308.733722:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326308.733731:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326308.733732:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326308.733734:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326308.733735:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326308.733739:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767326308.733740:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000574a5a79 x1853174993460864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326308.733742:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767326308.733742:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1767326308.733747:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326308.733747:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767326308.733752:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000574a5a79 x1853174993460864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326308.733753:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ad8948c. 00000100:00000001:0.0:1767326308.733753:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326308.733759:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326308.733761:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfabd78b 00000400:00000010:3.0:1767326308.733767:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfabd78b. 00000100:00001000:0.0:1767326308.733768:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=105 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326308.733774:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326308.733774:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767326308.733774:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=105 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326308.733779:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767326308.733780:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326308.733781:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326308.733785:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326308.733790:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a860e5cf x1853174993460608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326308.733792:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326308.733796:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326308.733802:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326308.733805:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326308.733808:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:3.0:1767326308.733810:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a860e5cf x1853174993460608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326308.733810:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326308.733814:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326308.733818:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326308.733819:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae08152b x1853174993460736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326308.733825:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326308.733829:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326308.733833:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767326308.733834:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093dec7a1. 00000100:00000001:0.0:1767326308.733837:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326308.733839:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326308.733841:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000100:00000001:0.0:1767326308.733842:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326308.733843:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326308.733844:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326308.733849:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767326308.733849:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae08152b x1853174993460736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326308.733853:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767326308.733855:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00000001:3.0:1767326308.733856:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326308.733863:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326308.733864:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767326308.733867:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae08152b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993460736:192.168.203.107@tcp:400: 00000100:00001000:3.0:1767326308.733871:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=115 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326308.733872:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326308.733873:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000574a5a79 x1853174993460864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326308.733876:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326308.733881:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae08152b x1853174993460736/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326308.733883:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=115 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326308.733894:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326308.733898:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326308.733903:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326308.733907:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326308.733911:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326308.733913:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326308.733915:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000574a5a79 x1853174993460864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326308.733915:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326308.733919:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008a771b87. 00000100:00000040:3.0:1767326308.733922:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a860e5cf x1853174993460608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326308.733924:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326308.733927:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326308.733930:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767326308.733934:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326308.733938:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005a482798. 00000100:00000001:2.0:1767326308.733939:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326308.733942:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326308.733943:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326308.733944:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326308.733947:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae08152b. 00000100:00000001:2.0:1767326308.733948:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326308.733951:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767326308.733952:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326308.733953:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326308.733969:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326308.733970:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326308.733975:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326308.733975:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767326308.733979:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326308.733983:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326308.733986:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767326308.733987:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=115 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326308.733988:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326308.734001:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=49 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326308.734005:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326308.734007:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326308.734009:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326308.734013:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000574a5a79 x1853174993460864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326308.734022:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326308.734026:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326308.734027:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326308.734029:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326308.734031:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326308.734035:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000574a5a79 x1853174993460864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326308.734044:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326308.734047:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326308.734051:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326308.734055:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326308.734058:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767326308.734059:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000574a5a79 x1853174993460864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326308.734060:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326308.734067:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a860e5cf x1853174993460608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326308.734083:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a860e5cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993460608:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326308.734086:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326308.734090:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326308.734093:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a860e5cf x1853174993460608/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326308.734117:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000574a5a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993460864:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326308.734122:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326308.734125:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326308.734128:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000574a5a79 x1853174993460864/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326324 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326308.734136:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326308.734137:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326308.734158:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9f3c524. 02000000:00000001:2.0:1767326308.734164:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326308.734166:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326308.734168:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326308.734171:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326308.734173:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000750e56a4. 02000000:00000001:2.0:1767326308.734177:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326308.734179:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326308.734180:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000574a5a79. 00000100:00000001:2.0:1767326308.734183:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326308.734190:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326308.734192:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326308.734194:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326308.734196:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326308.734201:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326308.734206:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326308.734207:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007781a3ec. 00000100:00000001:2.0:1767326308.734211:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326308.734213:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326308.734214:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326308.734217:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326308.734221:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767326308.734224:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326308.734226:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000186d4ee5. 02000000:00000001:3.0:1767326308.734230:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326308.734231:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326308.734233:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a860e5cf. 00000100:00000001:3.0:1767326308.734237:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326308.734238:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326308.734240:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326308.734244:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326308.734245:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326308.734247:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326308.734249:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326309.370280:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326309.370286:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326309.370350:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326309.370355:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326309.370358:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326310.394215:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326310.394221:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326310.394281:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326310.394286:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326310.394289:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326311.418193:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326311.418200:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326311.418241:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326311.418244:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326311.418247:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326312.442256:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326312.442264:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326312.442322:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326312.442325:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326312.442327:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326313.466250:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326313.466256:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326313.466309:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326313.466313:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326313.466315:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326313.850249:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306230299, at 4306230784 00000100:00000040:0.0:1767326313.850256:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306230299, at 4306230784 00000100:00000040:1.0:1767326313.850264:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306230299, at 4306230784 00000100:00000010:3.0:1767326313.850266:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000678b8b64. 00000100:00000010:0.0:1767326313.850269:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d8ba429. 00000100:00000010:1.0:1767326313.850278:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bef8bd5d. 00000100:00000040:2.0:1767326313.851185:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306230299, at 4306230785 00000100:00000010:2.0:1767326313.851199:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce179f13. 00000100:00000040:1.0:1767326313.851201:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326313.851209:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326313.851216:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021e2dd14. 00000020:00000040:1.0:1767326313.851229:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326313.851233:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326313.851237:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326313.851241:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326313.851248:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a363d0e5. 00000100:00000001:1.0:1767326313.851255:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326313.851266:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000021e2dd14 x1853174993460992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326313.851278:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326313.851281:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326313.851286:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021e2dd14] to pc [ptlrpcd_00_03+3] req@0000000021e2dd14 x1853174993460992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326313.851312:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326313.851314:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326313.851318:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326313.851322:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005414cf97. 00000020:00000040:1.0:1767326313.851325:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767326313.851328:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326313.851330:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326313.851333:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326313.851336:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326313.851337:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000525db3bf. 00000100:00000001:0.0:1767326313.851340:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326313.851341:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767326313.851343:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326313.851344:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326313.851345:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326313.851351:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000005414cf97 x1853174993461120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326313.851354:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326313.851358:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326313.851362:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326313.851365:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326313.851368:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326313.851369:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326313.851372:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326313.851376:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021e2dd14 x1853174993460992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326313.851379:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005414cf97] to pc [ptlrpcd_00_00+0] req@000000005414cf97 x1853174993461120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326313.851397:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326313.851399:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326313.851404:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326313.851406:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326313.851408:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326313.851411:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993460992:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326313.851414:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326313.851415:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326313.851419:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326313.851420:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326313.851424:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326313.851427:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326313.851432:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d445d64. 00000100:00000001:1.0:1767326313.851433:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767326313.851437:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326313.851439:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ce5d4e7. 00000400:00000010:2.0:1767326313.851443:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093dec7a1. 00000100:00000001:3.0:1767326313.851444:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326313.851444:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767326313.851445:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326313.851453:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326313.851454:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326313.851455:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000100:00000001:0.0:1767326313.851455:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326313.851456:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326313.851457:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326313.851463:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326313.851470:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993460992, portal 25 02000000:00000010:1.0:1767326313.851471:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a0189c70. 00000100:00000040:3.0:1767326313.851473:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005414cf97 x1853174993461120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326313.851480:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326313.851482:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326313.851485:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138725888 : -112766570825728 : ffff99707c9a7800) 00000100:00000040:1.0:1767326313.851498:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000005ce5d4e7 x1853174993461248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767326313.851504:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021e2dd14 x1853174993460992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326313.851522:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326313.851526:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326313.851539:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326313.851544:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326313.851556:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326313.851563:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326313.851569:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326313.851571:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767326313.851573:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005414cf97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993461120:192.168.203.107@tcp:400: 00000100:00000040:1.0:1767326313.851580:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ce5d4e7] to pc [ptlrpcd_00_01+1] req@000000005ce5d4e7 x1853174993461248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326313.851584:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326313.851589:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097f01def. 00000100:00000200:2.0:1767326313.851595:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993460992, offset 0 00000100:00000001:3.0:1767326313.851604:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326313.851607:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326313.851610:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326313.851612:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326313.851617:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326313.851625:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326313.851627:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326313.851628:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767326313.851628:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326313.851632:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767326313.851634:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004baad191. 00000100:00000001:0.0:1767326313.851636:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326313.851640:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11568) 02000000:00000001:3.0:1767326313.851643:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326313.851649:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:0.0:1767326313.851650:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ce5d4e7 x1853174993461248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326313.851652:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ad8948c. 00000400:00000200:2.0:1767326313.851661:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767326313.851663:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfabd78b. 00000400:00000200:2.0:1767326313.851672:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000200:3.0:1767326313.851675:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993461120, portal 10 00000100:00000001:0.0:1767326313.851675:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326313.851679:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326313.851681:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326313.851684:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326313.851689:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138721408 : -112766570830208 : ffff99707c9a6680) 00000400:00000200:2.0:1767326313.851690:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:0.0:1767326313.851691:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326313.851701:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [590:590:256:4294967295] 192.168.203.107@tcp LPNI seq info [590:590:8:4294967295] 02000000:00000001:0.0:1767326313.851702:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326313.851707:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005414cf97 x1853174993461120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326313.851713:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326313.851730:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ce5d4e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993461248:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767326313.851735:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767326313.851750:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326313.851757:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326313.851760:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326313.851760:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326313.851761:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326313.851767:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1767326313.851771:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000750e56a4. 00000100:00000040:3.0:1767326313.851772:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000010:0.0:1767326313.851772:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d57dc2bb. 02000000:00000001:0.0:1767326313.851782:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326313.851784:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a184fe6. 00000100:00000200:3.0:1767326313.851788:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993461120, offset 0 00000800:00000200:2.0:1767326313.851794:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:0.0:1767326313.851800:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063828a16. 00000400:00000200:3.0:1767326313.851810:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767326313.851811:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767326313.851816:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000750e56a4 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767326313.851822:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecdad0cb. 00000100:00000200:0.0:1767326313.851827:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993461248, portal 10 00000100:00000001:0.0:1767326313.851829:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326313.851830:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138712448 : -112766570839168 : ffff99707c9a4380) 00000400:00000200:3.0:1767326313.851832:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326313.851833:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326313.851843:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ce5d4e7 x1853174993461248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326313.851845:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306235419 00000400:00000200:3.0:1767326313.851846:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1767326313.851860:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000023df3ba7. 00000100:00000001:0.0:1767326313.851860:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326313.851863:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:0.0:1767326313.851869:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326313.851871:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326313.851872:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767326313.851873:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000100:00000200:0.0:1767326313.851881:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993461248, offset 0 00000400:00000200:3.0:1767326313.851882:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326313.851883:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306235419 00000100:00000010:2.0:1767326313.851895:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000040e4e400. 00000400:00000200:3.0:1767326313.851898:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [591:591:255:4294967295] 192.168.203.107@tcp LPNI seq info [591:591:7:4294967295] 00000100:00000001:2.0:1767326313.851903:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326313.851905:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326313.851913:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306235419 00000100:00000010:2.0:1767326313.851933:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000163851c. 00000800:00000200:1.0:1767326313.851941:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326313.851943:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326313.851949:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767326313.851952:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306235419 00000800:00000010:1.0:1767326313.851952:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000750e56a4. 00000100:00000010:2.0:1767326313.851958:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001946f356. 00000800:00000200:3.0:1767326313.851959:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326313.851962:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326313.851963:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326313.851971:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000010:3.0:1767326313.851973:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ecf409d. 00000400:00000200:0.0:1767326313.851976:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326313.851981:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326313.851985:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326313.851987:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326313.851988:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326313.851995:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326313.851998:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326313.852000:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326313.852006:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326313.852007:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767326313.852012:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [592:592:254:4294967295] 192.168.203.107@tcp LPNI seq info [592:592:6:4294967295] 00000400:00000200:0.0:1767326313.852022:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:1.0:1767326313.852028:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097f01def 00000800:00000200:0.0:1767326313.852028:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326313.852035:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097f01def. 00000800:00000010:0.0:1767326313.852036:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cdbc160. 00000800:00000200:0.0:1767326313.852043:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326313.852045:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767326313.852050:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767326313.852053:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:1.0:1767326313.852058:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021e2dd14 x1853174993460992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326313.852059:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003ecf409d type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1767326313.852060:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005cdbc160 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326313.852074:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326313.852074:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326313.852080:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 10883 usecs (11 jiffies) 00000100:00000001:0.0:1767326313.852090:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306230796 00000100:00000040:3.0:1767326313.852091:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 159571 usecs (160 jiffies) 00000100:00000001:0.0:1767326313.852093:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306235419 00000100:00000001:1.0:1767326313.852094:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326313.852101:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306230796 00000100:00000001:3.0:1767326313.852102:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306230945 00000100:00000001:0.0:1767326313.852104:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306235419 00000100:00000040:1.0:1767326313.852105:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021e2dd14 x1853174993460992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326313.852110:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306235419 00000100:00000001:0.0:1767326313.852116:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306230796 00000100:00000001:3.0:1767326313.852122:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306230945 00000100:00000001:0.0:1767326313.852123:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306235419 00000100:00000001:3.0:1767326313.852136:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306235419 00000100:00000001:0.0:1767326313.852136:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306230796 00000100:00000001:0.0:1767326313.852176:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306235419 00000100:00000001:3.0:1767326313.852182:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306230946 00000100:00000001:0.0:1767326313.852182:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326313.852196:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306235419 00000100:00000001:0.0:1767326313.852196:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326313.852201:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326313.852205:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306230946 00000100:00000001:0.0:1767326313.852207:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326313.852209:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326313.852213:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306235419 00000100:00000001:0.0:1767326313.852214:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326313.852225:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326313.852227:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326313.852228:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326313.852231:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326313.852233:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326313.852235:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326313.852236:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326313.852237:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326313.852240:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326313.852243:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326313.852245:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ecf409d. 00000100:00000001:0.0:1767326313.852248:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326313.852251:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326313.852253:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326313.852254:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326313.852263:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326313.852267:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326313.852269:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326313.852271:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326313.852274:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326313.852278:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a184fe6 00000400:00000010:1.0:1767326313.852283:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a184fe6. 00000100:00000001:1.0:1767326313.852288:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326313.852292:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005414cf97 x1853174993461120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326313.852302:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326313.852305:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005414cf97 x1853174993461120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326313.852312:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326313.852313:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326313.852347:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326313.852350:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cdbc160. 00000400:00000200:1.0:1767326313.852354:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326313.852357:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326313.852360:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:1.0:1767326313.852362:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:1.0:1767326313.852364:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326313.852367:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ce5d4e7 x1853174993461248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326313.852374:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326313.852377:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ce5d4e7 x1853174993461248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326313.852383:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326313.852385:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326313.852935:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326313.852946:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326313.852955:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326313.852959:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326313.852966:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326313.852976:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed311f00 00000400:00000200:1.0:1767326313.852983:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1339 [1] + 224 00000800:00000001:1.0:1767326313.852989:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326313.852995:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326313.852997:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326313.853000:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326313.853004:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326313.853007:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021e2dd14 x1853174993460992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326313.853017:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021e2dd14 x1853174993460992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326313.853034:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326313.853039:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326313.853041:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326313.853072:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326313.853076:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326313.853081:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326313.853084:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326313.853086:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093dec7a1. 00000400:00000200:2.0:1767326313.853090:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000400:00000010:2.0:1767326313.853092:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00000001:2.0:1767326313.853094:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326313.853099:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021e2dd14 x1853174993460992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326313.853110:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021e2dd14 x1853174993460992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326313.853117:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326313.853119:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326313.853122:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326313.853125:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326313.853128:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326313.853130:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326313.853133:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326313.853155:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=120 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326313.853161:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=120 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326313.853165:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326313.853167:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326313.853170:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326313.853172:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326313.853175:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326313.853180:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021e2dd14 x1853174993460992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326313.853186:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326313.853190:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326313.853192:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326313.853195:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021e2dd14 x1853174993460992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326313.853202:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993460992:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326313.853213:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326313.853215:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326313.853218:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021e2dd14 x1853174993460992/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326313.853225:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326313.853228:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326313.853230:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d445d64. 02000000:00000001:2.0:1767326313.853233:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326313.853235:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326313.853237:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767326313.853239:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326313.853241:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a363d0e5. 02000000:00000001:2.0:1767326313.853245:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326313.853247:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326313.853249:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021e2dd14. 00000100:00000001:2.0:1767326313.853252:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326313.853253:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326313.853255:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326313.853259:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326313.853261:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326313.853263:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326313.853265:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326313.853348:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326313.853356:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326313.853358:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326313.853360:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326313.853366:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326313.853373:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed312000 00000400:00000200:1.0:1767326313.853378:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1349 [1] + 224 00000800:00000001:1.0:1767326313.853382:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326313.853389:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326313.853391:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326313.853394:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326313.853397:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326313.853402:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ce5d4e7 x1853174993461248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326313.853412:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005ce5d4e7 x1853174993461248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326313.853436:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326313.853442:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326313.853445:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326313.853470:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326313.853473:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326313.853477:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326313.853478:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326313.853480:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063828a16. 00000400:00000200:0.0:1767326313.853484:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecdad0cb 00000400:00000010:0.0:1767326313.853486:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecdad0cb. 00000100:00000001:0.0:1767326313.853490:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326313.853494:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ce5d4e7 x1853174993461248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326313.853505:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ce5d4e7 x1853174993461248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326313.853511:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326313.853512:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326313.853513:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326313.853515:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326313.853516:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326313.853518:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326313.853520:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326313.853523:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326313.853532:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=54 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326313.853534:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326313.853535:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326313.853536:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326313.853539:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005ce5d4e7 x1853174993461248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326313.853544:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326313.853546:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326313.853548:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326313.853549:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326313.853550:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326313.853553:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ce5d4e7 x1853174993461248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326313.853555:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326313.853558:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326313.853561:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326313.853562:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326313.853564:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ce5d4e7 x1853174993461248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326313.853566:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326313.853573:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767326313.853575:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ce5d4e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993461248:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326313.853580:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326313.853581:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326313.853582:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326313.853587:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ce5d4e7 x1853174993461248/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326313.853596:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767326313.853598:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326313.853601:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326313.853603:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d57dc2bb. 02000000:00000001:0.0:1767326313.853606:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326313.853609:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767326313.853610:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed311f80 00000020:00000040:0.0:1767326313.853611:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326313.853614:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326313.853617:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a0189c70. 00000400:00000200:1.0:1767326313.853621:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1341 [1] + 224 02000000:00000001:0.0:1767326313.853625:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326313.853628:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326313.853629:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ce5d4e7. 00000800:00000001:1.0:1767326313.853631:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326313.853632:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326313.853635:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326313.853636:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326313.853639:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1767326313.853641:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326313.853641:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326313.853647:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326313.853648:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326313.853651:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326313.853656:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326313.853660:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326313.853665:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005414cf97 x1853174993461120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326313.853674:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005414cf97 x1853174993461120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326313.853692:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326313.853697:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326313.853701:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326313.853721:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326313.853724:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326313.853729:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326313.853731:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326313.853733:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ad8948c. 00000400:00000200:3.0:1767326313.853737:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfabd78b 00000400:00000010:3.0:1767326313.853740:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfabd78b. 00000100:00000001:3.0:1767326313.853752:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326313.853759:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005414cf97 x1853174993461120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326313.853766:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005414cf97 x1853174993461120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326313.853771:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326313.853779:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326313.853782:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326313.853784:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326313.853786:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326313.853788:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326313.853790:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326313.853797:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=110 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326313.853801:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=110 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326313.853803:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326313.853805:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326313.853807:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326313.853810:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326313.853813:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326313.853815:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326313.853817:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326313.853818:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326313.853821:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005414cf97 x1853174993461120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326313.853826:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326313.853828:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326313.853829:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326313.853831:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005414cf97 x1853174993461120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326313.853834:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005414cf97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993461120:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326313.853837:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326313.853839:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326313.853840:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005414cf97 x1853174993461120/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326313.853844:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326313.853845:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326313.853847:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004baad191. 02000000:00000001:3.0:1767326313.853849:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326313.853850:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326313.853855:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:3.0:1767326313.853857:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326313.853859:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000525db3bf. 02000000:00000001:3.0:1767326313.853861:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326313.853862:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326313.853863:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005414cf97. 00000100:00000001:3.0:1767326313.853865:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326313.853866:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326313.853868:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326313.853871:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326313.853872:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326313.853873:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326313.853874:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326314.490245:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326314.490256:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326314.490259:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326314.490262:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326314.490268:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326314.490271:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326314.490273:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326314.490276:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326314.490372:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326314.490378:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326314.490382:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326315.514232:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326315.514239:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326315.514297:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326315.514301:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326315.514304:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326316.538224:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326316.538232:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326316.538278:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326316.538282:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326316.538284:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326317.562274:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326317.562282:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326317.562355:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326317.562358:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326317.562361:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326318.586216:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326318.586222:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326318.586281:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326318.586286:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326318.586289:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326318.970213:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306235419, at 4306235904 00000100:00000040:2.0:1767326318.970213:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306235419, at 4306235904 00000100:00000040:1.0:1767326318.970220:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326318.970228:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326318.970229:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001946f356. 00000100:00000010:2.0:1767326318.970231:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000163851c. 00000100:00000040:0.0:1767326318.970235:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306235419, at 4306235904 00000100:00000010:1.0:1767326318.970236:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005414cf97. 00000020:00000040:1.0:1767326318.970242:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326318.970249:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1767326318.970251:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000023df3ba7. 02000000:00000001:1.0:1767326318.970254:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326318.970260:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326318.970270:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003376a84e. 00000100:00000001:1.0:1767326318.970277:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326318.970299:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000005414cf97 x1853174993461376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326318.970312:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326318.970315:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326318.970320:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005414cf97] to pc [ptlrpcd_00_02+2] req@000000005414cf97 x1853174993461376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326318.970343:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326318.970344:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326318.970347:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326318.970350:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ce5d4e7. 00000020:00000040:1.0:1767326318.970351:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767326318.970353:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326318.970355:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326318.970356:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326318.970360:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000525db3bf. 00000100:00000001:1.0:1767326318.970362:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326318.970365:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000005ce5d4e7 x1853174993461504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326318.970370:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326318.970371:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326318.970372:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326318.970374:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326318.970375:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326318.970378:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ce5d4e7] to pc [ptlrpcd_00_03+3] req@000000005ce5d4e7 x1853174993461504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326318.970378:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326318.970380:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326318.970389:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005414cf97 x1853174993461376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326318.970391:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326318.970395:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326318.970396:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326318.970400:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326318.970403:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326318.970405:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767326318.970406:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021e2dd14. 00000100:00000001:2.0:1767326318.970410:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1767326318.970411:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767326318.970414:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767326318.970415:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ce5d4e7 x1853174993461504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326318.970416:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326318.970417:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326318.970419:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326318.970424:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767326318.970429:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a0189c70. 02000000:00000001:2.0:1767326318.970430:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326318.970433:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326318.970434:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326318.970437:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326318.970437:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326318.970440:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000021e2dd14 x1853174993461632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326318.970445:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1767326318.970447:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005414cf97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993461376:192.168.203.107@tcp:400: 02000000:00000001:0.0:1767326318.970449:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326318.970450:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326318.970453:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326318.970456:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326318.970456:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326318.970459:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021e2dd14] to pc [ptlrpcd_00_00+0] req@0000000021e2dd14 x1853174993461632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326318.970462:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326318.970466:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326318.970469:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ce5d4e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993461504:192.168.203.107@tcp:400: 02000000:00000001:2.0:1767326318.970470:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326318.970474:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767326318.970476:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000753e32a1. 02000000:00000001:0.0:1767326318.970477:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326318.970478:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326318.970479:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326318.970481:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326318.970482:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326318.970485:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767326318.970487:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093dec7a1. 00000100:00000040:1.0:1767326318.970487:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:0.0:1767326318.970490:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013d2aeb1. 02000000:00000001:0.0:1767326318.970493:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326318.970495:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11573) 00000400:00000010:2.0:1767326318.970496:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000400:00000010:0.0:1767326318.970498:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063828a16. 00000100:00000200:2.0:1767326318.970503:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993461376, portal 25 00000400:00000010:0.0:1767326318.970504:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecdad0cb. 00000100:00000001:1.0:1767326318.970505:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326318.970508:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1767326318.970509:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000200:0.0:1767326318.970510:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993461504, portal 10 00000100:00000001:2.0:1767326318.970511:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138721408 : -112766570830208 : ffff99707c9a6680) 00000100:00000001:1.0:1767326318.970512:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326318.970516:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326318.970518:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138712448 : -112766570839168 : ffff99707c9a4380) 00000100:00000040:2.0:1767326318.970521:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005414cf97 x1853174993461376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326318.970522:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326318.970526:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326318.970527:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ce5d4e7 x1853174993461504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326318.970530:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326318.970533:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326318.970536:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326318.970539:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326318.970541:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326318.970542:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021e2dd14 x1853174993461632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326318.970543:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326318.970549:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326318.970556:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097f01def. 00000100:00000001:0.0:1767326318.970559:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326318.970563:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767326318.970564:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993461376, offset 0 00000100:00000001:1.0:1767326318.970566:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326318.970567:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326318.970572:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767326318.970573:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058699685. 02000000:00000001:1.0:1767326318.970574:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326318.970579:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326318.970580:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00100000:1.0:1767326318.970582:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993461632:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326318.970585:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326318.970586:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326318.970588:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326318.970593:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993461504, offset 0 02000000:00000001:1.0:1767326318.970596:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326318.970600:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000635dc72c. 00000400:00000200:0.0:1767326318.970603:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326318.970604:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326318.970605:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:1.0:1767326318.970608:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee55e6dd. 00000400:00000200:2.0:1767326318.970612:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767326318.970613:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d035787. 00000100:00000200:1.0:1767326318.970617:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993461632, portal 10 00000400:00000200:2.0:1767326318.970618:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326318.970620:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326318.970622:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138725888 : -112766570825728 : ffff99707c9a7800) 00000400:00000200:2.0:1767326318.970624:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326318.970631:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:1.0:1767326318.970631:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021e2dd14 x1853174993461632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326318.970637:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [593:593:256:4294967295] 192.168.203.107@tcp LPNI seq info [593:593:8:4294967295] 00000100:00000001:1.0:1767326318.970645:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326318.970648:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326318.970650:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000549626f3. 00000100:00000200:1.0:1767326318.970654:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993461632, offset 0 00000400:00000200:2.0:1767326318.970656:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:1.0:1767326318.970660:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767326318.970663:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326318.970664:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767326318.970668:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767326318.970671:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000750e56a4. 00000400:00000200:0.0:1767326318.970671:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767326318.970675:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326318.970677:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767326318.970683:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [594:594:255:4294967295] 192.168.203.107@tcp LPNI seq info [594:594:7:4294967295] 00000800:00000200:2.0:1767326318.970684:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767326318.970690:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767326318.970693:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326318.970697:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:0.0:1767326318.970697:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042a10ade. 00000400:00000200:1.0:1767326318.970702:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326318.970704:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767326318.970706:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767326318.970708:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:2.0:1767326318.970713:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000750e56a4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326318.970713:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326318.970717:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767326318.970720:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767326318.970722:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000042a10ade type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326318.970725:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [595:595:254:4294967295] 192.168.203.107@tcp LPNI seq info [595:595:6:4294967295] 00000100:00000001:2.0:1767326318.970731:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326318.970734:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326318.970735:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767326318.970736:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306240538 00000100:00000040:0.0:1767326318.970740:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 158696 usecs (159 jiffies) 00000100:00000010:2.0:1767326318.970743:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000163851c. 00000100:00000001:0.0:1767326318.970744:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306236063 00000800:00000200:1.0:1767326318.970747:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326318.970751:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000010:1.0:1767326318.970752:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a363d0e5. 00000100:00000001:2.0:1767326318.970759:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306240538 00000800:00000200:1.0:1767326318.970759:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326318.970760:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306240538 00000100:00000001:0.0:1767326318.970765:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306236063 00000100:00000001:2.0:1767326318.970766:0:211467:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306235419 00000800:00000200:3.0:1767326318.970767:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767326318.970770:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000010:3.0:1767326318.970773:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000750e56a4. 00000100:00000001:2.0:1767326318.970773:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306240538 00000800:00000200:1.0:1767326318.970774:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a363d0e5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326318.970774:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306240538 00000400:00000200:3.0:1767326318.970779:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326318.970780:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306236063 00000100:00000010:2.0:1767326318.970781:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff64859d. 00000100:00000001:1.0:1767326318.970782:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326318.970787:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767326318.970788:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 10836 usecs (11 jiffies) 00000400:00000200:3.0:1767326318.970789:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326318.970793:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306240538 00000100:00000001:1.0:1767326318.970793:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306235915 00000100:00000001:0.0:1767326318.970793:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306240538 00000400:00000200:3.0:1767326318.970795:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097f01def 00000100:00000001:0.0:1767326318.970797:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306236063 00000100:00000001:1.0:1767326318.970799:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306240538 00000400:00000010:3.0:1767326318.970800:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097f01def. 00000100:00000010:2.0:1767326318.970802:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f9a77da8. 00000100:00000001:3.0:1767326318.970804:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326318.970807:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326318.970808:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306235915 00000100:00000200:3.0:1767326318.970811:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005414cf97 x1853174993461376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326318.970813:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306240538 00000100:00000001:2.0:1767326318.970814:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326318.970814:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306240538 00000100:00000001:0.0:1767326318.970819:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326318.970820:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306235915 00000100:00000001:2.0:1767326318.970822:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326318.970824:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326318.970825:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306240538 00000100:00000001:0.0:1767326318.970830:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326318.970831:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326318.970831:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306235915 00000100:00000001:0.0:1767326318.970835:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326318.970837:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326318.970838:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326318.970838:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306240538 00000100:00000001:0.0:1767326318.970840:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326318.970845:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005414cf97 x1853174993461376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326318.970845:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326318.970845:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326318.970845:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326318.970851:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326318.970851:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326318.970852:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326318.970854:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326318.970858:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326318.970859:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326318.970859:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326318.970862:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326318.970865:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326318.970866:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326318.970866:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326318.970867:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326318.970871:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326318.970875:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326318.970877:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326318.970885:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042a10ade. 00000400:00000200:3.0:1767326318.970902:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326318.970906:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326318.970909:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058699685 00000400:00000010:3.0:1767326318.970910:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058699685. 00000100:00000001:3.0:1767326318.970912:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326318.970915:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ce5d4e7 x1853174993461504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326318.970920:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326318.970921:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ce5d4e7 x1853174993461504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326318.970925:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326318.970926:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326318.970950:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326318.970951:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a363d0e5. 00000400:00000200:3.0:1767326318.970954:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326318.970955:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326318.970957:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000549626f3 00000400:00000010:3.0:1767326318.970958:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000549626f3. 00000100:00000001:3.0:1767326318.970959:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326318.970961:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021e2dd14 x1853174993461632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326318.970966:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326318.970967:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021e2dd14 x1853174993461632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326318.970971:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326318.970972:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326318.971990:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326318.972015:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326318.972024:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326318.972026:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326318.972031:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326318.972039:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed312080 00000400:00000200:1.0:1767326318.972044:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1351 [1] + 224 00000800:00000001:1.0:1767326318.972049:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326318.972053:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326318.972055:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326318.972057:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326318.972061:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326318.972063:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005414cf97 x1853174993461376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326318.972069:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005414cf97 x1853174993461376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326318.972080:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326318.972085:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326318.972086:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326318.972087:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326318.972093:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326318.972096:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326318.972102:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed312100 00000400:00000200:1.0:1767326318.972106:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1355 [1] + 224 00000100:00000001:2.0:1767326318.972108:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326318.972109:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326318.972111:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326318.972114:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326318.972116:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326318.972117:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767326318.972120:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767326318.972122:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000010:2.0:1767326318.972123:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093dec7a1. 00000400:00000200:2.0:1767326318.972127:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000400:00000010:2.0:1767326318.972128:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00000001:2.0:1767326318.972130:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326318.972131:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326318.972135:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005414cf97 x1853174993461376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326318.972137:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ce5d4e7 x1853174993461504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326318.972161:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005414cf97 x1853174993461376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326318.972173:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326318.972173:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005ce5d4e7 x1853174993461504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326318.972176:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326318.972181:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326318.972185:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326318.972187:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326318.972188:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326318.972192:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326318.972193:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326318.972195:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326318.972199:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326318.972203:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=125 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326318.972207:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767326318.972208:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=125 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326318.972210:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326318.972215:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1767326318.972215:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326318.972218:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326318.972218:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326318.972220:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063828a16. 00010000:00000001:2.0:1767326318.972223:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767326318.972225:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecdad0cb 00010000:00000001:2.0:1767326318.972228:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326318.972228:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecdad0cb. 00000100:00000001:0.0:1767326318.972231:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326318.972232:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326318.972236:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ce5d4e7 x1853174993461504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326318.972241:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005414cf97 x1853174993461376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326318.972241:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326318.972249:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326318.972250:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ce5d4e7 x1853174993461504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326318.972254:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326318.972258:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326318.972267:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326318.972270:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767326318.972271:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326318.972275:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326318.972282:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005414cf97 x1853174993461376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326318.972283:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767326318.972286:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed312180 00000100:00000001:0.0:1767326318.972287:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326318.972290:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326318.972293:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326318.972295:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326318.972298:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326318.972299:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1361 [1] + 224 02000000:00000001:0.0:1767326318.972302:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326318.972308:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=115 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326318.972311:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767326318.972313:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005414cf97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993461376:192.168.203.107@tcp:400: 00000100:00001000:0.0:1767326318.972313:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=115 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326318.972318:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767326318.972319:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326318.972321:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326318.972324:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326318.972325:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326318.972325:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326318.972330:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767326318.972331:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326318.972333:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326318.972336:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326318.972337:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767326318.972339:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005414cf97 x1853174993461376/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326318.972339:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326318.972342:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:1.0:1767326318.972343:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021e2dd14 x1853174993461632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326318.972345:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326318.972360:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ce5d4e7 x1853174993461504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326318.972372:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767326318.972373:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021e2dd14 x1853174993461632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326318.972377:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326318.972377:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767326318.972382:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000753e32a1. 00000100:00000001:0.0:1767326318.972385:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767326318.972388:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326318.972389:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326318.972393:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326318.972396:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000040:0.0:1767326318.972397:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ce5d4e7 x1853174993461504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326318.972401:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767326318.972402:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326318.972407:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003376a84e. 00000800:00000001:1.0:1767326318.972407:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767326318.972412:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ce5d4e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993461504:192.168.203.107@tcp:400: 00000800:00000001:1.0:1767326318.972413:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326318.972414:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326318.972419:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326318.972422:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005414cf97. 00000100:00000001:0.0:1767326318.972423:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326318.972427:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326318.972428:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326318.972431:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326318.972431:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326318.972432:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ce5d4e7 x1853174993461504/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326318.972435:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326318.972440:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326318.972445:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326318.972445:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1767326318.972447:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767326318.972448:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767326318.972450:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee55e6dd. 00000100:00000001:2.0:1767326318.972452:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326318.972454:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d035787 00000100:00000001:2.0:1767326318.972456:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326318.972456:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013d2aeb1. 00000400:00000010:3.0:1767326318.972457:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d035787. 02000000:00000001:0.0:1767326318.972461:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326318.972462:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767326318.972465:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326318.972466:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326318.972467:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326318.972468:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767326318.972472:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1767326318.972474:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021e2dd14 x1853174993461632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326318.972475:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000525db3bf. 02000000:00000001:0.0:1767326318.972480:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326318.972481:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326318.972482:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ce5d4e7. 00000100:00000001:0.0:1767326318.972487:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326318.972490:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326318.972492:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021e2dd14 x1853174993461632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326318.972493:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326318.972498:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326318.972500:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326318.972502:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326318.972503:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326318.972504:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326318.972505:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326318.972507:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326318.972509:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326318.972510:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326318.972511:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326318.972512:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326318.972515:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=125 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326318.972517:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=59 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326318.972519:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326318.972519:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326318.972520:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326318.972522:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000021e2dd14 x1853174993461632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326318.972526:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326318.972528:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326318.972529:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326318.972530:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326318.972530:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326318.972532:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021e2dd14 x1853174993461632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326318.972535:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326318.972536:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326318.972537:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326318.972538:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021e2dd14 x1853174993461632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326318.972542:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021e2dd14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993461632:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326318.972547:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326318.972548:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326318.972550:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021e2dd14 x1853174993461632/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326318.972554:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326318.972555:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326318.972556:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000635dc72c. 02000000:00000001:3.0:1767326318.972558:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326318.972559:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326318.972560:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767326318.972561:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326318.972562:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a0189c70. 02000000:00000001:3.0:1767326318.972563:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326318.972564:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326318.972565:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021e2dd14. 00000100:00000001:3.0:1767326318.972566:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326318.972567:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326318.972568:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326318.972571:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326318.972572:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326318.972573:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326318.972574:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326319.610248:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326319.610255:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326319.610316:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326319.610321:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326319.610324:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326320.634297:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326320.634307:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326320.634378:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326320.634386:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326320.634390:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326321.658270:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326321.658277:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326321.658338:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326321.658342:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326321.658345:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326322.682266:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326322.682272:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326322.682336:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326322.682340:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326322.682343:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326323.706240:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326323.706245:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326323.706335:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326323.706342:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326323.706347:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326324.090241:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306240538, at 4306241024 00000100:00000040:1.0:1767326324.090257:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306240538, at 4306241024 00000100:00000040:2.0:1767326324.090259:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306240538, at 4306241024 00000100:00000010:3.0:1767326324.090260:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f9a77da8. 00000100:00000010:1.0:1767326324.090265:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000040e4e400. 00000100:00000010:2.0:1767326324.090283:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff64859d. 00000100:00000040:3.0:1767326324.090307:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326324.090312:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326324.090317:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002daf29af. 00000020:00000040:3.0:1767326324.090322:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326324.090332:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326324.090335:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326324.090341:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326324.090351:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9272bf7. 00000100:00000001:3.0:1767326324.090359:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326324.090373:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306240538, at 4306241024 00000100:00000040:3.0:1767326324.090376:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000002daf29af x1853174993461760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1767326324.090383:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000163851c. 00000100:00000001:3.0:1767326324.090395:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326324.090398:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326324.090409:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002daf29af] to pc [ptlrpcd_00_01+1] req@000000002daf29af x1853174993461760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326324.090434:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326324.090438:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326324.090442:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326324.090448:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7307b36. 00000020:00000040:3.0:1767326324.090452:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326324.090455:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326324.090458:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326324.090463:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326324.090470:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000018112a94. 00000100:00000001:3.0:1767326324.090479:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326324.090488:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000e7307b36 x1853174993461888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326324.090499:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326324.090502:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326324.090509:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7307b36] to pc [ptlrpcd_00_02+2] req@00000000e7307b36 x1853174993461888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326324.090527:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326324.090535:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326324.090538:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326324.090539:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326324.090548:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326324.090552:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1767326324.090556:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002daf29af x1853174993461760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767326324.090561:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d9c04da. 00000020:00000040:3.0:1767326324.090571:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767326324.090578:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326324.090581:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326324.090586:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326324.090591:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326324.090594:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326324.090602:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993461760:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326324.090606:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326324.090612:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326324.090616:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326324.090619:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326324.090629:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8b3793e. 02000000:00000001:2.0:1767326324.090632:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326324.090639:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093dec7a1. 00000100:00000001:1.0:1767326324.090642:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326324.090649:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000100:00100000:1.0:1767326324.090649:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767326324.090664:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326324.090665:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1767326324.090670:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993461760, portal 25 02000000:00000001:3.0:1767326324.090672:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326324.090679:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326324.090680:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326324.090687:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326324.090688:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268024704 : -112767441526912 : ffff997048b49f80) 02000000:00000010:3.0:1767326324.090691:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007cab202f. 00000100:00000001:1.0:1767326324.090692:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326324.090702:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002daf29af x1853174993461760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326324.090703:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326324.090703:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326324.090710:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326324.090716:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326324.090727:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000008d9c04da x1853174993462016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767326324.090729:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7307b36 x1853174993461888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326324.090756:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326324.090779:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326324.090788:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006401fa3d. 00000100:00000001:1.0:1767326324.090792:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767326324.090799:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993461760, offset 0 00000100:00000001:3.0:1767326324.090802:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326324.090802:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326324.090808:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326324.090813:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326324.090814:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326324.090822:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c04da] to pc [ptlrpcd_00_03+3] req@000000008d9c04da x1853174993462016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326324.090824:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326324.090832:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326324.090840:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767326324.090844:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326324.090846:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993461888:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767326324.090851:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767326324.090866:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326324.090866:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326324.090877:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767326324.090877:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326324.090882:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326324.090885:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:1.0:1767326324.090888:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326324.090890:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11578) 02000000:00000010:1.0:1767326324.090895:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b3cd7c8. 02000000:00000001:1.0:1767326324.090900:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326324.090902:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326324.090906:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326324.090907:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326324.090909:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d31f5666. 00000400:00000200:2.0:1767326324.090922:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:1.0:1767326324.090924:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b4b29cd. 00000100:00000001:3.0:1767326324.090930:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326324.090931:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993461888, portal 10 00000100:00100000:3.0:1767326324.090934:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:2.0:1767326324.090935:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [596:596:256:4294967295] 192.168.203.107@tcp LPNI seq info [596:596:8:4294967295] 00000100:00000001:1.0:1767326324.090939:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326324.090940:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326324.090945:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268022912 : -112767441528704 : ffff997048b49880) 00000100:00000001:3.0:1767326324.090951:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326324.090960:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326324.090963:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326324.090964:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7307b36 x1853174993461888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326324.090966:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326324.090969:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326324.090985:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767326324.090996:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767326324.091003:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000186d4ee5. 00000100:00000001:1.0:1767326324.091015:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326324.091018:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:1.0:1767326324.091025:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:2.0:1767326324.091029:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000010:1.0:1767326324.091030:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab6453a0. 00000800:00000200:2.0:1767326324.091038:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000186d4ee5 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767326324.091039:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993461888, offset 0 00000400:00000200:1.0:1767326324.091061:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326324.091067:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326324.091074:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306245658 00000400:00000200:1.0:1767326324.091077:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:2.0:1767326324.091088:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e45c5932. 00000400:00000200:1.0:1767326324.091090:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326324.091102:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326324.091105:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326324.091112:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306245658 00000100:00000040:3.0:1767326324.091113:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d9c04da x1853174993462016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326324.091114:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1767326324.091121:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075801627. 00000400:00000200:1.0:1767326324.091128:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326324.091132:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326324.091182:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [597:597:255:4294967295] 192.168.203.107@tcp LPNI seq info [597:597:7:4294967295] 00000100:00000001:2.0:1767326324.091191:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306245659 00000100:00000010:2.0:1767326324.091198:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062fa5963. 00000100:00000001:2.0:1767326324.091208:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326324.091209:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767326324.091213:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326324.091214:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326324.091214:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306245659 00000100:00000010:2.0:1767326324.091225:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f7ee2cd. 02000000:00000001:3.0:1767326324.091227:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326324.091234:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 02000000:00000001:3.0:1767326324.091235:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326324.091238:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326324.091239:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326324.091250:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326324.091253:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326324.091255:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0189c70. 00000100:00000001:2.0:1767326324.091256:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326324.091265:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993462016:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326324.091266:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326324.091279:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767326324.091279:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326324.091281:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767326324.091283:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326324.091286:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767326324.091287:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326324.091294:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326324.091296:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767326324.091296:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326324.091301:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767326324.091303:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001764cd9b. 00000800:00000200:1.0:1767326324.091304:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a0189c70 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767326324.091314:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326324.091314:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326324.091316:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326324.091331:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326324.091332:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ad8948c. 00000100:00000040:1.0:1767326324.091334:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 157827 usecs (158 jiffies) 00000100:00000001:1.0:1767326324.091344:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306241183 00000400:00000010:3.0:1767326324.091346:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfabd78b. 00000100:00000001:1.0:1767326324.091349:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306245658 00000100:00000200:3.0:1767326324.091352:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993462016, portal 10 00000100:00000001:1.0:1767326324.091354:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306241183 00000100:00000001:3.0:1767326324.091357:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326324.091359:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306245658 00000100:00000001:3.0:1767326324.091362:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268017536 : -112767441534080 : ffff997048b48380) 00000100:00000001:1.0:1767326324.091364:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306241183 00000100:00000001:1.0:1767326324.091369:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306245659 00000100:00000001:1.0:1767326324.091372:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306241183 00000100:00000040:3.0:1767326324.091375:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d9c04da x1853174993462016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326324.091377:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306245659 00000800:00000200:2.0:1767326324.091381:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326324.091389:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000186d4ee5. 00000100:00000001:3.0:1767326324.091399:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326324.091399:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326324.091399:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326324.091413:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326324.091415:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326324.091417:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f15cde0. 00000400:00000200:2.0:1767326324.091423:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000200:3.0:1767326324.091427:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993462016, offset 0 00000100:00000001:1.0:1767326324.091427:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326324.091429:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006401fa3d 00000400:00000010:2.0:1767326324.091436:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006401fa3d. 00000100:00000001:1.0:1767326324.091438:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326324.091441:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326324.091445:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326324.091448:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326324.091450:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326324.091452:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002daf29af x1853174993461760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326324.091456:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326324.091466:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326324.091467:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767326324.091485:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326324.091488:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767326324.091494:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:2.0:1767326324.091500:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002daf29af x1853174993461760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326324.091505:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326324.091521:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326324.091527:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326324.091536:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [598:598:254:4294967295] 192.168.203.107@tcp LPNI seq info [598:598:6:4294967295] 00000100:00000001:2.0:1767326324.091536:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767326324.091549:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767326324.091554:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767326324.091557:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099e782ae. 00000800:00000200:3.0:1767326324.091565:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767326324.091571:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767326324.091581:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099e782ae type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767326324.091586:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326324.091587:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326324.091590:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0189c70. 00000100:00000040:3.0:1767326324.091594:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 10788 usecs (11 jiffies) 00000400:00000200:2.0:1767326324.091595:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326324.091607:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306241036 00000400:00000200:2.0:1767326324.091610:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326324.091617:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306245658 00000400:00000200:2.0:1767326324.091618:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab6453a0 00000400:00000010:2.0:1767326324.091624:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab6453a0. 00000100:00000001:3.0:1767326324.091625:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306241036 00000100:00000001:2.0:1767326324.091633:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326324.091638:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7307b36 x1853174993461888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326324.091650:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326324.091653:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7307b36 x1853174993461888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326324.091660:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326324.091662:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326324.091681:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306245658 00000100:00000001:3.0:1767326324.091684:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306241036 00000100:00000001:3.0:1767326324.091687:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306245659 00000100:00000001:3.0:1767326324.091689:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306241036 00000100:00000001:3.0:1767326324.091690:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306245659 00000100:00000001:3.0:1767326324.091692:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326324.091695:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326324.091697:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326324.091699:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326324.091711:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326324.091716:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099e782ae. 00000400:00000200:2.0:1767326324.091720:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326324.091727:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326324.091738:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f15cde0 00000400:00000010:2.0:1767326324.091739:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f15cde0. 00000100:00000001:2.0:1767326324.091743:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326324.091749:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d9c04da x1853174993462016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326324.091755:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326324.091757:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d9c04da x1853174993462016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326324.091762:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326324.091764:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326324.093171:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326324.093179:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326324.093181:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326324.093183:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326324.093190:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326324.093200:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed312200 00000400:00000200:1.0:1767326324.093207:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1369 [1] + 224 00000800:00000001:1.0:1767326324.093213:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326324.093221:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326324.093223:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326324.093227:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326324.093231:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326324.093235:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002daf29af x1853174993461760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326324.093242:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002daf29af x1853174993461760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326324.093256:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326324.093262:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326324.093264:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326324.093291:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326324.093294:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326324.093299:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326324.093301:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326324.093303:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093dec7a1. 00000400:00000200:2.0:1767326324.093307:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000400:00000010:2.0:1767326324.093309:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00000001:2.0:1767326324.093311:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326324.093316:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002daf29af x1853174993461760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326324.093323:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002daf29af x1853174993461760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326324.093329:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326324.093330:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326324.093332:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326324.093335:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326324.093336:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326324.093338:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326324.093340:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326324.093345:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=131 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326324.093348:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=131 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326324.093350:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326324.093351:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326324.093354:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326324.093356:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326324.093365:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326324.093368:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002daf29af x1853174993461760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326324.093374:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326324.093376:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326324.093378:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326324.093381:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002daf29af x1853174993461760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326324.093385:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993461760:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326324.093388:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326324.093390:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326324.093391:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002daf29af x1853174993461760/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326324.093396:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326324.093398:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326324.093400:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8b3793e. 02000000:00000001:2.0:1767326324.093402:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326324.093404:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326324.093406:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767326324.093407:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326324.093409:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9272bf7. 02000000:00000001:2.0:1767326324.093412:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326324.093413:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326324.093414:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002daf29af. 00000100:00000001:2.0:1767326324.093417:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326324.093418:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326324.093419:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326324.093422:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326324.093423:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326324.093424:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326324.093425:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326324.093612:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326324.093618:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326324.093620:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326324.093621:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326324.093626:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326324.093632:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed312280 00000400:00000200:1.0:1767326324.093641:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1371 [1] + 224 00000800:00000001:1.0:1767326324.093645:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326324.093649:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326324.093650:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326324.093653:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326324.093656:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326324.093659:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7307b36 x1853174993461888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326324.093666:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e7307b36 x1853174993461888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326324.093681:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326324.093685:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326324.093688:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326324.093717:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326324.093720:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326324.093725:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326324.093733:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326324.093736:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767326324.093736:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d31f5666. 00000400:00000200:2.0:1767326324.093743:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b4b29cd 00000800:00000001:3.0:1767326324.093745:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326324.093745:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b4b29cd. 00000100:00000001:2.0:1767326324.093755:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326324.093760:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7307b36 x1853174993461888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326324.093767:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7307b36 x1853174993461888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326324.093772:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326324.093773:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326324.093775:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326324.093775:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326324.093776:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326324.093777:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326324.093779:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326324.093784:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=121 v=5 (5 5 5 5) 00000800:00000001:3.0:1767326324.093787:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326324.093788:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=121 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326324.093793:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767326324.093794:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326324.093795:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326324.093805:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326324.093808:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326324.093817:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:2.0:1767326324.093819:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326324.093826:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326324.093829:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326324.093830:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326324.093836:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed312300 00000100:00000040:2.0:1767326324.093841:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7307b36 x1853174993461888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326324.093864:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1379 [1] + 224 00000800:00000001:3.0:1767326324.093870:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326324.093877:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767326324.093878:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326324.093881:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767326324.093883:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326324.093884:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326324.093893:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000040:2.0:1767326324.093897:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7307b36 x1853174993461888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326324.093898:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326324.093907:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d9c04da x1853174993462016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326324.093971:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993461888:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326324.093996:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326324.093997:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008d9c04da x1853174993462016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326324.094006:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326324.094018:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7307b36 x1853174993461888/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326324.094024:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326324.094027:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326324.094027:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326324.094032:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b3cd7c8. 02000000:00000001:2.0:1767326324.094038:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:3.0:1767326324.094040:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767326324.094041:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326324.094047:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000800:00000001:3.0:1767326324.094049:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326324.094049:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767326324.094050:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326324.094061:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000018112a94. 00000100:00000001:1.0:1767326324.094061:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326324.094073:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:1.0:1767326324.094074:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767326324.094075:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:1.0:1767326324.094077:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:2.0:1767326324.094078:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7307b36. 00000400:00000010:1.0:1767326324.094080:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ad8948c. 00000100:00000001:2.0:1767326324.094082:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326324.094084:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326324.094085:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfabd78b 00000400:00000010:1.0:1767326324.094097:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfabd78b. 00000100:00000001:2.0:1767326324.094098:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326324.094112:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326324.094113:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326324.094115:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326324.094122:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d9c04da x1853174993462016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326324.094123:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326324.094127:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326324.094169:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d9c04da x1853174993462016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326324.094175:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326324.094177:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326324.094178:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326324.094180:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326324.094182:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326324.094184:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326324.094186:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326324.094192:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326324.094202:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=65 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326324.094204:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326324.094205:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326324.094206:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326324.094210:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008d9c04da x1853174993462016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326324.094214:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326324.094217:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326324.094218:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326324.094220:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326324.094220:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326324.094223:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d9c04da x1853174993462016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326324.094227:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326324.094229:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326324.094231:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326324.094233:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d9c04da x1853174993462016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326324.094238:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993462016:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326324.094241:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326324.094243:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326324.094245:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d9c04da x1853174993462016/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326340 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326324.094249:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326324.094252:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326324.094254:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001764cd9b. 02000000:00000001:1.0:1767326324.094256:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326324.094258:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326324.094259:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767326324.094261:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326324.094262:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007cab202f. 02000000:00000001:1.0:1767326324.094269:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326324.094271:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326324.094272:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d9c04da. 00000100:00000001:1.0:1767326324.094274:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326324.094275:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326324.094277:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326324.094280:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326324.094281:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326324.094283:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326324.094284:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326324.730273:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326324.730283:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326324.730286:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326324.730290:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326324.730296:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326324.730299:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326324.730301:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326324.730304:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326324.730378:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326324.730383:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326324.730386:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326325.754246:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326325.754254:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326325.754326:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326325.754331:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326325.754334:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326326.778225:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326326.778233:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326326.778280:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326326.778284:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326326.778287:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326327.802225:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326327.802234:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326327.802305:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326327.802309:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326327.802312:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326328.826264:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326328.826273:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326328.826344:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326328.826349:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326328.826352:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326329.210258:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306245659, at 4306246144 00000100:00000040:2.0:1767326329.210258:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306245659, at 4306246144 00000100:00000040:0.0:1767326329.210258:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306245658, at 4306246144 00000100:00000010:3.0:1767326329.210276:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f7ee2cd. 00000100:00000010:2.0:1767326329.210278:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062fa5963. 00000100:00000010:0.0:1767326329.210297:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e45c5932. 00000100:00000040:1.0:1767326329.210325:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326329.210332:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326329.210340:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cc08b51. 00000020:00000040:1.0:1767326329.210346:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326329.210351:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326329.210355:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326329.210361:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326329.210370:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000525db3bf. 00000100:00000001:1.0:1767326329.210378:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326329.210390:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000002cc08b51 x1853174993462144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326329.210403:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326329.210406:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326329.210412:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cc08b51] to pc [ptlrpcd_00_00+0] req@000000002cc08b51 x1853174993462144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326329.210439:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326329.210442:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326329.210446:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326329.210449:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf46d036. 00000100:00000001:3.0:1767326329.210450:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326329.210453:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326329.210455:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326329.210458:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326329.210459:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326329.210462:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326329.210465:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326329.210466:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002cc08b51 x1853174993462144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326329.210477:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003376a84e. 00000100:00000001:2.0:1767326329.210479:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326329.210486:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326329.210486:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326329.210487:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326329.210491:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326329.210495:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326329.210496:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000cf46d036 x1853174993462272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326329.210498:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326329.210504:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326329.210511:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002cc08b51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993462144:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326329.210515:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326329.210517:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326329.210519:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326329.210524:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326329.210526:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf46d036] to pc [ptlrpcd_00_01+1] req@00000000cf46d036 x1853174993462272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326329.210528:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326329.210532:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326329.210538:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e1f16e8. 02000000:00000001:3.0:1767326329.210541:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326329.210547:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbacb5bb. 00000100:00000001:1.0:1767326329.210548:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326329.210552:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767326329.210553:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e792461. 00000100:00000001:1.0:1767326329.210555:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326329.210559:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4811535. 00000020:00000040:1.0:1767326329.210563:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:1.0:1767326329.210567:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1767326329.210570:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993462144, portal 25 02000000:00000001:1.0:1767326329.210570:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326329.210573:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326329.210574:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326329.210577:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326329.210578:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138723200 : -112766570828416 : ffff99707c9a6d80) 02000000:00000010:1.0:1767326329.210580:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a363d0e5. 00000100:00000001:2.0:1767326329.210582:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326329.210586:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326329.210587:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002cc08b51 x1853174993462144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326329.210587:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326329.210596:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf46d036 x1853174993462272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326329.210598:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000a4811535 x1853174993462400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326329.210616:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326329.210625:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767326329.210631:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000206a045a. 00000100:00000001:2.0:1767326329.210632:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326329.210634:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1767326329.210635:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993462144, offset 0 00000100:00000001:2.0:1767326329.210636:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326329.210637:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326329.210642:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326329.210647:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326329.210647:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4811535] to pc [ptlrpcd_00_02+2] req@00000000a4811535 x1853174993462400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326329.210649:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767326329.210653:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326329.210662:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf46d036 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993462272:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326329.210669:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326329.210673:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:2.0:1767326329.210673:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326329.210677:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326329.210681:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326329.210683:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326329.210684:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1767326329.210687:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000992985ab. 00000100:00000040:1.0:1767326329.210690:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326329.210692:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326329.210695:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:1.0:1767326329.210700:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767326329.210701:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093dec7a1. 00000100:00000001:0.0:1767326329.210702:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326329.210705:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326329.210707:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326329.210710:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000100:00000001:0.0:1767326329.210711:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326329.210712:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11583) 00000400:00000200:3.0:1767326329.210714:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000200:2.0:1767326329.210718:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993462272, portal 10 00000100:00000040:0.0:1767326329.210720:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4811535 x1853174993462400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326329.210724:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [599:599:256:4294967295] 192.168.203.107@tcp LPNI seq info [599:599:8:4294967295] 00000100:00000001:2.0:1767326329.210724:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326329.210728:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138724992 : -112766570826624 : ffff99707c9a7480) 00000100:00000040:1.0:1767326329.210731:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306245658, at 4306246144 00000100:00000001:0.0:1767326329.210739:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326329.210742:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf46d036 x1853174993462272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326329.210743:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326329.210747:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075801627. 02000000:00000001:0.0:1767326329.210750:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326329.210753:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:0.0:1767326329.210755:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326329.210761:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326329.210768:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993462400:192.168.203.107@tcp:400: 00000800:00000200:3.0:1767326329.210771:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326329.210771:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326329.210776:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1767326329.210780:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005e4ab40. 00000100:00000040:2.0:1767326329.210780:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326329.210780:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326329.210781:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326329.210783:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326329.210787:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326329.210787:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767326329.210788:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006401fa3d. 02000000:00000010:0.0:1767326329.210792:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e822ffba. 00000800:00000200:3.0:1767326329.210795:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:0.0:1767326329.210796:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326329.210804:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993462272, offset 0 00000400:00000010:0.0:1767326329.210804:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063828a16. 00000800:00000200:3.0:1767326329.210812:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000010:0.0:1767326329.210814:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecdad0cb. 00000400:00000200:2.0:1767326329.210834:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000200:0.0:1767326329.210840:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993462400, portal 10 00000800:00000200:3.0:1767326329.210845:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000005e4ab40 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326329.210845:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767326329.210845:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326329.210849:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138711552 : -112766570840064 : ffff99707c9a4000) 00000400:00000200:2.0:1767326329.210854:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326329.210859:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4811535 x1853174993462400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326329.210861:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:3.0:1767326329.210867:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326329.210870:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326329.210874:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326329.210878:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306250778 00000400:00000200:2.0:1767326329.210878:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:0.0:1767326329.210879:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326329.210886:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058699685. 00000100:00000010:3.0:1767326329.210888:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5aca06a. 00000400:00000200:2.0:1767326329.210889:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [600:600:255:4294967295] 192.168.203.107@tcp LPNI seq info [600:600:7:4294967295] 00000100:00000200:0.0:1767326329.210891:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993462400, offset 0 00000100:00000001:3.0:1767326329.210897:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767326329.210902:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326329.210906:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306250778 00000400:00000200:2.0:1767326329.210913:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:3.0:1767326329.210915:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000090713158. 00000100:00000001:3.0:1767326329.210922:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767326329.210926:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326329.210927:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767326329.210928:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306250778 00000800:00000010:2.0:1767326329.210934:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000186d4ee5. 00000400:00000200:0.0:1767326329.210935:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1767326329.210940:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db18ab38. 00000100:00000001:3.0:1767326329.210944:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767326329.210946:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767326329.210949:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306250778 00000400:00000200:0.0:1767326329.210952:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000010:3.0:1767326329.210955:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e80ee982. 00000800:00000200:2.0:1767326329.210959:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767326329.210959:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326329.210960:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326329.210966:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326329.210967:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000186d4ee5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326329.210969:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767326329.210970:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326329.210976:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326329.210979:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326329.210979:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [601:601:254:4294967295] 192.168.203.107@tcp LPNI seq info [601:601:6:4294967295] 00000800:00000200:1.0:1767326329.210984:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326329.210988:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326329.210991:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1767326329.210991:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005e4ab40. 00000100:00000001:3.0:1767326329.210996:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326329.210999:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767326329.211001:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 156978 usecs (157 jiffies) 00000400:00000200:0.0:1767326329.211001:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326329.211002:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326329.211006:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326329.211009:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306246301 00000100:00000001:3.0:1767326329.211011:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326329.211013:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326329.211017:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306250778 00000100:00000001:3.0:1767326329.211019:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326329.211025:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306246301 00000400:00000200:1.0:1767326329.211026:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000206a045a 00000800:00000200:0.0:1767326329.211027:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326329.211031:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306250778 00000400:00000010:1.0:1767326329.211033:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000206a045a. 00000800:00000010:0.0:1767326329.211036:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000309884b4. 00000100:00000001:2.0:1767326329.211037:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306246301 00000100:00000001:1.0:1767326329.211042:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326329.211043:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306250778 00000800:00000200:0.0:1767326329.211048:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326329.211050:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306246301 00000100:00000200:1.0:1767326329.211051:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cc08b51 x1853174993462144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326329.211057:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306250778 00000800:00000200:0.0:1767326329.211062:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326329.211064:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326329.211069:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000309884b4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326329.211072:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326329.211080:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326329.211080:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326329.211083:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326329.211088:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326329.211088:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 10751 usecs (11 jiffies) 00000100:00000040:1.0:1767326329.211092:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002cc08b51 x1853174993462144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326329.211093:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306246155 00000100:00000001:0.0:1767326329.211099:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306250778 00000100:00000001:0.0:1767326329.211104:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306246155 00000100:00000001:2.0:1767326329.211105:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326329.211111:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326329.211111:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306250778 00000100:00000001:0.0:1767326329.211117:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306246155 00000100:00000001:2.0:1767326329.211118:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326329.211120:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306250778 00000100:00000001:1.0:1767326329.211121:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326329.211122:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326329.211126:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306246155 00000100:00000001:2.0:1767326329.211128:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326329.211128:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326329.211129:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306250778 00000100:00000001:0.0:1767326329.211135:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326329.211136:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326329.211137:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326329.211160:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326329.211161:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326329.211165:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326329.211167:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326329.211170:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326329.211171:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326329.211172:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326329.211181:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326329.211186:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326329.211190:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000186d4ee5. 00000400:00000200:1.0:1767326329.211194:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326329.211199:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326329.211203:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006401fa3d 00000400:00000010:1.0:1767326329.211205:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006401fa3d. 00000100:00000001:1.0:1767326329.211208:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326329.211211:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf46d036 x1853174993462272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326329.211219:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326329.211221:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf46d036 x1853174993462272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326329.211227:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326329.211229:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326329.211259:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326329.211262:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000309884b4. 00000400:00000200:1.0:1767326329.211272:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326329.211276:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326329.211279:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058699685 00000400:00000010:1.0:1767326329.211281:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058699685. 00000100:00000001:1.0:1767326329.211283:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326329.211287:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4811535 x1853174993462400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326329.211294:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326329.211296:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4811535 x1853174993462400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326329.211302:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326329.211304:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326329.212382:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326329.212394:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326329.212396:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326329.212399:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326329.212406:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326329.212417:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed312380 00000400:00000200:1.0:1767326329.212422:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1381 [1] + 224 00000800:00000001:1.0:1767326329.212430:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326329.212436:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326329.212438:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326329.212442:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326329.212446:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326329.212450:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002cc08b51 x1853174993462144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326329.212460:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002cc08b51 x1853174993462144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326329.212474:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326329.212481:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326329.212485:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326329.212494:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326329.212498:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326329.212504:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326329.212506:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326329.212508:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbacb5bb. 00000400:00000200:3.0:1767326329.212512:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e792461 00000400:00000010:3.0:1767326329.212513:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e792461. 00000100:00000001:3.0:1767326329.212516:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326329.212521:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cc08b51 x1853174993462144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326329.212531:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cc08b51 x1853174993462144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326329.212538:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326329.212540:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326329.212543:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326329.212545:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326329.212548:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326329.212550:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326329.212553:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326329.212558:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=136 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326329.212572:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=136 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326329.212575:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326329.212577:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326329.212580:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326329.212582:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326329.212586:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326329.212678:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002cc08b51 x1853174993462144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326329.212687:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326329.212691:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326329.212693:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326329.212696:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cc08b51 x1853174993462144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326329.212702:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002cc08b51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993462144:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326329.212706:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326329.212792:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326329.212815:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326329.212830:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002cc08b51 x1853174993462144/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326329.212834:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326329.212836:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326329.212841:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1767326329.212842:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767326329.212844:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e1f16e8. 00000800:00000001:0.0:1767326329.212847:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326329.212849:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326329.212854:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326329.212856:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000400:00000200:0.0:1767326329.212866:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326329.212881:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed312400 00000400:00000200:0.0:1767326329.212887:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1389 [1] + 224 00000800:00000001:0.0:1767326329.212893:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326329.212897:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326329.212898:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326329.212903:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000020:00000001:3.0:1767326329.212909:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326329.212909:0:211458:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1767326329.212920:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000525db3bf. 00000100:00000200:0.0:1767326329.212925:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf46d036 x1853174993462272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326329.212927:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326329.212931:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326329.212939:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cc08b51. 00000100:00000040:0.0:1767326329.212939:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf46d036 x1853174993462272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326329.212950:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326329.212955:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326329.212963:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326329.212974:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326329.212981:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326329.212984:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326329.212987:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326329.212987:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326329.213002:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326329.213007:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326329.213009:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326329.213012:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326329.213019:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326329.213027:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed312480 00000400:00000200:0.0:1767326329.213032:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1391 [1] + 224 00000800:00000001:0.0:1767326329.213036:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326329.213039:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326329.213044:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326329.213045:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326329.213049:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326329.213050:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767326329.213054:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326329.213059:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093dec7a1. 00000400:00000200:0.0:1767326329.213065:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326329.213068:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000400:00000010:2.0:1767326329.213072:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00000001:2.0:1767326329.213076:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326329.213080:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326329.213084:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf46d036 x1853174993462272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326329.213091:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4811535 x1853174993462400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326329.213119:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf46d036 x1853174993462272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326329.213129:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326329.213133:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326329.213172:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326329.213174:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326329.213177:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326329.213179:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326329.213187:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326329.213200:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=126 v=5 (5 5 5 5) 00000100:00000040:0.0:1767326329.213207:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4811535 x1853174993462400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326329.213209:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=126 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326329.213226:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326329.213232:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326329.213238:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326329.213242:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326329.213244:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326329.213247:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326329.213251:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000800:00000001:0.0:1767326329.213251:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326329.213257:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326329.213258:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326329.213270:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326329.213280:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf46d036 x1853174993462272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326329.213283:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326329.213294:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326329.213300:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326329.213304:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326329.213307:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063828a16. 00000100:00000001:2.0:1767326329.213310:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326329.213313:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecdad0cb 00000400:00000010:1.0:1767326329.213317:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecdad0cb. 00000100:00000001:1.0:1767326329.213320:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326329.213323:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326329.213327:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326329.213327:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4811535 x1853174993462400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326329.213337:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf46d036 x1853174993462272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326329.213352:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4811535 x1853174993462400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326329.213356:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf46d036 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993462272:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326329.213368:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326329.213373:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326329.213373:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326329.213379:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326329.213380:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf46d036 x1853174993462272/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326329.213384:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326329.213388:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326329.213391:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326329.213393:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326329.213394:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326329.213397:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767326329.213399:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326329.213401:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000992985ab. 00000100:00001000:1.0:1767326329.213405:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=136 v=5 (5 5 5 5) 02000000:00000001:2.0:1767326329.213407:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326329.213410:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:1.0:1767326329.213412:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=70 v=5 (1 1 0 0) 00000020:00000040:2.0:1767326329.213413:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767326329.213420:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326329.213421:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1767326329.213423:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003376a84e. 00000100:00000001:1.0:1767326329.213424:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326329.213429:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767326329.213430:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326329.213433:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326329.213436:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf46d036. 00010000:00080000:1.0:1767326329.213436:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a4811535 x1853174993462400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326329.213443:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326329.213446:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326329.213450:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326329.213455:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326329.213457:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326329.213459:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326329.213461:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326329.213462:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326329.213466:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326329.213467:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326329.213470:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326329.213470:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326329.213477:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4811535 x1853174993462400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326329.213485:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326329.213487:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326329.213495:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326329.213498:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4811535 x1853174993462400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326329.213505:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993462400:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326329.213510:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326329.213512:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326329.213515:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4811535 x1853174993462400/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326345 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326329.213521:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326329.213523:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326329.213525:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e822ffba. 02000000:00000001:1.0:1767326329.213529:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326329.213530:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326329.213531:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767326329.213533:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326329.213535:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a363d0e5. 02000000:00000001:1.0:1767326329.213538:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326329.213539:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326329.213540:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4811535. 00000100:00000001:1.0:1767326329.213543:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326329.213544:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326329.213546:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326329.213550:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326329.213551:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326329.213553:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326329.213555:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326329.850270:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326329.850277:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326329.850363:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326329.850369:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326329.850373:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326330.874236:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326330.874244:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326330.874314:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326330.874319:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326330.874323:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326331.898223:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326331.898233:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326331.898295:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326331.898300:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326331.898304:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326332.922254:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326332.922262:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326332.922322:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326332.922325:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326332.922328:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326333.946290:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326333.946298:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326333.946374:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326333.946379:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326333.946382:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326334.330256:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306250778, at 4306251264 00000100:00000040:2.0:1767326334.330258:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306250778, at 4306251264 00000100:00000040:1.0:1767326334.330258:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767326334.330258:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306250778, at 4306251264 00000100:00000001:1.0:1767326334.330278:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326334.330282:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e80ee982. 00000100:00000010:0.0:1767326334.330286:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5aca06a. 00000100:00000010:1.0:1767326334.330287:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4811535. 00000100:00000010:2.0:1767326334.330291:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db18ab38. 00000020:00000040:1.0:1767326334.330295:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326334.330300:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326334.330303:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326334.330308:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326334.330316:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a363d0e5. 00000100:00000001:1.0:1767326334.330338:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326334.330351:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000a4811535 x1853174993462528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326334.330362:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326334.330364:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326334.330372:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4811535] to pc [ptlrpcd_00_03+3] req@00000000a4811535 x1853174993462528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326334.330397:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326334.330399:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326334.330402:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326334.330404:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008ff6dcc5. 00000020:00000040:1.0:1767326334.330406:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767326334.330408:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326334.330409:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326334.330411:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326334.330415:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003376a84e. 00000100:00000001:1.0:1767326334.330417:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326334.330419:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000008ff6dcc5 x1853174993462656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326334.330425:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326334.330426:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326334.330428:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ff6dcc5] to pc [ptlrpcd_00_00+0] req@000000008ff6dcc5 x1853174993462656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326334.330430:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326334.330433:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326334.330436:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326334.330440:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326334.330441:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326334.330449:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326334.330451:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4811535 x1853174993462528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326334.330453:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326334.330460:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326334.330463:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6c70c52. 00000020:00000040:1.0:1767326334.330468:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767326334.330470:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326334.330471:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326334.330475:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326334.330476:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326334.330483:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326334.330484:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326334.330484:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326334.330488:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767326334.330492:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000525db3bf. 00000100:00000001:3.0:1767326334.330494:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326334.330495:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326334.330496:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326334.330500:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767326334.330506:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993462528:192.168.203.107@tcp:400: 00000100:00000040:1.0:1767326334.330506:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000f6c70c52 x1853174993462784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326334.330518:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326334.330519:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008ff6dcc5 x1853174993462656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326334.330527:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326334.330527:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326334.330530:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326334.330534:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326334.330543:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6c70c52] to pc [ptlrpcd_00_01+1] req@00000000f6c70c52 x1853174993462784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326334.330544:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326334.330555:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000388589da. 02000000:00000001:2.0:1767326334.330565:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326334.330578:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093dec7a1. 00000100:00000001:3.0:1767326334.330584:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326334.330589:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326334.330590:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326334.330593:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000100:00000040:1.0:1767326334.330595:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326334.330596:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326334.330604:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326334.330604:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1767326334.330605:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993462528, portal 25 02000000:00000001:3.0:1767326334.330613:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326334.330613:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11588) 00000100:00000001:2.0:1767326334.330615:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326334.330621:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138711552 : -112766570840064 : ffff99707c9a4000) 00000100:00100000:3.0:1767326334.330631:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008ff6dcc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993462656:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767326334.330637:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4811535 x1853174993462528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326334.330640:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326334.330640:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306250778, at 4306251264 02000000:00000001:3.0:1767326334.330647:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1767326334.330649:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000090713158. 02000000:00000001:3.0:1767326334.330655:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326334.330665:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326334.330667:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326334.330672:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326334.330673:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059473726. 00000100:00000001:1.0:1767326334.330675:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326334.330679:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326334.330680:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326334.330689:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767326334.330692:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6c70c52 x1853174993462784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326334.330693:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbacb5bb. 00000400:00000010:2.0:1767326334.330696:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000415ef993. 00000100:00000200:2.0:1767326334.330704:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993462528, offset 0 00000400:00000010:3.0:1767326334.330705:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e792461. 00000100:00000200:3.0:1767326334.330718:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993462656, portal 10 00000100:00000001:1.0:1767326334.330722:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326334.330723:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326334.330725:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326334.330729:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138720512 : -112766570831104 : ffff99707c9a6300) 00000100:00000001:1.0:1767326334.330730:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326334.330740:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326334.330742:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008ff6dcc5 x1853174993462656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326334.330744:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326334.330747:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:1.0:1767326334.330758:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326334.330762:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1767326334.330775:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993462784:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767326334.330780:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326334.330804:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326334.330806:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326334.330808:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326334.330809:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326334.330814:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326334.330816:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:1.0:1767326334.330817:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326334.330828:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [602:602:256:4294967295] 192.168.203.107@tcp LPNI seq info [602:602:8:4294967295] 00000100:00000040:3.0:1767326334.330829:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000010:1.0:1767326334.330831:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f02238f. 00000400:00000010:3.0:1767326334.330837:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac753d23. 02000000:00000001:1.0:1767326334.330837:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326334.330849:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993462656, offset 0 00000400:00000010:1.0:1767326334.330850:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc397033. 00000400:00000010:1.0:1767326334.330864:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056cf3dc7. 00000400:00000200:3.0:1767326334.330870:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326334.330870:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:1.0:1767326334.330885:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993462784, portal 10 00000100:00000001:1.0:1767326334.330890:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767326334.330891:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326334.330893:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138714240 : -112766570837376 : ffff99707c9a4a80) 00000400:00000200:3.0:1767326334.330897:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:2.0:1767326334.330902:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a482798. 00000400:00000200:3.0:1767326334.330911:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767326334.330915:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f6c70c52 x1853174993462784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326334.330923:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:2.0:1767326334.330924:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767326334.330934:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326334.330941:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767326334.330951:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767326334.330952:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326334.330959:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [603:603:255:4294967295] 192.168.203.107@tcp LPNI seq info [603:603:7:4294967295] 00000800:00000200:2.0:1767326334.330969:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005a482798 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767326334.330970:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326334.330980:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eeaa2651. 00000100:00000200:1.0:1767326334.330986:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993462784, offset 0 00000400:00000200:3.0:1767326334.330991:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767326334.330998:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326334.331008:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326334.331009:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326334.331012:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306255898 00000800:00000010:3.0:1767326334.331022:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d57537d. 00000100:00000010:2.0:1767326334.331024:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000706116e7. 00000400:00000200:1.0:1767326334.331028:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326334.331033:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767326334.331034:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767326334.331037:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326334.331047:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306255898 00000400:00000200:1.0:1767326334.331051:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:3.0:1767326334.331056:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:2.0:1767326334.331062:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abc8c3ab. 00000800:00000200:3.0:1767326334.331063:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d57537d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326334.331067:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326334.331077:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326334.331077:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326334.331081:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:3.0:1767326334.331089:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 156133 usecs (157 jiffies) 00000100:00000001:2.0:1767326334.331091:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306255898 00000400:00000200:1.0:1767326334.331094:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [604:604:254:4294967295] 192.168.203.107@tcp LPNI seq info [604:604:6:4294967295] 00000100:00000001:3.0:1767326334.331097:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306251421 00000100:00000010:2.0:1767326334.331100:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b11e55c. 00000100:00000001:3.0:1767326334.331111:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306255898 00000100:00000001:2.0:1767326334.331113:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326334.331117:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306251421 00000800:00000200:0.0:1767326334.331121:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326334.331122:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306255898 00000100:00000001:3.0:1767326334.331127:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306255898 00000800:00000010:0.0:1767326334.331133:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a482798. 00000400:00000200:1.0:1767326334.331134:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:2.0:1767326334.331136:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062fa5963. 00000100:00000001:3.0:1767326334.331177:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306251421 00000800:00000200:1.0:1767326334.331179:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326334.331181:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326334.331181:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326334.331182:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306255898 00000800:00000010:1.0:1767326334.331189:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0189c70. 00000100:00000001:3.0:1767326334.331191:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306251422 00000100:00000001:2.0:1767326334.331193:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326334.331198:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767326334.331200:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326334.331207:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326334.331208:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767326334.331211:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000415ef993 00000800:00000200:1.0:1767326334.331213:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a0189c70 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326334.331215:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326334.331216:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000415ef993. 00000100:00000001:1.0:1767326334.331218:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326334.331221:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326334.331224:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 10710 usecs (11 jiffies) 00000100:00000001:0.0:1767326334.331225:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326334.331228:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306251276 00000100:00000001:2.0:1767326334.331232:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326334.331233:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306255898 00000100:00000200:0.0:1767326334.331233:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4811535 x1853174993462528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326334.331237:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326334.331238:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306251276 00000100:00000001:2.0:1767326334.331244:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326334.331249:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326334.331250:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306255898 00000100:00000001:2.0:1767326334.331255:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326334.331256:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306251276 00000100:00000001:0.0:1767326334.331259:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326334.331263:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306255898 00000100:00000001:2.0:1767326334.331265:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326334.331265:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306255898 00000100:00000001:3.0:1767326334.331267:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326334.331272:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4811535 x1853174993462528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326350 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326334.331277:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306251276 00000100:00000001:3.0:1767326334.331278:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326334.331282:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306255898 00000100:00000001:1.0:1767326334.331289:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326334.331297:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326334.331298:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326334.331303:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326334.331315:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326334.331315:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326334.331315:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326334.331330:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326334.331336:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326334.331336:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326334.331344:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326334.331345:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767326334.331348:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326334.331353:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767326334.331355:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d57537d. 00000100:00000001:3.0:1767326334.331357:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326334.331358:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326334.331361:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326334.331364:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326334.331364:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326334.331365:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326334.331370:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326334.331377:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326334.331381:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326334.331387:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac753d23 00000400:00000010:0.0:1767326334.331390:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac753d23. 00000100:00000001:0.0:1767326334.331394:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326334.331398:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008ff6dcc5 x1853174993462656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326334.331407:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326334.331410:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008ff6dcc5 x1853174993462656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326350 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326334.331416:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326334.331418:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326334.331451:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326334.331454:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0189c70. 00000400:00000200:0.0:1767326334.331458:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326334.331461:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326334.331464:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eeaa2651 00000400:00000010:0.0:1767326334.331465:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eeaa2651. 00000100:00000001:0.0:1767326334.331468:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326334.331471:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f6c70c52 x1853174993462784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326334.331477:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326334.331479:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6c70c52 x1853174993462784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326350 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326334.331485:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326334.331487:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326334.332868:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326334.332881:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326334.332883:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326334.332885:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326334.332890:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326334.332903:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed312500 00000400:00000200:1.0:1767326334.332911:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1399 [1] + 224 00000800:00000001:1.0:1767326334.332919:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326334.332923:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326334.332926:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326334.332929:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326334.332934:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326334.332938:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4811535 x1853174993462528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326334.332948:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4811535 x1853174993462528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326334.332978:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326334.332985:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326334.332988:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326334.332989:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326334.332991:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326334.332994:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326334.332999:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed312580 00000400:00000200:1.0:1767326334.333003:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x13a1 [1] + 224 00000800:00000001:1.0:1767326334.333006:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326334.333009:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326334.333011:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326334.333013:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326334.333016:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326334.333019:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008ff6dcc5 x1853174993462656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326334.333020:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326334.333024:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326334.333030:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008ff6dcc5 x1853174993462656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326334.333032:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326334.333036:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326334.333040:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093dec7a1. 00000400:00000200:2.0:1767326334.333046:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000400:00000010:2.0:1767326334.333048:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00000001:2.0:1767326334.333050:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326334.333053:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767326334.333057:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4811535 x1853174993462528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326334.333061:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326334.333068:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326334.333072:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4811535 x1853174993462528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326334.333073:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326334.333077:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326334.333079:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326334.333083:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326334.333094:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326334.333095:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767326334.333095:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000001:3.0:1767326334.333102:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326334.333104:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326334.333107:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbacb5bb. 00000100:00000001:2.0:1767326334.333112:0:211468:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767326334.333116:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed312600 00000400:00000200:3.0:1767326334.333118:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e792461 02000000:00000001:2.0:1767326334.333119:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326334.333125:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767326334.333126:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e792461. 00000100:00000001:2.0:1767326334.333130:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326334.333132:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326334.333137:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x13a9 [1] + 224 02000000:00000001:2.0:1767326334.333138:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326334.333177:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008ff6dcc5 x1853174993462656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326334.333183:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326334.333190:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=141 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326334.333196:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326334.333202:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008ff6dcc5 x1853174993462656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326334.333203:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1767326334.333204:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=141 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326334.333222:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767326334.333224:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326334.333230:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326334.333240:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767326334.333242:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326334.333245:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767326334.333247:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326334.333251:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326334.333256:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f6c70c52 x1853174993462784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326334.333257:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326334.333257:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326334.333265:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326334.333270:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767326334.333274:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4811535 x1853174993462528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326334.333276:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326334.333288:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326334.333301:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=131 v=5 (5 5 5 5) 00000100:00000040:1.0:1767326334.333302:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6c70c52 x1853174993462784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326334.333318:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=131 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326334.333338:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326334.333343:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326334.333352:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326334.333360:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326334.333364:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326334.333365:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326334.333369:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326334.333373:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326334.333376:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326334.333377:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326334.333382:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326334.333383:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767326334.333391:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4811535 x1853174993462528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326334.333392:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326334.333392:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326334.333407:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008ff6dcc5 x1853174993462656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326334.333412:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326334.333420:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767326334.333429:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4811535 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993462528:192.168.203.107@tcp:400: 00000400:00000001:0.0:1767326334.333437:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326334.333442:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326334.333445:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326334.333447:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326334.333447:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc397033. 00000100:00000001:3.0:1767326334.333453:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326334.333455:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326334.333455:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056cf3dc7 00000100:00000001:3.0:1767326334.333458:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326334.333461:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056cf3dc7. 00000100:00000040:2.0:1767326334.333464:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4811535 x1853174993462528/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326334.333466:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767326334.333469:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ff6dcc5 x1853174993462656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326334.333477:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f6c70c52 x1853174993462784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326334.333506:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326334.333513:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326334.333520:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000388589da. 02000000:00000001:2.0:1767326334.333530:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326334.333535:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326334.333539:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:2.0:1767326334.333548:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1767326334.333549:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008ff6dcc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993462656:192.168.203.107@tcp:400: 00000100:00000200:0.0:1767326334.333551:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f6c70c52 x1853174993462784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326334.333552:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a363d0e5. 02000000:00000001:2.0:1767326334.333560:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326334.333566:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326334.333570:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4811535. 00000100:00000001:3.0:1767326334.333572:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326334.333577:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326334.333582:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326334.333583:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326334.333583:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326334.333586:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326334.333591:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326334.333592:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008ff6dcc5 x1853174993462656/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326334.333593:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326334.333598:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326334.333603:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326334.333605:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326334.333612:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326334.333614:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326334.333623:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326334.333626:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326334.333628:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326334.333629:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326334.333633:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767326334.333636:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=141 v=5 (5 5 5 5) 02000000:00000010:3.0:1767326334.333638:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059473726. 02000000:00000001:3.0:1767326334.333645:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1767326334.333647:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=75 v=5 (1 1 0 0) 00000020:00000001:3.0:1767326334.333648:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326334.333651:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:0.0:1767326334.333655:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767326334.333656:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326334.333664:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003376a84e. 00000100:00000001:0.0:1767326334.333664:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326334.333674:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767326334.333675:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326334.333679:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326334.333681:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008ff6dcc5. 00010000:00080000:0.0:1767326334.333685:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f6c70c52 x1853174993462784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326334.333686:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326334.333690:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326334.333700:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326334.333710:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326334.333716:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326334.333716:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326334.333725:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326334.333727:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326334.333728:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326334.333733:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326334.333737:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326334.333739:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326334.333744:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6c70c52 x1853174993462784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326334.333752:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326334.333755:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326334.333762:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326334.333766:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6c70c52 x1853174993462784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326334.333773:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f6c70c52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993462784:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326334.333779:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326334.333781:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326334.333796:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6c70c52 x1853174993462784/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326350 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326334.333802:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326334.333805:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326334.333807:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f02238f. 02000000:00000001:0.0:1767326334.333810:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326334.333812:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326334.333814:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326334.333816:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326334.333818:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000525db3bf. 02000000:00000001:0.0:1767326334.333821:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326334.333822:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326334.333824:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6c70c52. 00000100:00000001:0.0:1767326334.333827:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326334.333828:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326334.333830:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326334.333834:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326334.333835:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326334.333838:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326334.333840:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326334.970230:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326334.970242:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326334.970245:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326334.970248:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326334.970254:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326334.970274:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326334.970276:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326334.970279:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326334.970350:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326334.970354:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326334.970365:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326335.994278:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326335.994284:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326335.994376:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326335.994382:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326335.994385:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326337.018257:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326337.018265:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326337.018316:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326337.018320:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326337.018323:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326338.042250:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326338.042259:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326338.042330:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326338.042342:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326338.042346:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326339.066258:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326339.066267:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326339.066332:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326339.066336:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326339.066340:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326339.450230:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306255898, at 4306256384 00000100:00000040:1.0:1767326339.450230:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306255898, at 4306256384 00000100:00000040:0.0:1767326339.450230:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306255898, at 4306256384 00000100:00000040:3.0:1767326339.450233:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306255898, at 4306256384 00000100:00000010:1.0:1767326339.450253:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abc8c3ab. 00000100:00000010:2.0:1767326339.450255:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b11e55c. 00000100:00000010:3.0:1767326339.450257:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062fa5963. 00000100:00000010:0.0:1767326339.450260:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000706116e7. 00000100:00000040:3.0:1767326339.450285:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326339.450293:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326339.450301:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abf35ff8. 00000020:00000040:3.0:1767326339.450307:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326339.450312:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326339.450315:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326339.450320:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326339.450328:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba0f4571. 00000100:00000001:3.0:1767326339.450335:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326339.450347:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000abf35ff8 x1853174993462912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326339.450359:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326339.450362:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326339.450369:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abf35ff8] to pc [ptlrpcd_00_02+2] req@00000000abf35ff8 x1853174993462912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326339.450398:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326339.450400:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326339.450404:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326339.450407:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023d54c03. 00000020:00000040:3.0:1767326339.450410:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326339.450413:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326339.450414:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326339.450417:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326339.450420:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b42c8091. 00000100:00000001:0.0:1767326339.450422:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326339.450425:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326339.450428:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326339.450431:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000023d54c03 x1853174993463040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326339.450433:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326339.450435:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326339.450440:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326339.450442:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abf35ff8 x1853174993462912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326339.450458:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326339.450461:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326339.450468:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326339.450469:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326339.450473:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326339.450473:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326339.450479:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326339.450480:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023d54c03] to pc [ptlrpcd_00_03+3] req@0000000023d54c03 x1853174993463040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326339.450486:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000abf35ff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993462912:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326339.450498:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326339.450505:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326339.450508:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326339.450509:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326339.450512:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326339.450514:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326339.450521:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1767326339.450521:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091e1f590. 02000000:00000001:0.0:1767326339.450526:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326339.450527:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f8ef0b3. 00000020:00000040:3.0:1767326339.450532:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:2.0:1767326339.450533:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326339.450536:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767326339.450536:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f683cfde. 00000100:00000001:2.0:1767326339.450538:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326339.450541:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326339.450543:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326339.450546:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326339.450549:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a0eb8ca. 00000100:00000040:2.0:1767326339.450552:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023d54c03 x1853174993463040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326339.450553:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dead0e98. 00000100:00000200:0.0:1767326339.450558:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993462912, portal 25 00000100:00000001:3.0:1767326339.450562:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326339.450565:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326339.450571:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268026496 : -112767441525120 : ffff997048b4a680) 00000100:00000040:3.0:1767326339.450575:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000003f8ef0b3 x1853174993463168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326339.450576:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326339.450579:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326339.450582:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000abf35ff8 x1853174993462912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326339.450585:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326339.450589:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326339.450596:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326339.450604:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993463040:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326339.450609:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326339.450613:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326339.450615:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326339.450615:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326339.450621:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326339.450622:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f8ef0b3] to pc [ptlrpcd_00_00+0] req@000000003f8ef0b3 x1853174993463168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326339.450625:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326339.450626:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767326339.450632:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767326339.450633:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050e838eb. 02000000:00000010:2.0:1767326339.450639:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e793687e. 00000100:00000200:0.0:1767326339.450641:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993462912, offset 0 02000000:00000001:2.0:1767326339.450644:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326339.450651:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093dec7a1. 00000400:00000200:0.0:1767326339.450655:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326339.450657:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326339.450661:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767326339.450664:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767326339.450666:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000100:00000040:3.0:1767326339.450670:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11594) 00000100:00000200:2.0:1767326339.450673:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993463040, portal 10 00000400:00000200:0.0:1767326339.450676:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767326339.450681:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326339.450684:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326339.450685:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326339.450687:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326339.450688:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030080 : -112767441521536 : ffff997048b4b480) 00000100:00000001:1.0:1767326339.450691:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326339.450699:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023d54c03 x1853174993463040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326339.450702:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f8ef0b3 x1853174993463168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326339.450702:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767326339.450711:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326339.450717:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326339.450718:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767326339.450724:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326339.450730:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [605:605:256:4294967295] 192.168.203.107@tcp LPNI seq info [605:605:8:4294967295] 00000100:00000001:2.0:1767326339.450733:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326339.450740:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326339.450741:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326339.450745:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326339.450761:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007dd75c61. 02000000:00000001:1.0:1767326339.450761:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326339.450765:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326339.450769:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993463040, offset 0 02000000:00000001:1.0:1767326339.450770:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326339.450770:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00100000:1.0:1767326339.450779:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003f8ef0b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993463168:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767326339.450785:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767326339.450786:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326339.450787:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326339.450792:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326339.450794:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326339.450795:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e160b425. 02000000:00000001:1.0:1767326339.450796:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326339.450799:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000010:1.0:1767326339.450802:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6fcec2f. 00000400:00000200:2.0:1767326339.450805:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326339.450807:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326339.450808:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767326339.450814:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:1.0:1767326339.450814:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c521633. 00000400:00000010:1.0:1767326339.450821:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a79660. 00000400:00000200:2.0:1767326339.450823:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326339.450824:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000200:1.0:1767326339.450827:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993463168, portal 10 00000800:00000200:0.0:1767326339.450831:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e160b425 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326339.450832:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767326339.450832:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326339.450835:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268023808 : -112767441527808 : ffff997048b49c00) 00000400:00000200:2.0:1767326339.450840:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [606:606:255:4294967295] 192.168.203.107@tcp LPNI seq info [606:606:7:4294967295] 00000100:00000040:1.0:1767326339.450844:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003f8ef0b3 x1853174993463168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326339.450849:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326339.450857:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306261018 00000400:00000200:2.0:1767326339.450858:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:0.0:1767326339.450866:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000198668e1. 00000100:00000001:0.0:1767326339.450874:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326339.450876:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326339.450876:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326339.450881:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306261018 00000100:00000040:1.0:1767326339.450882:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767326339.450883:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c65faacf. 00000400:00000010:1.0:1767326339.450888:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e54fbf9b. 00000100:00000010:0.0:1767326339.450890:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005630bbee. 00000100:00000200:1.0:1767326339.450891:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993463168, offset 0 00000800:00000200:2.0:1767326339.450895:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326339.450897:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326339.450903:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326339.450905:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306261018 00000800:00000200:2.0:1767326339.450906:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767326339.450913:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c65faacf type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767326339.450914:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f0d6bc1. 00000400:00000200:1.0:1767326339.450915:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326339.450921:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326339.450922:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326339.450924:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767326339.450928:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 155300 usecs (156 jiffies) 00000100:00000001:0.0:1767326339.450931:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306261018 00000400:00000200:1.0:1767326339.450932:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326339.450935:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306256540 00000100:00000010:0.0:1767326339.450938:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e7dee28. 00000400:00000200:1.0:1767326339.450941:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326339.450942:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306261018 00000100:00000001:0.0:1767326339.450944:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326339.450949:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306256540 00000400:00000200:1.0:1767326339.450950:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326339.450951:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326339.450957:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306261018 00000100:00000001:0.0:1767326339.450957:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326339.450960:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [607:607:254:4294967295] 192.168.203.107@tcp LPNI seq info [607:607:6:4294967295] 00000100:00000001:0.0:1767326339.450964:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326339.450965:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306256540 00000100:00000001:0.0:1767326339.450969:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326339.450971:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306261018 00000400:00000200:1.0:1767326339.450977:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767326339.450978:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326339.450979:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326339.450984:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326339.450985:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306256540 00000800:00000010:3.0:1767326339.450986:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e160b425. 00000800:00000200:1.0:1767326339.450992:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326339.450992:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326339.450993:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306261018 00000400:00000200:3.0:1767326339.450995:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326339.450998:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767326339.450999:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000525db3bf. 00000100:00000001:2.0:1767326339.451004:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326339.451006:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767326339.451011:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326339.451012:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326339.451013:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326339.451013:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326339.451021:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326339.451021:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767326339.451022:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326339.451024:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050e838eb 00000800:00000200:1.0:1767326339.451026:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000525db3bf type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767326339.451028:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050e838eb. 00000100:00000001:2.0:1767326339.451032:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326339.451032:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326339.451034:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326339.451036:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767326339.451038:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 10672 usecs (11 jiffies) 00000100:00000200:3.0:1767326339.451041:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abf35ff8 x1853174993462912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326339.451041:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326339.451043:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306256395 00000100:00000001:2.0:1767326339.451047:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326339.451049:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306261018 00000100:00000001:2.0:1767326339.451052:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326339.451054:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306256395 00000100:00000001:2.0:1767326339.451059:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326339.451061:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306261018 00000100:00000001:3.0:1767326339.451064:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326339.451067:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306256395 00000100:00000040:3.0:1767326339.451070:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abf35ff8 x1853174993462912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326355 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326339.451073:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306261018 00000100:00000001:1.0:1767326339.451078:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306256395 00000100:00000001:1.0:1767326339.451081:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306261018 00000100:00000001:1.0:1767326339.451090:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326339.451093:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326339.451095:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326339.451097:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326339.451102:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326339.451103:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326339.451105:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326339.451107:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326339.451108:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326339.451110:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326339.451172:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326339.451174:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326339.451189:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326339.451191:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c65faacf. 00000400:00000200:3.0:1767326339.451193:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326339.451196:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326339.451198:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dd75c61 00000400:00000010:3.0:1767326339.451200:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007dd75c61. 00000100:00000001:3.0:1767326339.451203:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326339.451206:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023d54c03 x1853174993463040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326339.451212:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326339.451214:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023d54c03 x1853174993463040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326355 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326339.451218:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326339.451219:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326339.451245:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326339.451247:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000525db3bf. 00000400:00000200:3.0:1767326339.451249:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326339.451251:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326339.451253:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e54fbf9b 00000400:00000010:3.0:1767326339.451254:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e54fbf9b. 00000100:00000001:3.0:1767326339.451255:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326339.451257:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f8ef0b3 x1853174993463168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326339.451268:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326339.451270:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f8ef0b3 x1853174993463168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326355 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326339.451274:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326339.451275:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326339.452401:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326339.452411:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326339.452414:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326339.452415:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326339.452421:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326339.452431:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed312680 00000400:00000200:0.0:1767326339.452436:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x13b1 [1] + 224 00000800:00000001:0.0:1767326339.452441:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326339.452456:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326339.452458:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326339.452466:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326339.452470:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326339.452473:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abf35ff8 x1853174993462912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326339.452480:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000abf35ff8 x1853174993462912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326339.452492:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326339.452498:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326339.452500:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326339.452521:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326339.452524:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326339.452528:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326339.452530:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326339.452531:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f683cfde. 00000400:00000200:1.0:1767326339.452535:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0eb8ca 00000400:00000010:1.0:1767326339.452536:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0eb8ca. 00000100:00000001:1.0:1767326339.452538:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326339.452541:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abf35ff8 x1853174993462912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326339.452548:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abf35ff8 x1853174993462912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326339.452553:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326339.452555:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326339.452556:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326339.452558:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326339.452560:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326339.452562:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326339.452563:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326339.452568:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=146 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326339.452571:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=146 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326339.452573:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326339.452574:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326339.452576:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326339.452578:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326339.452579:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326339.452590:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abf35ff8 x1853174993462912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326339.452598:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326339.452601:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326339.452603:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326339.452606:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abf35ff8 x1853174993462912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326339.452615:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000abf35ff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993462912:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326339.452619:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326339.452622:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326339.452624:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abf35ff8 x1853174993462912/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326339.452632:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326339.452635:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326339.452639:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091e1f590. 02000000:00000001:1.0:1767326339.452644:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326339.452646:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326339.452648:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326339.452651:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326339.452653:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba0f4571. 02000000:00000001:1.0:1767326339.452657:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326339.452659:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326339.452661:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abf35ff8. 00000100:00000001:1.0:1767326339.452664:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326339.452665:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326339.452667:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326339.452671:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326339.452673:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326339.452675:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326339.452677:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326339.452907:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326339.452912:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326339.452914:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326339.452915:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326339.452926:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326339.452935:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed312700 00000400:00000200:1.0:1767326339.452940:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x13b9 [1] + 224 00000800:00000001:1.0:1767326339.452945:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326339.452949:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326339.452951:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326339.452956:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326339.452960:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326339.452963:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023d54c03 x1853174993463040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326339.452973:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000023d54c03 x1853174993463040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326339.452988:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326339.452993:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326339.452996:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326339.452997:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326339.452998:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326339.453001:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326339.453005:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed312780 00000400:00000200:1.0:1767326339.453008:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x13c1 [1] + 224 00000800:00000001:1.0:1767326339.453011:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326339.453015:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326339.453017:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326339.453019:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326339.453022:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326339.453024:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f8ef0b3 x1853174993463168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326339.453030:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326339.453030:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f8ef0b3 x1853174993463168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326339.453035:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326339.453041:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326339.453044:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326339.453046:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767326339.453047:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093dec7a1. 00000400:00000200:2.0:1767326339.453052:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000400:00000010:2.0:1767326339.453056:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00000001:2.0:1767326339.453059:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767326339.453064:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326339.453065:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023d54c03 x1853174993463040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326339.453070:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326339.453076:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326339.453081:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326339.453084:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023d54c03 x1853174993463040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326339.453086:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326339.453090:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326339.453093:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c521633. 00000400:00000200:3.0:1767326339.453100:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a79660 00000100:00000001:2.0:1767326339.453100:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767326339.453103:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a79660. 00000100:00000001:2.0:1767326339.453104:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326339.453106:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326339.453108:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326339.453111:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767326339.453113:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f8ef0b3 x1853174993463168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326339.453114:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326339.453117:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326339.453122:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326339.453129:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f8ef0b3 x1853174993463168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326339.453130:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=136 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326339.453159:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=136 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326339.453161:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326339.453164:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326339.453167:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326339.453167:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767326339.453171:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326339.453171:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326339.453173:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326339.453174:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326339.453176:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326339.453179:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=146 v=5 (5 5 5 5) 00010000:00000001:2.0:1767326339.453181:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1767326339.453183:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=80 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326339.453186:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767326339.453187:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326339.453188:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326339.453193:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326339.453194:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00080000:3.0:1767326339.453198:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003f8ef0b3 x1853174993463168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326339.453198:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326339.453204:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326339.453207:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326339.453211:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326339.453216:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023d54c03 x1853174993463040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326339.453223:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326339.453226:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326339.453231:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326339.453231:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326339.453234:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326339.453236:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326339.453239:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326339.453240:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f8ef0b3 x1853174993463168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326339.453247:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023d54c03 x1853174993463040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326339.453253:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326339.453260:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326339.453263:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326339.453264:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993463040:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326339.453272:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326339.453273:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f8ef0b3 x1853174993463168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326339.453276:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326339.453283:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023d54c03 x1853174993463040/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326339.453296:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003f8ef0b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993463168:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326339.453300:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326339.453304:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326339.453306:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326339.453307:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e793687e. 02000000:00000001:2.0:1767326339.453313:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326339.453314:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767326339.453317:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767326339.453319:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f8ef0b3 x1853174993463168/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326355 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326339.453320:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767326339.453325:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326339.453328:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b42c8091. 02000000:00000001:2.0:1767326339.453334:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326339.453337:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326339.453339:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:2.0:1767326339.453340:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023d54c03. 02000000:00000001:3.0:1767326339.453343:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326339.453345:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1767326339.453348:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6fcec2f. 00000100:00000001:2.0:1767326339.453348:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326339.453354:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326339.453356:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326339.453359:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767326339.453360:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326339.453361:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767326339.453364:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326339.453366:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dead0e98. 00000100:00000001:2.0:1767326339.453369:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326339.453371:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326339.453374:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326339.453375:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326339.453378:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f8ef0b3. 00000100:00000001:2.0:1767326339.453379:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326339.453381:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326339.453384:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326339.453386:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326339.453391:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326339.453393:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326339.453396:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326339.453405:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326340.090221:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326340.090227:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326340.090284:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326340.090287:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326340.090290:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326341.114264:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326341.114273:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326341.114347:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326341.114354:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326341.114359:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326342.138286:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326342.138296:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326342.138367:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326342.138372:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326342.138376:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326343.162236:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326343.162243:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326343.162291:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326343.162295:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326343.162297:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326344.186265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326344.186275:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326344.186383:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326344.186388:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326344.186392:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326344.570233:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306261018, at 4306261504 00000100:00000040:0.0:1767326344.570234:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306261018, at 4306261504 00000100:00000040:3.0:1767326344.570237:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306261018, at 4306261504 00000100:00000040:1.0:1767326344.570242:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306261018, at 4306261504 00000100:00000010:3.0:1767326344.570253:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e7dee28. 00000100:00000010:2.0:1767326344.570255:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f0d6bc1. 00000100:00000010:0.0:1767326344.570258:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000198668e1. 00000100:00000010:1.0:1767326344.570259:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005630bbee. 00000100:00000040:1.0:1767326344.570276:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326344.570281:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326344.570290:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d8ec799. 00000020:00000040:1.0:1767326344.570294:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326344.570299:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326344.570302:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326344.570306:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326344.570313:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003376a84e. 00000100:00000001:1.0:1767326344.570319:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326344.570329:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000007d8ec799 x1853174993463296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326344.570338:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326344.570340:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326344.570344:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d8ec799] to pc [ptlrpcd_00_01+1] req@000000007d8ec799 x1853174993463296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326344.570366:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326344.570368:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326344.570371:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326344.570373:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7cc4db3. 00000020:00000040:1.0:1767326344.570375:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767326344.570378:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326344.570379:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326344.570380:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326344.570382:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a363d0e5. 00000100:00000001:1.0:1767326344.570385:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326344.570388:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000c7cc4db3 x1853174993463424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326344.570389:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326344.570393:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326344.570396:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326344.570398:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326344.570400:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326344.570409:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d8ec799 x1853174993463296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326344.570436:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326344.570437:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326344.570438:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326344.570440:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326344.570445:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326344.570445:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7cc4db3] to pc [ptlrpcd_00_02+2] req@00000000c7cc4db3 x1853174993463424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326344.570454:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326344.570458:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326344.570461:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993463296:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326344.570464:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326344.570466:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326344.570467:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326344.570471:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767326344.570473:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1767326344.570473:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006af6b25f. 00000020:00000040:1.0:1767326344.570477:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:3.0:1767326344.570478:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326344.570480:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326344.570481:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326344.570483:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767326344.570484:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326344.570487:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326344.570488:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059473726. 02000000:00000001:3.0:1767326344.570493:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326344.570493:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326344.570494:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326344.570495:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a0189c70. 00000100:00000001:0.0:1767326344.570497:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326344.570499:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326344.570504:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbacb5bb. 00000100:00000040:0.0:1767326344.570504:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7cc4db3 x1853174993463424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326344.570507:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326344.570513:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e792461. 00000100:00000040:1.0:1767326344.570517:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000006af6b25f x1853174993463552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326344.570519:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326344.570522:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326344.570523:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993463296, portal 25 02000000:00000001:0.0:1767326344.570527:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326344.570529:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326344.570531:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326344.570532:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138718720 : -112766570832896 : ffff99707c9a5c00) 00000100:00000001:1.0:1767326344.570536:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326344.570537:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326344.570538:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326344.570542:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d8ec799 x1853174993463296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326344.570544:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993463424:192.168.203.107@tcp:400: 00000100:00000040:1.0:1767326344.570546:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006af6b25f] to pc [ptlrpcd_00_03+3] req@000000006af6b25f x1853174993463552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326344.570553:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326344.570557:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326344.570560:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326344.570564:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326344.570570:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091e1f590. 02000000:00000001:0.0:1767326344.570574:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326344.570579:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767326344.570580:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f36ad86. 00000100:00000001:1.0:1767326344.570583:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326344.570586:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326344.570586:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cd6c941. 00000100:00000040:1.0:1767326344.570592:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1767326344.570593:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993463424, portal 10 00000100:00000040:3.0:1767326344.570598:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326344.570599:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767326344.570600:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11599) 00000100:00000001:2.0:1767326344.570602:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326344.570602:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138715136 : -112766570836480 : ffff99707c9a4e00) 00000400:00000010:3.0:1767326344.570605:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a77dda. 00000100:00000001:2.0:1767326344.570607:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326344.570610:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767326344.570611:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993463296, offset 0 00000100:00000040:0.0:1767326344.570612:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c7cc4db3 x1853174993463424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326344.570619:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006af6b25f x1853174993463552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326344.570625:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326344.570627:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767326344.570632:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326344.570638:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fb0c1f1. 00000100:00000200:0.0:1767326344.570642:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993463424, offset 0 00000100:00000001:2.0:1767326344.570643:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767326344.570647:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326344.570649:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326344.570649:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326344.570656:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326344.570657:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326344.570661:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:2.0:1767326344.570661:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326344.570666:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326344.570667:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326344.570677:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00100000:2.0:1767326344.570678:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006af6b25f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993463552:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767326344.570682:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [608:608:256:4294967295] 192.168.203.107@tcp LPNI seq info [608:608:8:4294967295] 00000100:00000001:2.0:1767326344.570686:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326344.570690:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326344.570693:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326344.570697:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326344.570700:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000010:2.0:1767326344.570702:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000850bcc73. 00000800:00000200:3.0:1767326344.570708:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767326344.570708:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326344.570710:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767326344.570728:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dead0e98. 00000400:00000010:2.0:1767326344.570736:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093dec7a1. 00000400:00000200:0.0:1767326344.570737:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326344.570741:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000010:2.0:1767326344.570744:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000400:00000200:0.0:1767326344.570745:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000200:2.0:1767326344.570750:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993463552, portal 10 00000400:00000200:0.0:1767326344.570751:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326344.570756:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326344.570756:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326344.570758:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326344.570759:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138713344 : -112766570838272 : ffff99707c9a4700) 00000800:00000200:3.0:1767326344.570763:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dead0e98 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767326344.570768:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006af6b25f x1853174993463552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326344.570772:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [609:609:255:4294967295] 192.168.203.107@tcp LPNI seq info [609:609:7:4294967295] 00000100:00000001:3.0:1767326344.570780:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326344.570787:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306266138 00000100:00000001:2.0:1767326344.570790:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326344.570793:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:3.0:1767326344.570796:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bef8bd5d. 00000100:00000040:2.0:1767326344.570799:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326344.570804:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767326344.570805:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007e283cf. 00000800:00000200:0.0:1767326344.570811:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326344.570812:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306266138 00000100:00000200:2.0:1767326344.570812:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993463552, offset 0 00000800:00000010:0.0:1767326344.570816:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e160b425. 00000100:00000010:3.0:1767326344.570819:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce179f13. 00000400:00000200:2.0:1767326344.570824:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767326344.570824:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767326344.570825:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326344.570834:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306266138 00000800:00000200:0.0:1767326344.570835:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767326344.570837:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:3.0:1767326344.570841:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000678b8b64. 00000800:00000200:0.0:1767326344.570842:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e160b425 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326344.570843:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326344.570847:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326344.570850:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326344.570851:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306266138 00000400:00000200:2.0:1767326344.570851:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000010:3.0:1767326344.570857:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e80ee982. 00000400:00000200:2.0:1767326344.570857:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767326344.570858:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 154473 usecs (155 jiffies) 00000100:00000001:3.0:1767326344.570862:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326344.570864:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306261659 00000400:00000200:2.0:1767326344.570865:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767326344.570867:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326344.570869:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306266138 00000400:00000200:2.0:1767326344.570872:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [610:610:254:4294967295] 192.168.203.107@tcp LPNI seq info [610:610:6:4294967295] 00000100:00000001:0.0:1767326344.570873:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306261659 00000100:00000001:0.0:1767326344.570878:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306266138 00000100:00000001:3.0:1767326344.570881:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326344.570885:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326344.570885:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306261659 00000100:00000001:3.0:1767326344.570887:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326344.570892:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dead0e98. 00000400:00000200:2.0:1767326344.570893:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767326344.570893:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306266138 00000100:00000001:3.0:1767326344.570894:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326344.570898:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326344.570900:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306261659 00000100:00000001:0.0:1767326344.570906:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306266138 00000100:00000001:3.0:1767326344.570907:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767326344.570907:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326344.570912:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326344.570913:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326344.570914:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767326344.570916:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008839b42b. 00000100:00000001:0.0:1767326344.570921:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326344.570922:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326344.570925:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a77dda 00000800:00000200:2.0:1767326344.570926:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326344.570927:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326344.570928:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767326344.570930:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a77dda. 00000100:00000001:0.0:1767326344.570935:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326344.570936:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767326344.570937:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326344.570938:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326344.570942:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008839b42b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326344.570943:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326344.570944:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326344.570946:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d8ec799 x1853174993463296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326344.570947:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326344.570949:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326344.570954:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326344.570956:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 10630 usecs (11 jiffies) 00000100:00000001:0.0:1767326344.570958:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326344.570962:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326344.570963:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306261515 00000100:00000001:1.0:1767326344.570967:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326344.570968:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326344.570969:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306266138 00000100:00000040:1.0:1767326344.570974:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d8ec799 x1853174993463296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326344.570976:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306261515 00000100:00000001:2.0:1767326344.570982:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306266138 00000100:00000001:1.0:1767326344.570985:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326344.570986:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326344.570994:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306261515 00000100:00000001:2.0:1767326344.570997:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306266138 00000100:00000001:2.0:1767326344.571000:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306261515 00000800:00000200:1.0:1767326344.571000:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326344.571005:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e160b425. 00000100:00000001:2.0:1767326344.571006:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306266138 00000400:00000200:1.0:1767326344.571008:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326344.571015:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326344.571015:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326344.571019:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fb0c1f1 00000400:00000010:1.0:1767326344.571022:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fb0c1f1. 00000100:00000001:2.0:1767326344.571023:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326344.571025:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326344.571029:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326344.571030:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7cc4db3 x1853174993463424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326344.571036:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326344.571039:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326344.571042:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c7cc4db3 x1853174993463424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326344.571044:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326344.571048:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326344.571049:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326344.571054:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326344.571055:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326344.571059:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326344.571061:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326344.571064:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326344.571079:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326344.571081:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008839b42b. 00000400:00000200:1.0:1767326344.571084:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326344.571088:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326344.571089:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e283cf 00000400:00000010:1.0:1767326344.571091:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007e283cf. 00000100:00000001:1.0:1767326344.571093:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326344.571095:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006af6b25f x1853174993463552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326344.571109:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326344.571112:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006af6b25f x1853174993463552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326344.571117:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326344.571118:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326344.572343:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326344.572353:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326344.572361:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326344.572363:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326344.572369:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326344.572378:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed312800 00000400:00000200:0.0:1767326344.572384:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x13c9 [1] + 224 00000800:00000001:0.0:1767326344.572389:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326344.572395:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326344.572397:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326344.572399:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326344.572403:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326344.572405:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d8ec799 x1853174993463296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326344.572413:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007d8ec799 x1853174993463296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326344.572426:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326344.572432:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326344.572455:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326344.572457:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326344.572459:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326344.572463:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326344.572469:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed312880 00000100:00000001:3.0:1767326344.572470:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326344.572474:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326344.572474:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x13cd [1] + 224 00000800:00000001:0.0:1767326344.572481:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326344.572482:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326344.572485:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326344.572487:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326344.572489:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:3.0:1767326344.572517:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326344.572519:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbacb5bb. 00000400:00000200:3.0:1767326344.572563:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e792461 00000400:00000010:3.0:1767326344.572566:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e792461. 00000100:00000001:3.0:1767326344.572569:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326344.572570:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326344.572575:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c7cc4db3 x1853174993463424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326344.572577:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d8ec799 x1853174993463296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326344.572590:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c7cc4db3 x1853174993463424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326344.572613:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326344.572618:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326344.572621:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326344.572622:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326344.572624:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326344.572633:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:0.0:1767326344.572641:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed312900 00000100:00000200:3.0:1767326344.572645:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d8ec799 x1853174993463296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326344.572654:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x13d9 [1] + 224 00000100:00000001:3.0:1767326344.572655:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326344.572659:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326344.572660:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326344.572662:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326344.572666:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767326344.572666:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326344.572667:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326344.572671:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326344.572671:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767326344.572677:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326344.572679:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326344.572680:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767326344.572683:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=151 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326344.572683:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326344.572684:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326344.572689:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006af6b25f x1853174993463552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326344.572690:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:3.0:1767326344.572691:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=151 v=5 (1 1 1 1) 00000400:00000001:1.0:1767326344.572694:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326344.572698:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f36ad86. 00000100:00000001:3.0:1767326344.572700:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326344.572704:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326344.572705:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cd6c941 00000400:00000010:1.0:1767326344.572709:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cd6c941. 00010000:00000001:3.0:1767326344.572710:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767326344.572712:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006af6b25f x1853174993463552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326344.572726:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326344.572732:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326344.572733:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326344.572740:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c7cc4db3 x1853174993463424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326344.572742:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d8ec799 x1853174993463296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326344.572746:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326344.572752:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326344.572756:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326344.572768:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c7cc4db3 x1853174993463424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326344.572775:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326344.572779:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326344.572785:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326344.572786:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1767326344.572788:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326344.572789:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326344.572792:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093dec7a1. 00000100:00000001:1.0:1767326344.572795:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326344.572796:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326344.572798:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767326344.572799:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000100:00000001:3.0:1767326344.572800:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326344.572802:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326344.572804:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326344.572804:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00000001:1.0:1767326344.572805:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326344.572811:0:211468:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767326344.572811:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326344.572815:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d8ec799 x1853174993463296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326344.572818:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=141 v=5 (5 5 5 5) 00000100:00000200:2.0:1767326344.572819:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006af6b25f x1853174993463552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326344.572827:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=141 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326344.572835:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326344.572838:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326344.572843:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1767326344.572844:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d8ec799 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993463296:192.168.203.107@tcp:400: 00010000:00000001:1.0:1767326344.572850:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326344.572851:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326344.572852:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006af6b25f x1853174993463552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326344.572855:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326344.572856:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326344.572860:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000040:3.0:1767326344.572862:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d8ec799 x1853174993463296/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326344.572864:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326344.572874:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326344.572878:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326344.572880:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326344.572882:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326344.572883:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c7cc4db3 x1853174993463424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326344.572884:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326344.572889:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059473726. 00000100:00000001:2.0:1767326344.572889:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326344.572895:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767326344.572896:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326344.572897:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326344.572899:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767326344.572900:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326344.572900:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1767326344.572904:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326344.572905:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326344.572905:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326344.572909:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767326344.572912:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7cc4db3 x1853174993463424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326344.572913:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003376a84e. 02000000:00000001:2.0:1767326344.572913:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326344.572920:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326344.572923:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:2.0:1767326344.572923:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=151 v=5 (5 5 5 5) 00000100:00000010:3.0:1767326344.572925:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d8ec799. 00000100:00100000:1.0:1767326344.572926:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993463424:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326344.572930:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326344.572932:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326344.572933:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326344.572937:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326344.572938:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1767326344.572941:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=85 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326344.572944:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326344.572944:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c7cc4db3 x1853174993463424/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326344.572948:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326344.572948:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326344.572953:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326344.572954:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326344.572956:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326344.572961:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326344.572963:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326344.572964:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091e1f590. 00010000:00000001:2.0:1767326344.572967:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767326344.572968:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326344.572971:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00010000:00080000:2.0:1767326344.572973:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006af6b25f x1853174993463552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767326344.572973:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767326344.572978:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326344.572982:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a363d0e5. 00010000:00000001:2.0:1767326344.572986:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326344.572989:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326344.572990:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326344.572991:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326344.572992:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326344.572995:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767326344.572996:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006af6b25f x1853174993463552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326344.572999:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326344.573003:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7cc4db3. 00000100:00000001:1.0:1767326344.573008:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326344.573010:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326344.573011:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326344.573014:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326344.573016:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326344.573017:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326344.573022:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767326344.573023:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006af6b25f x1853174993463552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326344.573026:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326344.573031:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326344.573035:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326344.573042:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006af6b25f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993463552:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326344.573047:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326344.573050:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326344.573053:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006af6b25f x1853174993463552/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326360 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326344.573060:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326344.573061:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326344.573063:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000850bcc73. 02000000:00000001:2.0:1767326344.573067:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326344.573068:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326344.573070:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326344.573072:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326344.573074:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a0189c70. 02000000:00000001:2.0:1767326344.573082:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326344.573084:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326344.573086:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006af6b25f. 00000100:00000001:2.0:1767326344.573089:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326344.573090:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326344.573092:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326344.573096:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326344.573097:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326344.573099:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326344.573101:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326345.210217:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326345.210226:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326345.210228:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326345.210230:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326345.210236:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326345.210237:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326345.210239:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326345.210241:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326345.210288:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326345.210293:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326345.210295:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326346.234266:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326346.234277:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326346.234363:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326346.234369:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326346.234372:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326347.258264:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326347.258274:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326347.258343:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326347.258348:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326347.258353:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326348.282287:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326348.282295:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326348.282363:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326348.282366:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326348.282369:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326349.306243:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326349.306249:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326349.306314:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326349.306318:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326349.306341:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326349.690246:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326349.690246:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306266138, at 4306266624 00000100:00000040:1.0:1767326349.690246:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306266138, at 4306266624 00000100:00000040:0.0:1767326349.690246:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306266138, at 4306266624 00000100:00000010:1.0:1767326349.690263:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce179f13. 00000100:00000010:2.0:1767326349.690267:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000678b8b64. 00000100:00000010:0.0:1767326349.690269:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bef8bd5d. 00000100:00000001:3.0:1767326349.690280:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326349.690285:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f8ef0b3. 00000020:00000040:3.0:1767326349.690290:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326349.690294:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326349.690298:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326349.690303:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326349.690309:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba567bd5. 00000100:00000001:3.0:1767326349.690316:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326349.690324:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000003f8ef0b3 x1853174993463680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326349.690334:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326349.690335:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326349.690340:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f8ef0b3] to pc [ptlrpcd_00_00+0] req@000000003f8ef0b3 x1853174993463680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326349.690370:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326349.690373:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326349.690378:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326349.690381:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fb16a193. 00000020:00000040:3.0:1767326349.690384:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326349.690388:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326349.690390:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326349.690393:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326349.690396:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326349.690398:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000009342fab. 00000100:00000001:0.0:1767326349.690400:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326349.690403:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326349.690404:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326349.690406:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326349.690408:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326349.690412:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000fb16a193 x1853174993463808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767326349.690418:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f8ef0b3 x1853174993463680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326349.690434:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326349.690438:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326349.690440:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326349.690444:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326349.690448:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb16a193] to pc [ptlrpcd_00_01+1] req@00000000fb16a193 x1853174993463808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326349.690450:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326349.690454:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326349.690467:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326349.690468:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326349.690474:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003f8ef0b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993463680:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767326349.690480:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326349.690482:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326349.690488:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326349.690491:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767326349.690492:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089695778. 02000000:00000001:2.0:1767326349.690492:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326349.690497:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767326349.690498:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:2.0:1767326349.690498:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326349.690502:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326349.690504:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326349.690505:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767326349.690507:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767326349.690511:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fb16a193 x1853174993463808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326349.690512:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326349.690512:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001de32c61. 02000000:00000001:2.0:1767326349.690517:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326349.690521:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000062e9f023. 00000400:00000010:2.0:1767326349.690525:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093dec7a1. 00000100:00000001:3.0:1767326349.690530:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326349.690531:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767326349.690535:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000100:00000001:0.0:1767326349.690535:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326349.690540:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000089695778 x1853174993463936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326349.690542:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326349.690545:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326349.690550:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326349.690554:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993463680, portal 25 00000100:00100000:0.0:1767326349.690557:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fb16a193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993463808:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326349.690562:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326349.690562:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326349.690566:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326349.690566:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326349.690567:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268023808 : -112767441527808 : ffff997048b49c00) 02000000:00000001:0.0:1767326349.690572:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326349.690575:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326349.690577:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089695778] to pc [ptlrpcd_00_02+2] req@0000000089695778 x1853174993463936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326349.690577:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003f8ef0b3 x1853174993463680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326349.690579:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326349.690584:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000388589da. 02000000:00000001:0.0:1767326349.690589:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326349.690597:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8df343c. 00000400:00000010:0.0:1767326349.690604:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 00000100:00000200:0.0:1767326349.690610:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993463808, portal 10 00000100:00000001:2.0:1767326349.690612:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326349.690614:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326349.690618:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326349.690619:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268022016 : -112767441529600 : ffff997048b49500) 00000400:00000010:2.0:1767326349.690623:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ee2cc3. 00000100:00000001:3.0:1767326349.690627:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326349.690628:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993463680, offset 0 00000100:00000040:0.0:1767326349.690628:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fb16a193 x1853174993463808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326349.690633:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767326349.690642:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767326349.690643:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326349.690646:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326349.690650:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11604) 00000100:00000001:1.0:1767326349.690652:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326349.690652:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326349.690657:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326349.690658:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326349.690661:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:0.0:1767326349.690664:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac3f8c71. 00000100:00000040:3.0:1767326349.690667:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306266138, at 4306266624 00000100:00000040:1.0:1767326349.690667:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089695778 x1853174993463936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326349.690669:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767326349.690669:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993463808, offset 0 00000100:00000010:3.0:1767326349.690675:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e80ee982. 00000400:00000200:2.0:1767326349.690689:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767326349.690696:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326349.690698:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326349.690701:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326349.690702:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326349.690703:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:1.0:1767326349.690707:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326349.690709:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326349.690711:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326349.690712:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [611:611:256:4294967295] 192.168.203.107@tcp LPNI seq info [611:611:8:4294967295] 00000100:00000001:3.0:1767326349.690713:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326349.690716:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326349.690724:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000089695778 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993463936:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326349.690728:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326349.690732:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326349.690735:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326349.690736:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:1.0:1767326349.690738:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326349.690743:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aaf26476. 02000000:00000001:1.0:1767326349.690746:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326349.690750:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326349.690751:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:1.0:1767326349.690752:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf8bc06b. 00000400:00000010:1.0:1767326349.690760:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f1b0c7d. 00000400:00000200:0.0:1767326349.690760:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767326349.690761:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009558694d. 00000100:00000200:1.0:1767326349.690765:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993463936, portal 10 00000400:00000200:0.0:1767326349.690766:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326349.690769:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326349.690772:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268027392 : -112767441524224 : ffff997048b4aa00) 00000400:00000200:0.0:1767326349.690774:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326349.690775:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:1.0:1767326349.690781:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000089695778 x1853174993463936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326349.690782:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767326349.690791:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767326349.690791:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [612:612:255:4294967295] 192.168.203.107@tcp LPNI seq info [612:612:7:4294967295] 00000100:00000001:1.0:1767326349.690799:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326349.690805:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009558694d type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767326349.690810:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326349.690815:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009eda70b2. 00000400:00000200:0.0:1767326349.690815:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:1.0:1767326349.690819:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993463936, offset 0 00000800:00000200:0.0:1767326349.690823:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326349.690828:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326349.690828:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767326349.690830:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000309884b4. 00000100:00000001:2.0:1767326349.690837:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306271258 00000400:00000200:1.0:1767326349.690838:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:0.0:1767326349.690841:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767326349.690847:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1767326349.690848:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007ec5288. 00000400:00000200:1.0:1767326349.690853:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:0.0:1767326349.690853:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326349.690857:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767326349.690858:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000309884b4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326349.690859:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326349.690864:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326349.690866:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306271258 00000100:00000040:0.0:1767326349.690869:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 153655 usecs (154 jiffies) 00000400:00000200:1.0:1767326349.690872:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000010:2.0:1767326349.690873:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000652927cb. 00000100:00000001:0.0:1767326349.690874:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306266778 00000100:00000001:2.0:1767326349.690880:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326349.690881:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [613:613:254:4294967295] 192.168.203.107@tcp LPNI seq info [613:613:6:4294967295] 00000100:00000001:0.0:1767326349.690881:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306271258 00000800:00000200:3.0:1767326349.690885:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326349.690887:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306271258 00000100:00000001:0.0:1767326349.690887:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306266778 00000800:00000010:3.0:1767326349.690891:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009558694d. 00000100:00000001:0.0:1767326349.690893:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306271258 00000100:00000010:2.0:1767326349.690894:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fbd2072. 00000400:00000200:3.0:1767326349.690898:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326349.690900:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306266778 00000100:00000001:2.0:1767326349.690903:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326349.690906:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000200:3.0:1767326349.690909:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326349.690910:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306271258 00000100:00000001:0.0:1767326349.690910:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306271258 00000800:00000200:1.0:1767326349.690918:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326349.690918:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306266778 00000400:00000200:3.0:1767326349.690919:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ee2cc3 00000100:00000010:2.0:1767326349.690919:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b11e55c. 00000400:00000010:3.0:1767326349.690925:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ee2cc3. 00000800:00000010:1.0:1767326349.690926:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a363d0e5. 00000100:00000001:2.0:1767326349.690927:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326349.690930:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326349.690935:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326349.690935:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306271258 00000800:00000200:1.0:1767326349.690937:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:3.0:1767326349.690938:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f8ef0b3 x1853174993463680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326349.690941:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326349.690943:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326349.690945:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326349.690948:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326349.690951:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326349.690952:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326349.690953:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a363d0e5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326349.690958:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326349.690961:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326349.690965:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326349.690968:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326349.690970:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326349.690972:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326349.690975:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 10587 usecs (11 jiffies) 00000100:00000040:3.0:1767326349.690976:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f8ef0b3 x1853174993463680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326349.690976:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326349.690978:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326349.690982:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306266635 00000100:00000001:2.0:1767326349.690983:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326349.690986:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326349.690988:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326349.690989:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306271258 00000100:00000001:0.0:1767326349.690990:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326349.690992:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326349.690994:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326349.690995:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306266635 00000100:00000001:2.0:1767326349.691000:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326349.691001:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306271258 00000100:00000001:0.0:1767326349.691001:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326349.691007:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326349.691008:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306266635 00000100:00000001:3.0:1767326349.691012:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326349.691013:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306271258 00000100:00000001:1.0:1767326349.691016:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306266635 00000100:00000001:1.0:1767326349.691017:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306271258 00000100:00000001:1.0:1767326349.691019:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326349.691021:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326349.691024:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326349.691026:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326349.691030:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326349.691031:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326349.691033:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326349.691033:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326349.691034:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326349.691035:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326349.691036:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326349.691039:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000309884b4. 00000400:00000200:3.0:1767326349.691044:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326349.691047:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326349.691049:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac3f8c71 00000400:00000010:3.0:1767326349.691051:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac3f8c71. 00000100:00000001:3.0:1767326349.691053:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326349.691055:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fb16a193 x1853174993463808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326349.691060:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326349.691062:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fb16a193 x1853174993463808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326349.691066:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326349.691067:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326349.691125:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326349.691127:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a363d0e5. 00000400:00000200:3.0:1767326349.691129:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326349.691131:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326349.691132:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eda70b2 00000400:00000010:3.0:1767326349.691133:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009eda70b2. 00000100:00000001:3.0:1767326349.691135:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326349.691137:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089695778 x1853174993463936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326349.691158:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326349.691160:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000089695778 x1853174993463936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326349.691173:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326349.691175:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326349.693225:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326349.693245:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326349.693248:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326349.693251:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326349.693258:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326349.693270:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed312980 00000400:00000200:1.0:1767326349.693277:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x13e1 [1] + 224 00000800:00000001:1.0:1767326349.693284:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326349.693289:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326349.693291:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326349.693295:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326349.693299:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326349.693302:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f8ef0b3 x1853174993463680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326349.693309:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f8ef0b3 x1853174993463680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326349.693322:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326349.693328:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326349.693331:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326349.693332:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326349.693333:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326349.693336:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326349.693341:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed312a00 00000400:00000200:1.0:1767326349.693346:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x13e5 [1] + 224 00000800:00000001:1.0:1767326349.693349:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326349.693352:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326349.693353:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326349.693353:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326349.693356:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326349.693360:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:2.0:1767326349.693362:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326349.693365:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326349.693367:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093dec7a1. 00000400:00000200:2.0:1767326349.693370:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000400:00000010:2.0:1767326349.693371:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00000001:2.0:1767326349.693373:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326349.693374:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326349.693378:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f8ef0b3 x1853174993463680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326349.693380:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fb16a193 x1853174993463808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326349.693400:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fb16a193 x1853174993463808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326349.693423:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f8ef0b3 x1853174993463680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326349.693427:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326349.693429:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326349.693433:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326349.693435:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326349.693436:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326349.693438:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767326349.693439:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326349.693440:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326349.693444:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326349.693445:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326349.693450:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326349.693452:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326349.693454:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=6 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326349.693461:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=6 v=5 (1 1 1 1) 00000400:00000200:1.0:1767326349.693461:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767326349.693464:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326349.693468:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326349.693469:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326349.693470:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326349.693474:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767326349.693475:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed312a80 00000400:00000001:0.0:1767326349.693476:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767326349.693477:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326349.693481:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326349.693481:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326349.693487:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8df343c. 00000100:00000040:2.0:1767326349.693488:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f8ef0b3 x1853174993463680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326349.693494:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 00000100:00000001:2.0:1767326349.693496:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326349.693501:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767326349.693501:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00000100:00000001:2.0:1767326349.693504:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326349.693508:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767326349.693509:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f8ef0b3 x1853174993463680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326349.693514:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x13f1 [1] + 224 00000100:00000200:0.0:1767326349.693519:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fb16a193 x1853174993463808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326349.693524:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326349.693531:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326349.693535:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003f8ef0b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993463680:192.168.203.107@tcp:400: 00000400:00000200:1.0:1767326349.693536:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326349.693545:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326349.693547:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326349.693548:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fb16a193 x1853174993463808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326349.693550:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326349.693553:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767326349.693558:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089695778 x1853174993463936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326349.693562:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f8ef0b3 x1853174993463680/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326349.693566:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326349.693570:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326349.693576:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326349.693579:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326349.693583:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326349.693587:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326349.693593:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326349.693594:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767326349.693595:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000089695778 x1853174993463936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326349.693599:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=146 v=5 (5 5 5 5) 02000000:00000001:2.0:1767326349.693600:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326349.693605:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001de32c61. 00000100:00001000:0.0:1767326349.693609:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=146 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326349.693616:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767326349.693618:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326349.693619:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326349.693620:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767326349.693623:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767326349.693624:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767326349.693626:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000800:00000001:1.0:1767326349.693628:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326349.693629:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326349.693631:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:1.0:1767326349.693636:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326349.693637:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba567bd5. 00000100:00000001:0.0:1767326349.693637:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326349.693643:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 02000000:00000001:2.0:1767326349.693645:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326349.693647:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326349.693649:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326349.693649:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326349.693651:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767326349.693652:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f8ef0b3. 00000100:00000001:0.0:1767326349.693654:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326349.693658:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326349.693658:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326349.693661:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326349.693662:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fb16a193 x1853174993463808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326349.693663:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326349.693664:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326349.693668:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf8bc06b. 00000100:00000001:2.0:1767326349.693671:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326349.693673:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326349.693676:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f1b0c7d 00000400:00000010:3.0:1767326349.693689:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f1b0c7d. 00000100:00000001:2.0:1767326349.693691:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326349.693694:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326349.693695:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326349.693701:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089695778 x1853174993463936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326349.693724:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089695778 x1853174993463936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326349.693729:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326349.693732:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326349.693734:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326349.693736:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326349.693737:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326349.693740:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326349.693740:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326349.693741:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326349.693744:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326349.693747:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326349.693751:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=6 v=5 (5 5 5 5) 00000100:00000040:0.0:1767326349.693751:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb16a193 x1853174993463808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326349.693757:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=90 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326349.693763:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326349.693766:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326349.693770:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326349.693775:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000089695778 x1853174993463936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326349.693778:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fb16a193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993463808:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326349.693788:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326349.693789:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326349.693791:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326349.693792:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326349.693795:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000040:0.0:1767326349.693796:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fb16a193 x1853174993463808/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326349.693797:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326349.693800:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326349.693804:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326349.693807:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326349.693810:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000388589da. 00000100:00000040:3.0:1767326349.693813:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089695778 x1853174993463936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326349.693814:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326349.693817:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326349.693820:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326349.693825:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767326349.693825:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326349.693827:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000009342fab. 00000100:00000001:3.0:1767326349.693828:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326349.693831:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326349.693831:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326349.693835:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767326349.693837:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089695778 x1853174993463936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326349.693837:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb16a193. 00000100:00000001:0.0:1767326349.693843:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326349.693845:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326349.693849:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326349.693852:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000089695778 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993463936:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326349.693854:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326349.693855:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326349.693856:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326349.693858:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326349.693860:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326349.693863:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000089695778 x1853174993463936/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326349.693863:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326349.693871:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326349.693873:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326349.693874:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aaf26476. 02000000:00000001:3.0:1767326349.693877:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326349.693878:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326349.693879:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767326349.693880:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326349.693882:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000062e9f023. 02000000:00000001:3.0:1767326349.693884:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326349.693885:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326349.693885:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089695778. 00000100:00000001:3.0:1767326349.693887:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326349.693888:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326349.693889:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326349.693892:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326349.693893:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326349.693894:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326349.693896:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326350.330236:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326350.330243:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326350.330314:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326350.330318:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326350.330321:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326351.354232:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326351.354238:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326351.354291:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326351.354294:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326351.354297:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326352.378268:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326352.378275:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326352.378354:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326352.378382:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326352.378387:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326353.402205:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326353.402211:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326353.402268:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326353.402273:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326353.402276:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326354.426221:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326354.426230:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326354.426232:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326354.426234:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326354.426239:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326354.426240:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326354.426242:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326354.426243:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326354.426295:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326354.426300:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326354.426303:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326354.810208:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306271258, at 4306271744 00000100:00000040:0.0:1767326354.810213:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306271258, at 4306271744 00000100:00000010:1.0:1767326354.810228:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000652927cb. 00000100:00000040:2.0:1767326354.810229:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306271258, at 4306271744 00000100:00000010:0.0:1767326354.810232:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007ec5288. 00000100:00000010:2.0:1767326354.810242:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fbd2072. 00000100:00000040:3.0:1767326354.810245:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306271258, at 4306271744 00000100:00000010:3.0:1767326354.810256:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b11e55c. 00000100:00000040:1.0:1767326354.810269:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326354.810277:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326354.810285:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7cc4db3. 00000020:00000040:1.0:1767326354.810291:0:193085:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326354.810296:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326354.810309:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326354.810314:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326354.810322:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a363d0e5. 00000100:00000001:1.0:1767326354.810342:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326354.810353:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000c7cc4db3 x1853174993464064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326354.810363:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326354.810365:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326354.810369:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7cc4db3] to pc [ptlrpcd_00_03+3] req@00000000c7cc4db3 x1853174993464064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326354.810393:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326354.810394:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326354.810397:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326354.810399:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b618cdda. 00000020:00000040:1.0:1767326354.810400:0:193085:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767326354.810402:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326354.810403:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326354.810405:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326354.810408:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a0189c70. 00000100:00000001:1.0:1767326354.810410:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326354.810413:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000b618cdda x1853174993464192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326354.810418:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326354.810419:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326354.810421:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326354.810422:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b618cdda] to pc [ptlrpcd_00_00+0] req@00000000b618cdda x1853174993464192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326354.810426:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326354.810431:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767326354.810435:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326354.810436:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326354.810444:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326354.810446:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326354.810447:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326354.810451:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326354.810452:0:193085:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326354.810455:0:193085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000907694f6. 00000100:00000001:0.0:1767326354.810455:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326354.810458:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767326354.810460:0:193085:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000001:0.0:1767326354.810461:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326354.810463:0:193085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326354.810464:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326354.810465:0:193085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326354.810467:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326354.810468:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7cc4db3 x1853174993464064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326354.810469:0:211466:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767326354.810470:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326354.810473:0:193085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326354.810477:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326354.810480:0:193085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003376a84e. 00000100:00000001:3.0:1767326354.810485:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326354.810486:0:193085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326354.810489:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326354.810490:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326354.810494:0:193085:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000907694f6 x1853174993464320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326354.810496:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326354.810499:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326354.810501:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326354.810504:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326354.810506:0:193085:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326354.810508:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326354.810509:0:193085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326354.810513:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326354.810514:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b618cdda x1853174993464192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326354.810517:0:193085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000907694f6] to pc [ptlrpcd_00_01+1] req@00000000907694f6 x1853174993464320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326354.810519:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326354.810527:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993464064:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326354.810538:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326354.810545:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326354.810549:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326354.810550:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767326354.810553:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326354.810554:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326354.810560:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326354.810561:0:193085:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326354.810561:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002851a7cf. 02000000:00000001:3.0:1767326354.810563:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326354.810568:0:193085:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326354.810568:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326354.810569:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326354.810577:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326354.810577:0:193085:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1767326354.810578:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b618cdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993464192:192.168.203.107@tcp:400: 00000400:00000010:0.0:1767326354.810579:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8df343c. 00000100:00100000:2.0:1767326354.810581:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767326354.810587:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326354.810589:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326354.810590:0:193085:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11609) 02000000:00000001:3.0:1767326354.810592:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767326354.810593:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948f806a. 02000000:00000001:3.0:1767326354.810597:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326354.810600:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767326354.810602:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326354.810603:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326354.810604:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993464064, portal 25 02000000:00000010:3.0:1767326354.810608:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001764cd9b. 00000100:00000001:2.0:1767326354.810608:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326354.810610:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326354.810612:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326354.810615:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326354.810615:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138715136 : -112766570836480 : ffff99707c9a4e00) 00000100:00000001:2.0:1767326354.810616:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767326354.810622:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbacb5bb. 00000100:00000040:2.0:1767326354.810624:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000907694f6 x1853174993464320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326354.810628:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c7cc4db3 x1853174993464064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326354.810631:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e792461. 00000100:00000001:2.0:1767326354.810635:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326354.810637:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326354.810638:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993464192, portal 10 02000000:00000001:2.0:1767326354.810641:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326354.810660:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326354.810660:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326354.810664:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138724096 : -112766570827520 : ffff99707c9a7100) 02000000:00000001:2.0:1767326354.810665:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326354.810670:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767326354.810671:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000907694f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993464320:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767326354.810677:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b618cdda x1853174993464192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326354.810679:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326354.810679:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:2.0:1767326354.810684:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767326354.810686:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f2dd931. 02000000:00000001:2.0:1767326354.810687:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326354.810692:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993464064, offset 0 02000000:00000001:2.0:1767326354.810693:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326354.810698:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b3cd7c8. 02000000:00000001:2.0:1767326354.810703:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326354.810706:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326354.810710:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093dec7a1. 00000100:00000001:3.0:1767326354.810712:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767326354.810716:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000100:00000040:3.0:1767326354.810720:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000200:2.0:1767326354.810722:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993464320, portal 10 00000400:00000200:0.0:1767326354.810725:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:3.0:1767326354.810726:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014d537d4. 00000100:00000001:2.0:1767326354.810727:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326354.810731:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138722304 : -112766570829312 : ffff99707c9a6a00) 00000100:00000200:3.0:1767326354.810734:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993464192, offset 0 00000400:00000200:0.0:1767326354.810735:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767326354.810739:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000907694f6 x1853174993464320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326354.810743:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767326354.810748:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326354.810750:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326354.810757:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326354.810762:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326354.810763:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [614:614:256:4294967295] 192.168.203.107@tcp LPNI seq info [614:614:8:4294967295] 00000100:00000040:2.0:1767326354.810769:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326354.810774:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a346707. 00000400:00000200:0.0:1767326354.810779:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:2.0:1767326354.810781:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993464320, offset 0 00000800:00000200:0.0:1767326354.810787:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326354.810790:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767326354.810794:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767326354.810794:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042a10ade. 00000400:00000200:3.0:1767326354.810799:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326354.810805:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:0.0:1767326354.810806:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:3.0:1767326354.810811:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326354.810815:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767326354.810818:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767326354.810823:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [615:615:255:4294967295] 192.168.203.107@tcp LPNI seq info [615:615:7:4294967295] 00000800:00000200:0.0:1767326354.810825:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000042a10ade type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326354.810838:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767326354.810845:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326354.810849:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767326354.810851:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062e9f023. 00000100:00000001:0.0:1767326354.810853:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326354.810854:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326354.810858:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306276378 00000800:00000200:3.0:1767326354.810863:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:0.0:1767326354.810866:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f14dad39. 00000400:00000200:2.0:1767326354.810867:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326354.810873:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326354.810874:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326354.810875:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767326354.810882:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000062e9f023 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326354.810882:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326354.810883:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306276378 00000400:00000200:2.0:1767326354.810890:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [616:616:254:4294967295] 192.168.203.107@tcp LPNI seq info [616:616:6:4294967295] 00000100:00000010:0.0:1767326354.810890:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d63c42e. 00000100:00000001:3.0:1767326354.810891:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326354.810895:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767326354.810900:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 152850 usecs (153 jiffies) 00000100:00000001:0.0:1767326354.810901:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306276378 00000100:00000001:3.0:1767326354.810907:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306271897 00000100:00000010:0.0:1767326354.810908:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062bef00c. 00000400:00000200:2.0:1767326354.810913:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326354.810915:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306276378 00000800:00000200:1.0:1767326354.810916:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326354.810917:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767326354.810922:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767326354.810923:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042a10ade. 00000100:00000001:0.0:1767326354.810925:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306276378 00000800:00000010:2.0:1767326354.810931:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b667e865. 00000400:00000200:1.0:1767326354.810932:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767326354.810932:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000198668e1. 00000100:00000001:3.0:1767326354.810933:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306271897 00000800:00000200:2.0:1767326354.810938:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767326354.810939:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306276378 00000400:00000200:1.0:1767326354.810944:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326354.810948:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306271897 00000100:00000001:0.0:1767326354.810949:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326354.810952:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f2dd931 00000800:00000200:2.0:1767326354.810953:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326354.810956:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306276378 00000400:00000010:1.0:1767326354.810957:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f2dd931. 00000800:00000200:2.0:1767326354.810958:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b667e865 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326354.810959:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326354.810964:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326354.810965:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306271897 00000100:00000001:2.0:1767326354.810965:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326354.810966:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326354.810972:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306276378 00000100:00000040:2.0:1767326354.810973:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 10551 usecs (11 jiffies) 00000100:00000200:1.0:1767326354.810973:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7cc4db3 x1853174993464064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326354.810975:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326354.810977:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306271755 00000100:00000001:0.0:1767326354.810981:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326354.810982:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306276378 00000100:00000001:3.0:1767326354.810986:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326354.810988:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306271755 00000100:00000001:3.0:1767326354.810993:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326354.810994:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306276378 00000100:00000001:3.0:1767326354.811000:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326354.811001:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306271755 00000100:00000001:2.0:1767326354.811007:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306276378 00000100:00000001:3.0:1767326354.811008:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326354.811008:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326354.811009:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306271755 00000100:00000001:3.0:1767326354.811015:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326354.811015:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306276378 00000100:00000040:1.0:1767326354.811016:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c7cc4db3 x1853174993464064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326354.811020:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326354.811020:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326354.811025:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326354.811025:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326354.811027:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326354.811031:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326354.811032:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326354.811042:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326354.811045:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326354.811062:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326354.811064:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062e9f023. 00000400:00000200:1.0:1767326354.811067:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326354.811070:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326354.811077:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d537d4 00000400:00000010:1.0:1767326354.811078:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014d537d4. 00000100:00000001:1.0:1767326354.811081:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326354.811083:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b618cdda x1853174993464192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326354.811089:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326354.811091:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b618cdda x1853174993464192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326354.811095:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326354.811096:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326354.811188:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326354.811192:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b667e865. 00000400:00000200:1.0:1767326354.811195:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326354.811199:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326354.811202:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a346707 00000400:00000010:1.0:1767326354.811204:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a346707. 00000100:00000001:1.0:1767326354.811207:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326354.811209:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000907694f6 x1853174993464320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326354.811217:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326354.811219:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000907694f6 x1853174993464320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326354.811226:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326354.811227:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326354.812810:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326354.812822:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326354.812826:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326354.812829:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326354.812836:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326354.812891:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed312b80 00000400:00000200:3.0:1767326354.812957:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x13fd [1] + 224 00000800:00000001:3.0:1767326354.812965:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326354.812971:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326354.812974:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326354.812978:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326354.812983:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326354.812987:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b618cdda x1853174993464192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326354.812998:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b618cdda x1853174993464192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326354.813054:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326354.813061:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326354.813064:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326354.813065:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326354.813067:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326354.813071:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326354.813078:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed312b00 00000400:00000200:3.0:1767326354.813083:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x13f9 [1] + 224 00000100:00000001:0.0:1767326354.813085:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326354.813087:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326354.813088:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326354.813094:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326354.813096:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326354.813097:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326354.813100:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767326354.813101:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbacb5bb. 00000400:00000200:3.0:1767326354.813106:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:0.0:1767326354.813107:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e792461 00000400:00000010:0.0:1767326354.813111:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e792461. 00000100:00000001:0.0:1767326354.813114:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326354.813115:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326354.813121:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c7cc4db3 x1853174993464064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326354.813121:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b618cdda x1853174993464192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326354.813160:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c7cc4db3 x1853174993464064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326354.813169:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326354.813176:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326354.813178:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b618cdda x1853174993464192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326354.813180:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326354.813185:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326354.813188:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326354.813192:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326354.813195:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326354.813196:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326354.813198:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767326354.813199:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326354.813202:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326354.813204:0:211466:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:1.0:1767326354.813206:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767326354.813207:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767326354.813211:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed312c00 00000400:00000010:1.0:1767326354.813211:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8df343c. 00000100:00000001:0.0:1767326354.813212:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326354.813215:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326354.813219:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948f806a 02000000:00000001:0.0:1767326354.813219:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326354.813223:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000948f806a. 00000100:00001000:0.0:1767326354.813225:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=151 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326354.813227:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326354.813231:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1405 [1] + 224 00000100:00001000:0.0:1767326354.813233:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=151 v=5 (1 1 1 1) 00000100:00000200:1.0:1767326354.813237:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c7cc4db3 x1853174993464064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326354.813239:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326354.813240:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326354.813243:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326354.813246:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326354.813248:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767326354.813251:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326354.813254:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326354.813260:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326354.813261:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326354.813263:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326354.813264:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000200:3.0:1767326354.813268:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000907694f6 x1853174993464320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326354.813269:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326354.813273:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326354.813282:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b618cdda x1853174993464192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326354.813306:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000907694f6 x1853174993464320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326354.813310:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c7cc4db3 x1853174993464064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326354.813336:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326354.813338:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326354.813340:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326354.813343:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326354.813344:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326354.813345:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326354.813351:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326354.813352:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326354.813355:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326354.813356:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326354.813359:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767326354.813362:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b618cdda x1853174993464192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326354.813363:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326354.813368:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326354.813369:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326354.813372:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1767326354.813377:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=11 v=5 (5 5 5 5) 00000400:00000001:2.0:1767326354.813378:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767326354.813380:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b618cdda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993464192:192.168.203.107@tcp:400: 00000400:00000001:2.0:1767326354.813381:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326354.813385:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093dec7a1. 00000100:00001000:1.0:1767326354.813386:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=11 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326354.813390:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326354.813391:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326354.813396:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326354.813397:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000100:00000001:0.0:1767326354.813397:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767326354.813403:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00010000:00000001:1.0:1767326354.813403:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767326354.813406:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b618cdda x1853174993464192/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326354.813408:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767326354.813408:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326354.813416:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000907694f6 x1853174993464320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326354.813416:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326354.813427:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c7cc4db3 x1853174993464064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326354.813432:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326354.813437:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326354.813442:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001764cd9b. 02000000:00000001:0.0:1767326354.813449:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326354.813453:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326354.813457:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767326354.813458:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326354.813461:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000907694f6 x1853174993464320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326354.813464:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326354.813465:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326354.813469:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326354.813469:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a0189c70. 00000100:00000001:2.0:1767326354.813476:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326354.813478:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326354.813481:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326354.813481:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7cc4db3 x1853174993464064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326354.813482:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326354.813487:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b618cdda. 00000100:00000001:2.0:1767326354.813488:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326354.813493:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326354.813494:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326354.813498:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326354.813498:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326354.813502:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326354.813503:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993464064:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326354.813504:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326354.813510:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326354.813513:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326354.813513:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326354.813517:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326354.813518:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=11 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326354.813518:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326354.813524:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767326354.813525:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=95 v=5 (1 1 0 0) 00000100:00000040:1.0:1767326354.813526:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c7cc4db3 x1853174993464064/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326354.813528:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326354.813535:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326354.813540:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326354.813544:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767326354.813545:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767326354.813548:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326354.813552:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002851a7cf. 00010000:00080000:2.0:1767326354.813553:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000907694f6 x1853174993464320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326354.813564:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767326354.813567:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326354.813568:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326354.813571:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326354.813573:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326354.813577:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000020:00000001:1.0:1767326354.813577:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326354.813582:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a363d0e5. 00000100:00000001:2.0:1767326354.813583:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326354.813586:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326354.813588:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767326354.813593:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000907694f6 x1853174993464320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326354.813593:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326354.813596:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7cc4db3. 00000100:00000001:1.0:1767326354.813602:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326354.813606:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326354.813611:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326354.813612:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326354.813617:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326354.813618:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326354.813619:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326354.813622:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326354.813626:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000907694f6 x1853174993464320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326354.813627:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326354.813631:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326354.813669:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000907694f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993464320:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326354.813675:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326354.813677:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326354.813680:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000907694f6 x1853174993464320/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326354.813687:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326354.813689:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326354.813691:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b3cd7c8. 02000000:00000001:2.0:1767326354.813694:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326354.813696:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326354.813697:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326354.813699:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326354.813701:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003376a84e. 02000000:00000001:2.0:1767326354.813703:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326354.813705:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326354.813706:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000907694f6. 00000100:00000001:2.0:1767326354.813709:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326354.813710:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326354.813712:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326354.813716:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326354.813718:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326354.813720:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326354.813722:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326355.450239:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326355.450247:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326355.450316:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326355.450320:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326355.450324:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326356.474276:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326356.474285:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326356.474341:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326356.474345:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326356.474348:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326357.498238:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326357.498245:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326357.498310:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326357.498332:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326357.498335:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326358.522275:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326358.522283:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326358.522363:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326358.522368:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326358.522371:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326359.546270:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326359.546277:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326359.546344:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326359.546369:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326359.546371:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326359.930255:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306276378, at 4306276864 00000100:00000040:2.0:1767326359.930270:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306276378, at 4306276864 00000100:00000010:3.0:1767326359.930274:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000198668e1. 00000100:00000040:0.0:1767326359.930275:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306276378, at 4306276864 00000100:00000010:0.0:1767326359.930287:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f14dad39. 00000100:00000040:1.0:1767326359.930301:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306276378, at 4306276864 00000100:00000010:2.0:1767326359.930303:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062bef00c. 00000100:00000040:3.0:1767326359.930304:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326359.930317:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326359.930319:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d63c42e. 00000100:00000010:3.0:1767326359.930325:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089695778. 00000020:00000040:3.0:1767326359.930332:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326359.930339:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326359.930344:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326359.930350:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326359.930361:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000062e9f023. 00000100:00000001:3.0:1767326359.930370:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326359.930383:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000089695778 x1853174993464448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326359.930397:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326359.930400:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326359.930407:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089695778] to pc [ptlrpcd_00_02+2] req@0000000089695778 x1853174993464448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326359.930442:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326359.930445:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326359.930450:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326359.930454:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007d9c2130. 00000020:00000040:3.0:1767326359.930457:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326359.930463:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326359.930466:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326359.930468:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326359.930474:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000058804b06. 00000100:00000001:3.0:1767326359.930478:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326359.930478:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326359.930480:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326359.930483:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767326359.930489:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326359.930490:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326359.930491:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000007d9c2130 x1853174993464576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326359.930515:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326359.930519:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326359.930524:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326359.930527:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326359.930530:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326359.930536:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767326359.930537:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089695778 x1853174993464448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326359.930540:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326359.930551:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9c2130] to pc [ptlrpcd_00_03+3] req@000000007d9c2130 x1853174993464576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326359.930552:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326359.930555:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326359.930561:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326359.930564:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326359.930567:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326359.930570:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000089695778 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993464448:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326359.930574:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326359.930578:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326359.930580:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326359.930585:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326359.930585:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326359.930589:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326359.930595:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1767326359.930596:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f129e98c. 02000000:00000001:0.0:1767326359.930600:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326359.930602:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fb16a193. 00000100:00000001:1.0:1767326359.930603:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326359.930606:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008156d054. 00000100:00100000:1.0:1767326359.930620:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767326359.930626:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767326359.930627:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000400:00000010:0.0:1767326359.930629:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0d5d521. 00000100:00000001:1.0:1767326359.930634:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326359.930636:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1767326359.930639:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993464448, portal 25 00000100:00000001:1.0:1767326359.930640:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326359.930641:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326359.930653:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326359.930655:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326359.930656:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326359.930662:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003ecf409d. 00000100:00000001:1.0:1767326359.930668:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326359.930668:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268027392 : -112767441524224 : ffff997048b4aa00) 00000100:00000001:3.0:1767326359.930671:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326359.930675:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326359.930681:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000089695778 x1853174993464448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326359.930686:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000fb16a193 x1853174993464704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767326359.930690:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007d9c2130 x1853174993464576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326359.930760:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326359.930769:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326359.930771:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326359.930776:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326359.930776:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326359.930777:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000794ac830. 00000100:00000001:3.0:1767326359.930787:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326359.930789:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993464448, offset 0 02000000:00000001:1.0:1767326359.930790:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326359.930800:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326359.930801:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb16a193] to pc [ptlrpcd_00_00+0] req@00000000fb16a193 x1853174993464704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326359.930801:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326359.930813:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326359.930824:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007d9c2130 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993464576:192.168.203.107@tcp:400: 00000400:00000200:0.0:1767326359.930827:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767326359.930844:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326359.930847:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326359.930853:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767326359.930856:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326359.930859:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767326359.930868:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [617:617:256:4294967295] 192.168.203.107@tcp LPNI seq info [617:617:8:4294967295] 00000100:00000001:3.0:1767326359.930869:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326359.930870:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326359.930874:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326359.930877:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326359.930882:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326359.930891:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce166694. 00000100:00000040:3.0:1767326359.930893:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767326359.930893:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767326359.930894:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326359.930899:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326359.930901:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326359.930912:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767326359.930915:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000187e82ed. 00000100:00000040:3.0:1767326359.930916:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11614) 00000800:00000200:0.0:1767326359.930917:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767326359.930926:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fb16a193 x1853174993464704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767326359.930932:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cdbc160. 00000400:00000010:1.0:1767326359.930934:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000546b590. 00000100:00000200:1.0:1767326359.930945:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993464576, portal 10 00000100:00000001:2.0:1767326359.930948:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1767326359.930953:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326359.930956:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326359.930957:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326359.930961:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326359.930962:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268020224 : -112767441531392 : ffff997048b48e00) 02000000:00000001:2.0:1767326359.930968:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326359.930969:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326359.930973:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:2.0:1767326359.930976:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326359.930977:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005cdbc160 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767326359.930980:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007d9c2130 x1853174993464576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326359.930989:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326359.930997:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326359.931008:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fb16a193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993464704:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326359.931010:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306281498 00000100:00000001:1.0:1767326359.931012:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767326359.931021:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f14dad39. 00000100:00000001:2.0:1767326359.931023:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326359.931023:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326359.931031:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767326359.931035:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017952509. 02000000:00000001:2.0:1767326359.931036:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326359.931038:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306281498 00000100:00000200:1.0:1767326359.931042:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993464576, offset 0 02000000:00000001:2.0:1767326359.931043:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326359.931044:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b57c0e8b. 02000000:00000001:2.0:1767326359.931052:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326359.931052:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326359.931061:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000010:2.0:1767326359.931062:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090f0ac64. 00000100:00000001:0.0:1767326359.931064:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306281498 02000000:00000001:2.0:1767326359.931070:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326359.931071:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e8bdceb6. 00000400:00000200:1.0:1767326359.931079:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767326359.931080:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767326359.931081:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093dec7a1. 00000100:00000001:0.0:1767326359.931090:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306281498 00000400:00000200:1.0:1767326359.931099:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767326359.931099:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ac4dacc. 00000400:00000010:2.0:1767326359.931100:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000100:00000200:2.0:1767326359.931109:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993464704, portal 10 00000400:00000200:1.0:1767326359.931111:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326359.931117:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326359.931118:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326359.931124:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326359.931125:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268022016 : -112767441529600 : ffff997048b49500) 00000100:00000001:0.0:1767326359.931125:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326359.931131:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326359.931136:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326359.931164:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cdbc160. 00000100:00000040:2.0:1767326359.931170:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fb16a193 x1853174993464704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326359.931173:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326359.931182:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326359.931183:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326359.931183:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326359.931194:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326359.931195:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326359.931199:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326359.931203:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [618:618:255:4294967295] 192.168.203.107@tcp LPNI seq info [618:618:7:4294967295] 00000400:00000010:2.0:1767326359.931204:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001a1d222. 00000100:00000001:0.0:1767326359.931204:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326359.931208:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326359.931210:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993464704, offset 0 00000100:00000001:0.0:1767326359.931210:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326359.931219:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326359.931226:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326359.931246:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767326359.931253:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767326359.931258:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a363d0e5. 00000800:00000200:1.0:1767326359.931266:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767326359.931275:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326359.931279:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a363d0e5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326359.931284:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326359.931289:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 152051 usecs (153 jiffies) 00000400:00000200:3.0:1767326359.931291:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000794ac830 00000100:00000001:1.0:1767326359.931292:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306277018 00000400:00000200:2.0:1767326359.931294:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:3.0:1767326359.931297:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000794ac830. 00000400:00000200:2.0:1767326359.931300:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326359.931304:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306281498 00000100:00000001:3.0:1767326359.931308:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326359.931311:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306277018 00000100:00000001:1.0:1767326359.931316:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306281498 00000400:00000200:2.0:1767326359.931317:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000200:3.0:1767326359.931323:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089695778 x1853174993464448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326359.931328:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306277018 00000400:00000200:2.0:1767326359.931332:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326359.931337:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306281498 00000400:00000200:2.0:1767326359.931342:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767326359.931346:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306277018 00000100:00000001:1.0:1767326359.931355:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306281498 00000400:00000200:2.0:1767326359.931360:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [619:619:254:4294967295] 192.168.203.107@tcp LPNI seq info [619:619:6:4294967295] 00000100:00000001:1.0:1767326359.931369:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326359.931373:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326359.931375:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326359.931384:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000089695778 x1853174993464448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326359.931386:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326359.931395:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326359.931397:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326359.931412:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326359.931413:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326359.931418:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:2.0:1767326359.931418:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e432f8f2. 00000800:00000200:2.0:1767326359.931424:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767326359.931430:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767326359.931433:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e432f8f2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326359.931436:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326359.931439:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 10513 usecs (11 jiffies) 00000800:00000200:3.0:1767326359.931441:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326359.931442:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306276876 00000800:00000010:3.0:1767326359.931445:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a363d0e5. 00000100:00000001:2.0:1767326359.931446:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306281498 00000100:00000001:2.0:1767326359.931450:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306276876 00000400:00000200:3.0:1767326359.931451:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326359.931454:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306281498 00000100:00000001:2.0:1767326359.931458:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306276876 00000400:00000200:3.0:1767326359.931459:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326359.931463:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306281498 00000400:00000200:3.0:1767326359.931465:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017952509 00000100:00000001:2.0:1767326359.931466:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306276876 00000400:00000010:3.0:1767326359.931468:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017952509. 00000100:00000001:2.0:1767326359.931469:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306281498 00000100:00000001:3.0:1767326359.931472:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326359.931473:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326359.931476:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326359.931479:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007d9c2130 x1853174993464576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326359.931480:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326359.931484:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326359.931490:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326359.931491:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326359.931492:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326359.931496:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326359.931497:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326359.931498:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326359.931501:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007d9c2130 x1853174993464576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326359.931506:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326359.931513:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326359.931515:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326359.931542:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326359.931544:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e432f8f2. 00000400:00000200:3.0:1767326359.931548:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326359.931551:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326359.931554:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001a1d222 00000400:00000010:3.0:1767326359.931555:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001a1d222. 00000100:00000001:3.0:1767326359.931558:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326359.931561:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fb16a193 x1853174993464704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326359.931576:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326359.931579:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fb16a193 x1853174993464704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326359.931585:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326359.931638:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326359.932726:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326359.932739:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326359.932741:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326359.932743:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326359.932751:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326359.932761:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed312c80 00000400:00000200:1.0:1767326359.932767:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1411 [1] + 224 00000800:00000001:1.0:1767326359.932773:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326359.932782:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326359.932784:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326359.932788:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326359.932793:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326359.932797:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089695778 x1853174993464448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326359.932804:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000089695778 x1853174993464448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326359.932819:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326359.932826:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326359.932833:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326359.932853:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326359.932858:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326359.932863:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326359.932865:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326359.932868:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008156d054. 00000400:00000200:0.0:1767326359.932872:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0d5d521 00000400:00000010:0.0:1767326359.932874:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0d5d521. 00000100:00000001:0.0:1767326359.932878:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326359.932884:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089695778 x1853174993464448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326359.932895:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089695778 x1853174993464448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326359.932904:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326359.932906:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326359.932909:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326359.932912:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326359.932916:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326359.932918:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326359.932922:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326359.932928:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=16 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326359.932933:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=16 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326359.932937:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326359.932939:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326359.932943:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767326359.932945:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326359.932946:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326359.932951:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326359.932956:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089695778 x1853174993464448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326359.932972:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326359.932975:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326359.932977:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326359.932982:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089695778 x1853174993464448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326359.932990:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000089695778 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993464448:192.168.203.107@tcp:400: 00000800:00000001:3.0:1767326359.932993:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326359.932996:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326359.932997:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326359.933001:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326359.933002:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326359.933005:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000089695778 x1853174993464448/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326359.933012:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767326359.933020:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326359.933023:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326359.933025:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f129e98c. 00000400:00000200:3.0:1767326359.933028:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed312d00 02000000:00000001:0.0:1767326359.933030:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326359.933034:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326359.933036:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000400:00000200:3.0:1767326359.933037:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1419 [1] + 224 00000020:00000001:0.0:1767326359.933041:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326359.933044:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000062e9f023. 00000800:00000001:3.0:1767326359.933045:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326359.933048:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326359.933050:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1767326359.933051:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767326359.933052:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089695778. 00000400:00000200:3.0:1767326359.933054:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326359.933056:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326359.933059:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326359.933061:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326359.933062:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326359.933066:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326359.933067:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326359.933070:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326359.933072:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007d9c2130 x1853174993464576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326359.933073:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326359.933076:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326359.933084:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007d9c2130 x1853174993464576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326359.933097:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326359.933103:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326359.933105:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326359.933107:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326359.933110:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326359.933114:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326359.933119:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed312d80 00000400:00000200:3.0:1767326359.933123:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1421 [1] + 224 00000800:00000001:3.0:1767326359.933125:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326359.933130:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326359.933134:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326359.933136:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326359.933176:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326359.933181:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:1.0:1767326359.933182:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326359.933185:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326359.933188:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000187e82ed. 00000400:00000200:1.0:1767326359.933193:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000546b590 00000400:00000010:1.0:1767326359.933195:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000546b590. 00000100:00000001:1.0:1767326359.933198:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326359.933199:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326359.933209:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007d9c2130 x1853174993464576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326359.933210:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fb16a193 x1853174993464704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326359.933256:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fb16a193 x1853174993464704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326359.933273:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007d9c2130 x1853174993464576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326359.933277:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326359.933285:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326359.933286:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326359.933292:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326359.933293:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326359.933296:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326359.933300:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326359.933303:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326359.933304:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326359.933308:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326359.933308:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326359.933314:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767326359.933314:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326359.933320:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326359.933323:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093dec7a1. 00000100:00001000:1.0:1767326359.933326:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=6 v=5 (5 5 5 5) 00000400:00000200:2.0:1767326359.933327:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000400:00000010:2.0:1767326359.933334:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00001000:1.0:1767326359.933336:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=6 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326359.933338:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326359.933342:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326359.933344:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326359.933348:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fb16a193 x1853174993464704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326359.933351:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326359.933357:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326359.933368:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326359.933374:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000200:2.0:1767326359.933378:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fb16a193 x1853174993464704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326359.933382:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326359.933387:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326359.933400:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326359.933403:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326359.933404:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007d9c2130 x1853174993464576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326359.933407:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326359.933411:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326359.933414:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326359.933416:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326359.933421:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326359.933432:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=16 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326359.933436:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767326359.933437:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=100 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326359.933444:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326359.933445:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326359.933450:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326359.933450:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326359.933456:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767326359.933470:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007d9c2130 x1853174993464576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767326359.933471:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000fb16a193 x1853174993464704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326359.933521:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007d9c2130 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993464576:192.168.203.107@tcp:400: 00010000:00000001:2.0:1767326359.933522:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326359.933534:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326359.933535:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326359.933537:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326359.933539:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000040:1.0:1767326359.933542:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007d9c2130 x1853174993464576/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326359.933546:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326359.933560:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326359.933560:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326359.933566:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326359.933570:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce166694. 00000100:00000040:2.0:1767326359.933574:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fb16a193 x1853174993464704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326359.933574:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326359.933580:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326359.933583:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767326359.933591:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326359.933597:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000058804b06. 02000000:00000001:1.0:1767326359.933605:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326359.933607:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326359.933622:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007d9c2130. 00000100:00000001:1.0:1767326359.933631:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326359.933635:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326359.933646:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326359.933646:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326359.933653:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326359.933656:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326359.933657:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326359.933663:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326359.933669:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb16a193 x1853174993464704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326359.933670:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326359.933674:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326359.933687:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fb16a193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993464704:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326359.933693:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326359.933695:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326359.933698:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fb16a193 x1853174993464704/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326359.933702:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326359.933704:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326359.933705:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090f0ac64. 02000000:00000001:2.0:1767326359.933708:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326359.933709:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326359.933710:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326359.933712:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326359.933713:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003ecf409d. 02000000:00000001:2.0:1767326359.933715:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326359.933716:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326359.933717:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb16a193. 00000100:00000001:2.0:1767326359.933719:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326359.933720:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326359.933721:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326359.933725:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326359.933726:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326359.933728:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326359.933729:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326360.570262:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326360.570271:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326360.570338:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326360.570341:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326360.570344:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326361.594235:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326361.594244:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326361.594336:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326361.594342:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326361.594362:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326362.618255:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326362.618263:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326362.618325:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326362.618328:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326362.618331:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326363.642286:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326363.642293:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326363.642351:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326363.642357:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326363.642360:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326364.666250:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326364.666261:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326364.666264:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326364.666266:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326364.666272:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326364.666275:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326364.666277:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326364.666279:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326364.666376:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326364.666383:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326364.666388:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326365.050228:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306281498, at 4306281984 00000100:00000040:2.0:1767326365.050232:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306281498, at 4306281984 00000100:00000040:3.0:1767326365.050239:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306281498, at 4306281984 00000100:00000010:2.0:1767326365.050250:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e8bdceb6. 00000100:00000010:1.0:1767326365.050251:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b57c0e8b. 00000100:00000010:3.0:1767326365.050257:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ac4dacc. 00000100:00000040:1.0:1767326365.050290:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326365.050295:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767326365.050301:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306281498, at 4306281984 00000100:00000010:1.0:1767326365.050303:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7cc4db3. 00000020:00000040:1.0:1767326365.050313:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326365.050318:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1767326365.050320:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f14dad39. 02000000:00000001:1.0:1767326365.050322:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326365.050346:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326365.050357:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000525db3bf. 00000100:00000001:1.0:1767326365.050366:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326365.050380:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000c7cc4db3 x1853174993464832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326365.050394:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326365.050397:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326365.050407:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7cc4db3] to pc [ptlrpcd_00_01+1] req@00000000c7cc4db3 x1853174993464832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326365.050435:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326365.050438:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326365.050441:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326365.050446:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064827f0f. 00000100:00000001:0.0:1767326365.050446:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326365.050454:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767326365.050458:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767326365.050458:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:1.0:1767326365.050463:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326365.050466:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326365.050467:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326365.050478:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a363d0e5. 00000100:00000001:1.0:1767326365.050482:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326365.050483:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326365.050487:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000064827f0f x1853174993464960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326365.050488:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326365.050501:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326365.050503:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326365.050506:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326365.050507:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326365.050513:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326365.050514:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064827f0f] to pc [ptlrpcd_00_02+2] req@0000000064827f0f x1853174993464960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326365.050531:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c7cc4db3 x1853174993464832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326365.050536:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326365.050543:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326365.050548:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326365.050556:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326365.050558:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326365.050561:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1767326365.050562:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef1aafe9. 00000100:00000001:0.0:1767326365.050567:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326365.050568:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:0.0:1767326365.050589:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326365.050596:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326365.050596:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326365.050599:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326365.050604:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326365.050605:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767326365.050606:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:1.0:1767326365.050613:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326365.050616:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326365.050623:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003376a84e. 00000100:00100000:0.0:1767326365.050623:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993464832:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326365.050624:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326365.050629:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326365.050634:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326365.050637:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326365.050644:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326365.050652:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326365.050652:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326365.050662:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000ef1aafe9 x1853174993465088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326365.050667:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326365.050668:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064827f0f x1853174993464960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326365.050673:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326365.050686:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326365.050696:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000076eb061. 02000000:00000001:0.0:1767326365.050709:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326365.050713:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326365.050716:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326365.050718:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326365.050720:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326365.050725:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767326365.050726:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008156d054. 02000000:00000001:2.0:1767326365.050730:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326365.050734:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1aafe9] to pc [ptlrpcd_00_03+3] req@00000000ef1aafe9 x1853174993465088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326365.050736:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326365.050740:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0d5d521. 00000100:00100000:2.0:1767326365.050743:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064827f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993464960:192.168.203.107@tcp:400: 00000100:00000200:0.0:1767326365.050753:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993464832, portal 25 00000100:00000001:2.0:1767326365.050754:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326365.050759:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326365.050766:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326365.050767:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326365.050770:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326365.050776:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326365.050781:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767326365.050784:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077c70e50. 00000100:00000001:0.0:1767326365.050786:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138715136 : -112766570836480 : ffff99707c9a4e00) 02000000:00000001:2.0:1767326365.050789:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326365.050797:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767326365.050804:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093dec7a1. 00000100:00000040:1.0:1767326365.050808:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11619) 00000100:00000040:0.0:1767326365.050811:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c7cc4db3 x1853174993464832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326365.050813:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000100:00000200:2.0:1767326365.050822:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993464960, portal 10 00000100:00000001:1.0:1767326365.050826:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326365.050832:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326365.050834:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326365.050836:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138719616 : -112766570832000 : ffff99707c9a5f80) 00000100:00100000:1.0:1767326365.050836:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767326365.050844:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326365.050850:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:2.0:1767326365.050851:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064827f0f x1853174993464960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326365.050853:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326365.050857:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326365.050860:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f87e7ca8. 00000100:00000001:1.0:1767326365.050864:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326365.050871:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326365.050873:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326365.050875:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767326365.050875:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993464832, offset 0 00000100:00000040:2.0:1767326365.050882:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326365.050888:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d252c6. 00000100:00000040:1.0:1767326365.050889:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef1aafe9 x1853174993465088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326365.050902:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000200:2.0:1767326365.050916:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993464960, offset 0 00000100:00000001:1.0:1767326365.050918:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326365.050923:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326365.050929:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326365.050930:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326365.050931:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:1.0:1767326365.050937:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326365.050941:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326365.050943:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1767326365.050945:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993465088:192.168.203.107@tcp:400: 00000400:00000200:0.0:1767326365.050954:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326365.050962:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326365.050963:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326365.050966:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326365.050970:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326365.050975:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326365.050976:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000010:1.0:1767326365.050983:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c00dc79. 00000400:00000200:0.0:1767326365.050988:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [620:620:256:4294967295] 192.168.203.107@tcp LPNI seq info [620:620:8:4294967295] 02000000:00000001:1.0:1767326365.050989:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326365.050995:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000187e82ed. 00000400:00000010:1.0:1767326365.051001:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000546b590. 00000100:00000200:1.0:1767326365.051004:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993465088, portal 10 00000100:00000001:1.0:1767326365.051008:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326365.051011:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138716032 : -112766570835584 : ffff99707c9a5180) 00000400:00000200:0.0:1767326365.051020:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:1.0:1767326365.051026:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef1aafe9 x1853174993465088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326365.051040:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326365.051044:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326365.051045:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:1.0:1767326365.051053:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326365.051060:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8fd9bfd. 00000400:00000200:2.0:1767326365.051065:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767326365.051066:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b373af3. 00000100:00000200:1.0:1767326365.051067:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993465088, offset 0 00000400:00000200:2.0:1767326365.051080:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767326365.051084:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326365.051090:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326365.051094:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767326365.051103:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:0.0:1767326365.051116:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767326365.051117:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [621:621:255:4294967295] 192.168.203.107@tcp LPNI seq info [621:621:7:4294967295] 00000800:00000200:0.0:1767326365.051125:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008b373af3 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326365.051170:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767326365.051173:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326365.051181:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326365.051183:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306286619 00000400:00000200:1.0:1767326365.051184:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:2.0:1767326365.051188:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069ef14a9. 00000400:00000200:1.0:1767326365.051192:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767326365.051196:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f14dad39. 00000400:00000200:1.0:1767326365.051198:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:2.0:1767326365.051206:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767326365.051208:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326365.051211:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326365.051216:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:2.0:1767326365.051222:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767326365.051227:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306286619 00000800:00000200:2.0:1767326365.051228:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000069ef14a9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326365.051228:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [622:622:254:4294967295] 192.168.203.107@tcp LPNI seq info [622:622:6:4294967295] 00000100:00000001:2.0:1767326365.051245:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326365.051247:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab3999a4. 00000400:00000200:1.0:1767326365.051256:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:2.0:1767326365.051257:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 151260 usecs (152 jiffies) 00000100:00000001:0.0:1767326365.051258:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767326365.051265:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326365.051267:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306282137 00000100:00000001:0.0:1767326365.051272:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306286619 00000800:00000010:3.0:1767326365.051275:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b373af3. 00000100:00000001:2.0:1767326365.051277:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306286619 00000800:00000200:1.0:1767326365.051280:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:0.0:1767326365.051289:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a70cc76c. 00000100:00000001:2.0:1767326365.051290:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306282137 00000800:00000010:1.0:1767326365.051291:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0189c70. 00000400:00000200:3.0:1767326365.051292:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326365.051305:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326365.051307:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306286619 00000800:00000200:1.0:1767326365.051316:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326365.051318:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306282137 00000400:00000200:3.0:1767326365.051319:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326365.051325:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306286619 00000100:00000001:2.0:1767326365.051331:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306286619 00000800:00000200:1.0:1767326365.051338:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000010:0.0:1767326365.051341:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d63c42e. 00000100:00000001:2.0:1767326365.051342:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306282137 00000800:00000200:1.0:1767326365.051343:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a0189c70 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326365.051358:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326365.051361:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767326365.051372:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 10475 usecs (11 jiffies) 00000100:00000001:2.0:1767326365.051375:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306286619 00000100:00000001:1.0:1767326365.051376:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306281996 00000100:00000001:0.0:1767326365.051376:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326365.051384:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306286619 00000100:00000001:2.0:1767326365.051391:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326365.051392:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306281996 00000100:00000001:0.0:1767326365.051392:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326365.051393:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f87e7ca8 00000400:00000010:3.0:1767326365.051406:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f87e7ca8. 00000100:00000001:1.0:1767326365.051406:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306286619 00000100:00000001:2.0:1767326365.051408:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326365.051408:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326365.051415:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306281996 00000100:00000001:3.0:1767326365.051418:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326365.051425:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306286619 00000100:00000001:2.0:1767326365.051427:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326365.051428:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326365.051429:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306281996 00000100:00000200:3.0:1767326365.051433:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c7cc4db3 x1853174993464832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326365.051442:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306286619 00000100:00000001:2.0:1767326365.051447:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326365.051450:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326365.051460:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326365.051464:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326365.051469:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326365.051474:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326365.051478:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326365.051484:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326365.051491:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326365.051504:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326365.051511:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c7cc4db3 x1853174993464832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326365.051519:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326365.051522:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326365.051548:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326365.051553:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069ef14a9. 00000400:00000200:3.0:1767326365.051562:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326365.051596:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326365.051606:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d252c6 00000400:00000010:3.0:1767326365.051609:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045d252c6. 00000100:00000001:3.0:1767326365.051616:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326365.051624:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064827f0f x1853174993464960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326365.051634:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326365.051640:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064827f0f x1853174993464960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326365.051650:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326365.051652:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326365.051702:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326365.051708:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0189c70. 00000400:00000200:3.0:1767326365.051712:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326365.051715:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326365.051719:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8fd9bfd 00000400:00000010:3.0:1767326365.051721:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8fd9bfd. 00000100:00000001:3.0:1767326365.051726:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326365.051730:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef1aafe9 x1853174993465088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326365.051735:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326365.051737:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef1aafe9 x1853174993465088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326365.051741:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326365.051742:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326365.052492:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326365.052499:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326365.052501:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326365.052503:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326365.052509:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326365.052519:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed312e00 00000400:00000200:1.0:1767326365.052524:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1429 [1] + 224 00000800:00000001:1.0:1767326365.052530:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326365.052555:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326365.052557:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326365.052560:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326365.052563:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326365.052566:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c7cc4db3 x1853174993464832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326365.052573:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c7cc4db3 x1853174993464832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326365.052609:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326365.052615:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326365.052617:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326365.052635:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326365.052639:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326365.052644:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326365.052646:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326365.052648:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008156d054. 00000400:00000200:0.0:1767326365.052653:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0d5d521 00000400:00000010:0.0:1767326365.052654:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0d5d521. 00000100:00000001:0.0:1767326365.052657:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326365.052663:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c7cc4db3 x1853174993464832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326365.052671:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c7cc4db3 x1853174993464832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326365.052679:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326365.052681:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326365.052684:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326365.052686:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326365.052689:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326365.052691:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326365.052693:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326365.052700:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=22 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326365.052704:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=22 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326365.052707:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326365.052709:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326365.052712:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326365.052714:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326365.052717:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326365.052720:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c7cc4db3 x1853174993464832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326365.052739:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326365.052742:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326365.052743:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326365.052747:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7cc4db3 x1853174993464832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326365.052754:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c7cc4db3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993464832:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326365.052759:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326365.052761:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326365.052763:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c7cc4db3 x1853174993464832/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326365.052770:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326365.052773:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326365.052775:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000076eb061. 02000000:00000001:0.0:1767326365.052779:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326365.052782:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326365.052784:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767326365.052786:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326365.052789:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000525db3bf. 02000000:00000001:0.0:1767326365.052792:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326365.052794:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326365.052795:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7cc4db3. 00000100:00000001:0.0:1767326365.052800:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326365.052802:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326365.052804:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326365.052808:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326365.052809:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326365.052812:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326365.052814:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326365.052874:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326365.052880:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326365.052882:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326365.052883:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326365.052982:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326365.052989:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed312e80 00000400:00000200:3.0:1767326365.052993:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x142d [1] + 224 00000800:00000001:3.0:1767326365.053005:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326365.053008:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326365.053010:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326365.053012:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326365.053044:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326365.053047:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064827f0f x1853174993464960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326365.053053:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064827f0f x1853174993464960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326365.053065:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326365.053069:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326365.053072:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326365.053073:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326365.053074:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326365.053077:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326365.053082:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed312f00 00000400:00000200:3.0:1767326365.053085:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1439 [1] + 224 00000800:00000001:3.0:1767326365.053095:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326365.053102:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326365.053105:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326365.053109:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326365.053111:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326365.053114:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326365.053118:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767326365.053122:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326365.053125:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767326365.053126:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef1aafe9 x1853174993465088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326365.053129:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093dec7a1. 00000400:00000200:2.0:1767326365.053134:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000400:00000010:2.0:1767326365.053136:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00000001:2.0:1767326365.053173:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767326365.053177:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef1aafe9 x1853174993465088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326365.053181:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064827f0f x1853174993464960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326365.053227:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064827f0f x1853174993464960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326365.053231:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326365.053240:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326365.053243:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326365.053245:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326365.053247:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326365.053250:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767326365.053251:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326365.053251:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326365.053253:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326365.053256:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326365.053259:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326365.053264:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326365.053264:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326365.053268:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326365.053270:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000187e82ed. 00000100:00001000:2.0:1767326365.053271:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=12 v=5 (5 5 5 5) 00000400:00000200:1.0:1767326365.053274:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000546b590 00000400:00000010:1.0:1767326365.053276:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000546b590. 00000100:00000001:1.0:1767326365.053287:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767326365.053289:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=12 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326365.053295:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767326365.053295:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef1aafe9 x1853174993465088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326365.053299:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326365.053309:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326365.053314:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326365.053322:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1767326365.053322:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef1aafe9 x1853174993465088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326365.053327:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326365.053335:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326365.053339:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326365.053346:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326365.053348:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326365.053351:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064827f0f x1853174993464960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326365.053353:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326365.053359:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326365.053363:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326365.053368:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326365.053371:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326365.053376:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326365.053378:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326365.053381:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326365.053383:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=22 v=5 (5 5 5 5) 00000100:00000040:2.0:1767326365.053388:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064827f0f x1853174993464960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326365.053390:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=106 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326365.053405:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326365.053410:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326365.053420:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326365.053427:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ef1aafe9 x1853174993465088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326365.053431:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064827f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993464960:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326365.053449:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326365.053452:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326365.053454:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326365.053456:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326365.053461:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064827f0f x1853174993464960/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326365.053461:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326365.053469:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326365.053474:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326365.053476:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326365.053478:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326365.053480:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077c70e50. 02000000:00000001:2.0:1767326365.053486:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767326365.053490:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef1aafe9 x1853174993465088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326365.053492:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326365.053496:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767326365.053505:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326365.053510:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a363d0e5. 00000100:00000001:1.0:1767326365.053517:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326365.053519:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326365.053523:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326365.053523:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:2.0:1767326365.053530:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064827f0f. 00000100:00000001:1.0:1767326365.053531:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326365.053535:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767326365.053540:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef1aafe9 x1853174993465088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326365.053543:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326365.053547:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326365.053552:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326365.053555:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326365.053559:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326365.053561:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326365.053572:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993465088:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326365.053592:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326365.053595:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326365.053598:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef1aafe9 x1853174993465088/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326365.053605:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326365.053608:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326365.053610:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c00dc79. 02000000:00000001:1.0:1767326365.053614:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326365.053616:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326365.053618:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767326365.053620:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326365.053622:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003376a84e. 02000000:00000001:1.0:1767326365.053625:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326365.053627:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326365.053628:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef1aafe9. 00000100:00000001:1.0:1767326365.053632:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326365.053633:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326365.053635:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326365.053639:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326365.053641:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326365.053644:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326365.053645:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326365.691197:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326365.691203:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326365.691238:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326365.691243:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326365.691256:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326366.714203:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326366.714209:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326366.714261:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326366.714265:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326366.714274:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326367.738280:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326367.738288:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326367.738351:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326367.738355:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326367.738358:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326368.762296:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326368.762305:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326368.762384:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326368.762392:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326368.762427:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326369.786249:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326369.786257:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326369.786315:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326369.786321:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326369.786335:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326370.170249:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306286619, at 4306287104 00000100:00000040:2.0:1767326370.170249:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306286619, at 4306287104 00000100:00000040:0.0:1767326370.170264:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306286619, at 4306287104 00000100:00000010:3.0:1767326370.170267:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d63c42e. 00000100:00000010:2.0:1767326370.170268:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a70cc76c. 00000100:00000040:1.0:1767326370.170272:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306286619, at 4306287104 00000100:00000010:0.0:1767326370.170285:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f14dad39. 00000100:00000010:1.0:1767326370.170287:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab3999a4. 00000100:00000040:3.0:1767326370.170318:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326370.170323:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326370.170332:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f8ef0b3. 00000020:00000040:3.0:1767326370.170344:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326370.170352:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326370.170356:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326370.170361:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326370.170368:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000009342fab. 00000100:00000001:3.0:1767326370.170376:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326370.170390:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000003f8ef0b3 x1853174993465216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326370.170403:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326370.170406:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326370.170413:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f8ef0b3] to pc [ptlrpcd_00_00+0] req@000000003f8ef0b3 x1853174993465216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326370.170441:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326370.170443:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326370.170446:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326370.170448:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023d54c03. 00000020:00000040:3.0:1767326370.170450:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326370.170453:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326370.170454:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326370.170456:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326370.170472:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba567bd5. 00000100:00000001:3.0:1767326370.170476:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326370.170481:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000023d54c03 x1853174993465344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326370.170488:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326370.170488:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326370.170489:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326370.170494:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326370.170496:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326370.170498:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326370.170505:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023d54c03] to pc [ptlrpcd_00_01+1] req@0000000023d54c03 x1853174993465344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326370.170507:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326370.170521:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326370.170524:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f8ef0b3 x1853174993465216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326370.170525:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326370.170528:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326370.170535:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326370.170554:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326370.170558:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abf35ff8. 00000100:00000001:2.0:1767326370.170571:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767326370.170573:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:2.0:1767326370.170584:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023d54c03 x1853174993465344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326370.170586:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326370.170586:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767326370.170598:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326370.170598:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326370.170603:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767326370.170605:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326370.170609:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326370.170613:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767326370.170614:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dead0e98. 02000000:00000001:2.0:1767326370.170614:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326370.170625:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326370.170625:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326370.170641:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326370.170642:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326370.170647:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000abf35ff8 x1853174993465472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326370.170657:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326370.170659:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993465344:192.168.203.107@tcp:400: 00000100:00100000:0.0:1767326370.170671:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003f8ef0b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993465216:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326370.170674:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326370.170684:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326370.170691:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326370.170692:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326370.170701:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326370.170701:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767326370.170704:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326370.170705:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326370.170709:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d15ab1f0. 02000000:00000001:0.0:1767326370.170711:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326370.170715:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abf35ff8] to pc [ptlrpcd_00_02+2] req@00000000abf35ff8 x1853174993465472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326370.170717:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326370.170724:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002851a7cf. 02000000:00000001:2.0:1767326370.170725:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326370.170743:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093dec7a1. 02000000:00000001:0.0:1767326370.170744:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326370.170753:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326370.170756:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326370.170759:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008156d054. 00000100:00000040:3.0:1767326370.170760:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767326370.170760:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000400:00000010:0.0:1767326370.170785:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0d5d521. 00000100:00000001:1.0:1767326370.170786:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326370.170790:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11624) 00000100:00000001:1.0:1767326370.170792:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326370.170795:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993465344, portal 10 00000100:00000200:0.0:1767326370.170796:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993465216, portal 25 00000100:00000001:1.0:1767326370.170797:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326370.170804:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767326370.170807:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abf35ff8 x1853174993465472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326370.170808:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326370.170808:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268023808 : -112767441527808 : ffff997048b49c00) 00000100:00000001:2.0:1767326370.170817:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268030080 : -112767441521536 : ffff997048b4b480) 00000100:00000001:3.0:1767326370.170819:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326370.170824:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003f8ef0b3 x1853174993465216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326370.170829:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326370.170846:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326370.170854:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326370.170854:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326370.170855:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326370.170858:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023d54c03 x1853174993465344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326370.170864:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326370.170874:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326370.170876:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326370.170878:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc894f48. 00000100:00100000:1.0:1767326370.170887:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000abf35ff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993465472:192.168.203.107@tcp:400: 00000100:00000200:0.0:1767326370.170888:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993465216, offset 0 00000100:00000001:1.0:1767326370.170905:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326370.170911:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326370.170913:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326370.170914:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326370.170915:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326370.170920:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326370.170935:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090f0ac64. 02000000:00000001:1.0:1767326370.170939:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326370.170946:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:2.0:1767326370.170947:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326370.170950:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000187e82ed. 00000400:00000200:0.0:1767326370.170958:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767326370.170960:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ac80c21. 00000400:00000010:1.0:1767326370.170961:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000546b590. 00000400:00000200:0.0:1767326370.170967:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000200:2.0:1767326370.170970:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993465344, offset 0 00000100:00000200:1.0:1767326370.170971:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993465472, portal 10 00000400:00000200:0.0:1767326370.170975:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326370.170985:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326370.170988:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767326370.170990:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268026496 : -112767441525120 : ffff997048b4a680) 00000400:00000200:2.0:1767326370.170998:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326370.171006:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [623:623:256:4294967295] 192.168.203.107@tcp LPNI seq info [623:623:8:4294967295] 00000100:00000040:1.0:1767326370.171008:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000abf35ff8 x1853174993465472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326370.171036:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326370.171044:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326370.171049:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8b3beac. 00000400:00000200:0.0:1767326370.171049:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000200:1.0:1767326370.171054:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993465472, offset 0 00000800:00000200:0.0:1767326370.171060:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326370.171063:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767326370.171068:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b373af3. 00000400:00000200:2.0:1767326370.171074:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:0.0:1767326370.171083:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:2.0:1767326370.171085:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326370.171111:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:2.0:1767326370.171113:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:0.0:1767326370.171118:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008b373af3 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326370.171123:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326370.171129:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767326370.171133:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [624:624:255:4294967295] 192.168.203.107@tcp LPNI seq info [624:624:7:4294967295] 00000400:00000200:2.0:1767326370.171176:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767326370.171180:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326370.171188:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326370.171189:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767326370.171189:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306291739 00000800:00000010:2.0:1767326370.171197:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d823ea25. 00000100:00000010:0.0:1767326370.171200:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f14dad39. 00000400:00000200:1.0:1767326370.171214:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326370.171214:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326370.171215:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:1.0:1767326370.171227:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326370.171230:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306291739 00000800:00000200:2.0:1767326370.171234:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:1.0:1767326370.171235:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326370.171245:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d823ea25 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767326370.171245:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062bef00c. 00000400:00000200:1.0:1767326370.171247:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:3.0:1767326370.171261:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326370.171262:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326370.171262:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [625:625:254:4294967295] 192.168.203.107@tcp LPNI seq info [625:625:6:4294967295] 00000100:00000001:0.0:1767326370.171262:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000010:3.0:1767326370.171277:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b373af3. 00000100:00000040:2.0:1767326370.171279:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 150477 usecs (151 jiffies) 00000100:00000001:0.0:1767326370.171282:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306291739 00000100:00000001:2.0:1767326370.171285:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306287256 00000400:00000200:3.0:1767326370.171286:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767326370.171294:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000198668e1. 00000100:00000001:2.0:1767326370.171299:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306291739 00000100:00000001:2.0:1767326370.171306:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306287256 00000100:00000001:0.0:1767326370.171308:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326370.171314:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326370.171317:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767326370.171319:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306291739 00000100:00000001:0.0:1767326370.171326:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306291739 00000100:00000001:2.0:1767326370.171331:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306287256 00000100:00000001:2.0:1767326370.171339:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306291739 00000800:00000200:1.0:1767326370.171340:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000010:0.0:1767326370.171341:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005630bbee. 00000100:00000001:2.0:1767326370.171348:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306287256 00000800:00000010:1.0:1767326370.171352:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003376a84e. 00000100:00000001:0.0:1767326370.171354:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767326370.171363:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326370.171364:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306291739 00000100:00000001:0.0:1767326370.171365:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326370.171376:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326370.171378:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326370.171379:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326370.171385:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc894f48 00000800:00000200:1.0:1767326370.171386:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326370.171387:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326370.171389:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326370.171395:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc894f48. 00000100:00000001:2.0:1767326370.171400:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326370.171401:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003376a84e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326370.171402:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326370.171405:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326370.171419:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f8ef0b3 x1853174993465216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326370.171419:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326370.171420:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326370.171422:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326370.171425:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767326370.171431:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 10436 usecs (11 jiffies) 00000100:00000001:0.0:1767326370.171431:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326370.171432:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326370.171437:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326370.171443:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306287116 00000100:00000001:2.0:1767326370.171447:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326370.171449:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326370.171456:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306291739 00000100:00000001:2.0:1767326370.171461:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326370.171462:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326370.171464:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306287116 00000100:00000001:3.0:1767326370.171466:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326370.171475:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306291739 00000100:00000001:0.0:1767326370.171478:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326370.171479:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306287116 00000100:00000040:3.0:1767326370.171481:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f8ef0b3 x1853174993465216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326370.171489:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306291739 00000100:00000001:0.0:1767326370.171491:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326370.171498:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306287116 00000100:00000001:3.0:1767326370.171509:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326370.171509:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306291739 00000100:00000001:3.0:1767326370.171525:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326370.171527:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326370.171535:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326370.171550:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326370.171552:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326370.171556:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326370.171558:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326370.171560:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767326370.171565:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326370.171567:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767326370.171571:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d823ea25. 00000100:00000001:1.0:1767326370.171572:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326370.171582:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326370.171597:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326370.171601:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326370.171605:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ac80c21 00000400:00000010:3.0:1767326370.171608:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ac80c21. 00000100:00000001:3.0:1767326370.171611:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326370.171617:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023d54c03 x1853174993465344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326370.171624:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326370.171626:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023d54c03 x1853174993465344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326370.171630:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326370.171632:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326370.171656:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326370.171658:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003376a84e. 00000400:00000200:3.0:1767326370.171661:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326370.171664:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326370.171666:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8b3beac 00000400:00000010:3.0:1767326370.171672:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8b3beac. 00000100:00000001:3.0:1767326370.171674:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326370.171677:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abf35ff8 x1853174993465472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326370.171682:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326370.171684:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abf35ff8 x1853174993465472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326370.171688:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326370.171689:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326370.172659:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326370.172673:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326370.172675:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326370.172677:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326370.172685:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326370.172696:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed312f80 00000400:00000200:1.0:1767326370.172702:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1445 [1] + 224 00000800:00000001:1.0:1767326370.172707:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326370.172716:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326370.172718:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326370.172721:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326370.172726:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326370.172729:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f8ef0b3 x1853174993465216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326370.172753:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f8ef0b3 x1853174993465216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326370.172766:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326370.172772:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326370.172774:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326370.172817:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326370.172820:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326370.172825:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326370.172827:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326370.172829:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008156d054. 00000400:00000200:0.0:1767326370.172833:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0d5d521 00000400:00000010:0.0:1767326370.172835:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0d5d521. 00000100:00000001:0.0:1767326370.172838:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326370.172843:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f8ef0b3 x1853174993465216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326370.172863:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f8ef0b3 x1853174993465216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326370.172869:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326370.172871:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326370.172874:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326370.172877:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326370.172879:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326370.172881:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326370.172884:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326370.172890:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=27 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326370.172893:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=27 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326370.172896:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326370.172897:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326370.172900:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326370.172910:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326370.172914:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326370.172930:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f8ef0b3 x1853174993465216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326370.172938:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326370.172941:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326370.172942:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326370.172946:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f8ef0b3 x1853174993465216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326370.172953:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003f8ef0b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993465216:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326370.172967:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326370.172970:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326370.172973:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f8ef0b3 x1853174993465216/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326370.172981:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326370.172984:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326370.172988:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002851a7cf. 02000000:00000001:0.0:1767326370.172991:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326370.172994:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326370.172996:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767326370.172998:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326370.173000:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000009342fab. 02000000:00000001:0.0:1767326370.173004:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326370.173005:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326370.173022:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f8ef0b3. 00000100:00000001:0.0:1767326370.173026:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326370.173028:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326370.173029:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326370.173033:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326370.173034:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326370.173036:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326370.173038:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326370.173098:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326370.173107:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326370.173109:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326370.173111:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326370.173117:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326370.173233:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed313080 00000400:00000200:3.0:1767326370.173240:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1451 [1] + 224 00000800:00000001:3.0:1767326370.173276:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326370.173281:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326370.173283:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326370.173286:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326370.173289:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326370.173292:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abf35ff8 x1853174993465472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326370.173299:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000abf35ff8 x1853174993465472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326370.173312:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326370.173328:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326370.173330:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326370.173332:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326370.173333:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326370.173336:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326370.173340:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed313000 00000400:00000200:3.0:1767326370.173352:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1441 [1] + 224 00000800:00000001:3.0:1767326370.173357:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326370.173372:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326370.173375:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326370.173379:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326370.173383:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326370.173387:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023d54c03 x1853174993465344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326370.173410:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000023d54c03 x1853174993465344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326370.173426:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326370.173427:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326370.173436:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326370.173440:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326370.173443:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326370.173450:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326370.173454:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326370.173469:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000187e82ed. 00000400:00000200:1.0:1767326370.173477:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000546b590 00000400:00000010:1.0:1767326370.173482:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000546b590. 00000100:00000001:2.0:1767326370.173485:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326370.173488:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326370.173491:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326370.173499:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1767326370.173500:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abf35ff8 x1853174993465472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326370.173502:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326370.173506:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093dec7a1. 00000400:00000200:2.0:1767326370.173514:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000400:00000010:2.0:1767326370.173521:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00000001:2.0:1767326370.173526:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326370.173536:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023d54c03 x1853174993465344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326370.173572:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abf35ff8 x1853174993465472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326370.173594:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023d54c03 x1853174993465344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326370.173658:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326370.173665:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326370.173666:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326370.173672:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326370.173673:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326370.173679:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326370.173680:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326370.173682:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767326370.173684:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326370.173687:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326370.173688:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767326370.173700:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326370.173702:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326370.173717:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326370.173719:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=27 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326370.173727:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=17 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326370.173744:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=111 v=5 (1 1 0 0) 00000100:00001000:2.0:1767326370.173746:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=17 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326370.173751:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326370.173752:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326370.173755:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326370.173756:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326370.173773:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326370.173774:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326370.173783:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767326370.173786:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000abf35ff8 x1853174993465472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326370.173793:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326370.173801:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326370.173808:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1767326370.173811:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326370.173812:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326370.173832:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326370.173836:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000040:2.0:1767326370.173841:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023d54c03 x1853174993465344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326370.173843:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326370.173847:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326370.173859:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abf35ff8 x1853174993465472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326370.173862:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326370.173872:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326370.173874:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326370.173884:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023d54c03 x1853174993465344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326370.173886:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326370.173908:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326370.173910:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326370.173926:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023d54c03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993465344:192.168.203.107@tcp:400: 00000100:00000040:1.0:1767326370.173932:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abf35ff8 x1853174993465472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326370.173940:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326370.173948:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326370.173957:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023d54c03 x1853174993465344/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326370.173960:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000abf35ff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993465472:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326370.173975:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326370.173978:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326370.173980:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767326370.173983:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767326370.173987:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abf35ff8 x1853174993465472/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326370.173989:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d15ab1f0. 02000000:00000001:2.0:1767326370.173999:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326370.174001:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326370.174003:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767326370.174005:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326370.174020:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba567bd5. 02000000:00000001:2.0:1767326370.174026:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326370.174033:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326370.174039:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023d54c03. 00000100:00000001:2.0:1767326370.174046:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326370.174046:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326370.174055:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326370.174056:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326370.174060:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090f0ac64. 00000100:00000001:2.0:1767326370.174068:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326370.174069:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326370.174072:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326370.174075:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:1.0:1767326370.174088:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326370.174090:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dead0e98. 02000000:00000001:1.0:1767326370.174093:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326370.174094:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326370.174095:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:1.0:1767326370.174096:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abf35ff8. 00000100:00000001:2.0:1767326370.174101:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326370.174101:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326370.174103:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326370.174108:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326370.174110:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326370.174113:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326370.174115:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326370.174116:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326370.174128:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326370.174131:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326370.810213:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326370.810230:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326370.810300:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326370.810305:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326370.810308:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326371.834249:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326371.834255:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326371.834283:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326371.834287:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326371.834290:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326372.858263:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326372.858273:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326372.858349:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326372.858353:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326372.858356:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326373.882210:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326373.882218:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326373.882282:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326373.882285:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326373.882288:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326374.906223:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326374.906232:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326374.906234:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326374.906237:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326374.906242:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326374.906243:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326374.906245:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326374.906246:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326374.906282:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326374.906286:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326374.906288:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326375.290241:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306291739, at 4306292224 00000100:00000040:1.0:1767326375.290241:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306291739, at 4306292224 00000100:00000040:3.0:1767326375.290251:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306291739, at 4306292224 00000100:00000010:2.0:1767326375.290262:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000198668e1. 00000100:00000010:1.0:1767326375.290263:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062bef00c. 00000100:00000010:3.0:1767326375.290268:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005630bbee. 00000100:00000040:1.0:1767326375.290305:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326375.290311:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326375.290318:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef1aafe9. 00000100:00000040:0.0:1767326375.290320:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306291739, at 4306292224 00000020:00000040:1.0:1767326375.290323:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326375.290329:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1767326375.290330:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f14dad39. 02000000:00000001:1.0:1767326375.290333:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326375.290339:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326375.290359:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003376a84e. 00000100:00000001:1.0:1767326375.290399:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326375.290410:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000ef1aafe9 x1853174993465600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326375.290419:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326375.290421:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326375.290425:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1aafe9] to pc [ptlrpcd_00_03+3] req@00000000ef1aafe9 x1853174993465600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326375.290467:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326375.290469:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326375.290473:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326375.290475:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95a2dac. 00000020:00000040:1.0:1767326375.290476:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:1.0:1767326375.290478:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326375.290480:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326375.290482:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326375.290485:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a363d0e5. 00000100:00000001:1.0:1767326375.290488:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326375.290491:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000d95a2dac x1853174993465728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326375.290497:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326375.290498:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326375.290501:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326375.290504:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d95a2dac] to pc [ptlrpcd_00_00+0] req@00000000d95a2dac x1853174993465728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326375.290519:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326375.290523:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326375.290534:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef1aafe9 x1853174993465600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326375.290560:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326375.290562:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326375.290564:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326375.290566:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326375.290567:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326375.290569:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326375.290575:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326375.290576:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326375.290578:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326375.290580:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326375.290582:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767326375.290582:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3cd2a4f. 00000100:00000001:0.0:1767326375.290582:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326375.290583:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326375.290587:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326375.290589:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00100000:3.0:1767326375.290593:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993465600:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326375.290594:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326375.290596:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326375.290600:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326375.290602:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326375.290602:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d95a2dac x1853174993465728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326375.290608:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326375.290612:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326375.290613:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326375.290615:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767326375.290616:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326375.290618:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326375.290622:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000525db3bf. 02000000:00000001:0.0:1767326375.290622:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767326375.290623:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000318e6b19. 02000000:00000001:0.0:1767326375.290626:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326375.290628:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326375.290629:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326375.290630:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326375.290635:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d95a2dac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993465728:192.168.203.107@tcp:400: 00000100:00000040:1.0:1767326375.290638:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000c3cd2a4f x1853174993465856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326375.290643:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767326375.290644:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081011fb2. 02000000:00000001:0.0:1767326375.290648:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326375.290651:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326375.290653:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d57d4da5. 00000100:00000001:1.0:1767326375.290655:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326375.290656:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326375.290659:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326375.290662:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f129e98c. 00000100:00000200:3.0:1767326375.290663:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993465600, portal 25 00000100:00000040:1.0:1767326375.290665:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3cd2a4f] to pc [ptlrpcd_00_01+1] req@00000000c3cd2a4f x1853174993465856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326375.290667:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326375.290668:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326375.290672:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138716032 : -112766570835584 : ffff99707c9a5180) 00000400:00000010:0.0:1767326375.290674:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008156d054. 00000100:00000040:3.0:1767326375.290682:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef1aafe9 x1853174993465600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326375.290682:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0d5d521. 00000100:00000200:0.0:1767326375.290688:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993465728, portal 10 00000100:00000001:1.0:1767326375.290692:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326375.290693:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326375.290697:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326375.290697:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138716928 : -112766570834688 : ffff99707c9a5500) 00000100:00000040:1.0:1767326375.290698:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767326375.290705:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767326375.290707:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767326375.290709:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d95a2dac x1853174993465728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326375.290712:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084592b49. 00000100:00000040:1.0:1767326375.290715:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11629) 00000100:00000200:3.0:1767326375.290719:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993465600, offset 0 00000100:00000001:2.0:1767326375.290726:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326375.290727:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326375.290731:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326375.290732:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326375.290736:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326375.290737:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767326375.290742:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042895cc0. 00000100:00000040:2.0:1767326375.290745:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3cd2a4f x1853174993465856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326375.290746:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993465728, offset 0 00000400:00000200:0.0:1767326375.290758:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326375.290760:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326375.290761:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326375.290764:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326375.290768:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326375.290769:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326375.290770:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326375.290774:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326375.290776:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00100000:2.0:1767326375.290778:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3cd2a4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993465856:192.168.203.107@tcp:400: 00000400:00000200:3.0:1767326375.290783:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326375.290784:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326375.290789:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326375.290790:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:2.0:1767326375.290795:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326375.290796:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [626:626:256:4294967295] 192.168.203.107@tcp LPNI seq info [626:626:8:4294967295] 02000000:00000001:2.0:1767326375.290800:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326375.290807:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b64f57c1. 00000400:00000200:3.0:1767326375.290810:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:2.0:1767326375.290813:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326375.290819:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326375.290819:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093dec7a1. 00000400:00000200:0.0:1767326375.290821:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:3.0:1767326375.290830:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b42c8091. 00000400:00000010:2.0:1767326375.290831:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000400:00000200:0.0:1767326375.290836:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767326375.290839:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993465856, portal 10 00000400:00000200:0.0:1767326375.290840:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:3.0:1767326375.290845:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326375.290845:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326375.290847:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326375.290849:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138717824 : -112766570833792 : ffff99707c9a5880) 00000400:00000200:0.0:1767326375.290855:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767326375.290858:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [627:627:255:4294967295] 192.168.203.107@tcp LPNI seq info [627:627:7:4294967295] 00000100:00000040:2.0:1767326375.290861:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3cd2a4f x1853174993465856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326375.290871:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767326375.290880:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b42c8091 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326375.290880:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326375.290887:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326375.290887:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:2.0:1767326375.290893:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eef61f70. 00000800:00000200:0.0:1767326375.290898:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000200:2.0:1767326375.290899:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993465856, offset 0 00000100:00000001:3.0:1767326375.290901:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326375.290904:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cdbc160. 00000100:00000001:3.0:1767326375.290907:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306296858 00000400:00000200:2.0:1767326375.290911:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767326375.290914:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:3.0:1767326375.290915:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086a56c50. 00000100:00000001:3.0:1767326375.290922:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326375.290922:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:0.0:1767326375.290924:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326375.290929:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306296858 00000400:00000200:2.0:1767326375.290931:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326375.290931:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005cdbc160 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1767326375.290935:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c06959ff. 00000400:00000200:2.0:1767326375.290938:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326375.290939:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326375.290940:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767326375.290942:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767326375.290944:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 149706 usecs (150 jiffies) 00000400:00000200:2.0:1767326375.290946:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326375.290951:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306292374 00000800:00000200:1.0:1767326375.290954:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326375.290955:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306296858 00000400:00000200:2.0:1767326375.290955:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [628:628:254:4294967295] 192.168.203.107@tcp LPNI seq info [628:628:6:4294967295] 00000100:00000001:0.0:1767326375.290958:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306296858 00000100:00000010:3.0:1767326375.290962:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007357b7f4. 00000800:00000010:1.0:1767326375.290962:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b42c8091. 00000100:00000001:0.0:1767326375.290964:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306292374 00000100:00000001:3.0:1767326375.290969:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326375.290970:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306296858 00000400:00000200:1.0:1767326375.290972:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326375.290974:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306292374 00000100:00000001:3.0:1767326375.290975:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306296858 00000100:00000010:3.0:1767326375.290981:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e80ee982. 00000100:00000001:0.0:1767326375.290981:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306296858 00000400:00000200:1.0:1767326375.290988:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326375.290988:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306292374 00000100:00000001:3.0:1767326375.290989:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326375.290989:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767326375.290996:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306296858 00000100:00000001:3.0:1767326375.290997:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326375.291001:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084592b49 00000100:00000001:0.0:1767326375.291003:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326375.291004:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326375.291004:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326375.291007:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084592b49. 00000100:00000001:0.0:1767326375.291010:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326375.291012:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326375.291013:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005967ad0e. 00000100:00000001:0.0:1767326375.291014:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326375.291015:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326375.291016:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326375.291020:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326375.291024:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:1.0:1767326375.291026:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef1aafe9 x1853174993465600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326375.291027:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326375.291028:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326375.291031:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326375.291032:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767326375.291035:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326375.291040:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326375.291040:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326375.291042:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005967ad0e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326375.291045:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326375.291045:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326375.291048:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326375.291051:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326375.291051:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326375.291054:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326375.291055:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326375.291058:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326375.291058:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 10400 usecs (11 jiffies) 00000100:00000040:1.0:1767326375.291064:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef1aafe9 x1853174993465600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326375.291065:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306292235 00000100:00000001:2.0:1767326375.291070:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306296858 00000100:00000001:2.0:1767326375.291076:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306292235 00000100:00000001:2.0:1767326375.291080:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306296858 00000100:00000001:1.0:1767326375.291083:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326375.291084:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306292235 00000100:00000001:2.0:1767326375.291089:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306296858 00000100:00000001:1.0:1767326375.291089:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326375.291094:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306292235 00000100:00000001:2.0:1767326375.291095:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306296858 00000100:00000001:2.0:1767326375.291096:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326375.291098:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326375.291100:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326375.291101:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326375.291106:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326375.291107:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326375.291109:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326375.291111:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767326375.291111:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326375.291114:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326375.291116:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cdbc160. 00000100:00000001:2.0:1767326375.291117:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326375.291124:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326375.291129:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326375.291157:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042895cc0 00000400:00000010:1.0:1767326375.291159:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042895cc0. 00000100:00000001:1.0:1767326375.291161:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326375.291164:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d95a2dac x1853174993465728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326375.291170:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326375.291171:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d95a2dac x1853174993465728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326375.291175:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326375.291176:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326375.291230:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326375.291232:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005967ad0e. 00000400:00000200:1.0:1767326375.291234:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326375.291236:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326375.291238:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eef61f70 00000400:00000010:1.0:1767326375.291239:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eef61f70. 00000100:00000001:1.0:1767326375.291241:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326375.291243:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3cd2a4f x1853174993465856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326375.291247:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326375.291249:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3cd2a4f x1853174993465856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326375.291253:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326375.291253:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326375.292739:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326375.292751:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326375.292754:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326375.292756:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326375.292763:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326375.292776:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed313100 00000400:00000200:1.0:1767326375.292783:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1459 [1] + 224 00000800:00000001:1.0:1767326375.292790:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326375.292803:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326375.292805:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326375.292808:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326375.292823:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326375.292827:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef1aafe9 x1853174993465600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326375.292836:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef1aafe9 x1853174993465600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326375.292857:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326375.292865:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326375.292869:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326375.292872:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326375.292874:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326375.292879:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326375.292886:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed313180 00000400:00000200:1.0:1767326375.292891:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x145d [1] + 224 00000800:00000001:1.0:1767326375.292896:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326375.292907:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326375.292910:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326375.292914:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326375.292918:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326375.292918:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326375.292921:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767326375.292925:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d95a2dac x1853174993465728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326375.292927:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326375.292930:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326375.292933:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081011fb2. 00000100:00000040:1.0:1767326375.292942:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d95a2dac x1853174993465728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326375.292957:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767326375.292966:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57d4da5 00000400:00000010:3.0:1767326375.292969:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d57d4da5. 00000100:00000001:3.0:1767326375.292971:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767326375.292976:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326375.292977:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef1aafe9 x1853174993465600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326375.292983:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326375.292988:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef1aafe9 x1853174993465600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326375.292989:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326375.292995:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326375.292995:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326375.292996:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326375.293001:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326375.293001:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326375.293005:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326375.293008:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:0.0:1767326375.293009:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326375.293010:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326375.293014:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326375.293015:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767326375.293017:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 02000000:00000001:3.0:1767326375.293018:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326375.293026:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008156d054. 00000400:00000200:1.0:1767326375.293030:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed313200 00000100:00001000:3.0:1767326375.293032:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=32 v=5 (5 5 5 5) 00000400:00000200:0.0:1767326375.293034:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0d5d521 00000100:00001000:3.0:1767326375.293039:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=32 v=5 (1 1 1 1) 00000400:00000010:0.0:1767326375.293040:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0d5d521. 00000100:00000001:3.0:1767326375.293047:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326375.293048:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326375.293049:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326375.293054:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1469 [1] + 224 00010000:00000001:3.0:1767326375.293055:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767326375.293058:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d95a2dac x1853174993465728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326375.293064:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326375.293067:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326375.293070:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326375.293078:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326375.293079:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef1aafe9 x1853174993465600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326375.293079:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d95a2dac x1853174993465728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326375.293084:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326375.293094:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326375.293103:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326375.293109:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3cd2a4f x1853174993465856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326375.293115:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326375.293116:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326375.293119:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326375.293122:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326375.293124:0:211465:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326375.293126:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326375.293128:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326375.293131:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767326375.293134:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3cd2a4f x1853174993465856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326375.293135:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef1aafe9 x1853174993465600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326375.293135:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326375.293164:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993465600:192.168.203.107@tcp:400: 02000000:00000001:0.0:1767326375.293167:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326375.293175:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326375.293177:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=22 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326375.293178:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326375.293182:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326375.293183:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef1aafe9 x1853174993465600/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326375.293186:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=22 v=5 (1 1 1 1) 00000800:00000001:1.0:1767326375.293189:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326375.293193:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326375.293196:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326375.293201:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326375.293202:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326375.293206:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767326375.293207:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767326375.293210:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000318e6b19. 02000000:00000001:3.0:1767326375.293214:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767326375.293214:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326375.293217:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767326375.293218:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326375.293220:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326375.293221:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767326375.293222:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000040:0.0:1767326375.293225:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000020:00000001:3.0:1767326375.293227:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:2.0:1767326375.293228:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1767326375.293231:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003376a84e. 00000400:00000001:2.0:1767326375.293231:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326375.293231:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:2.0:1767326375.293236:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093dec7a1. 00000100:00000001:0.0:1767326375.293237:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326375.293238:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326375.293242:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767326375.293243:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000100:00000010:3.0:1767326375.293244:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef1aafe9. 00000400:00000010:2.0:1767326375.293246:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00000040:0.0:1767326375.293248:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d95a2dac x1853174993465728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326375.293250:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326375.293252:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326375.293253:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326375.293257:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326375.293260:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3cd2a4f x1853174993465856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326375.293269:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326375.293272:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326375.293273:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326375.293280:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326375.293280:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767326375.293284:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3cd2a4f x1853174993465856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326375.293285:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326375.293285:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326375.293297:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326375.293297:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d95a2dac x1853174993465728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326375.293301:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326375.293304:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326375.293306:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326375.293308:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326375.293310:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326375.293314:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326375.293320:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=32 v=5 (5 5 5 5) 00000100:00100000:0.0:1767326375.293323:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d95a2dac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993465728:192.168.203.107@tcp:400: 00000100:00001000:2.0:1767326375.293324:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=116 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326375.293327:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326375.293328:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326375.293329:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326375.293334:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c3cd2a4f x1853174993465856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326375.293340:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326375.293342:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326375.293345:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326375.293346:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326375.293350:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326375.293351:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326375.293352:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326375.293355:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d95a2dac x1853174993465728/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326375.293358:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3cd2a4f x1853174993465856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326375.293385:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326375.293389:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326375.293390:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326375.293392:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326375.293394:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767326375.293396:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3cd2a4f x1853174993465856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326375.293400:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f129e98c. 00000100:00100000:2.0:1767326375.293408:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3cd2a4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993465856:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326375.293411:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326375.293412:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326375.293414:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3cd2a4f x1853174993465856/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326375.293418:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326375.293418:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767326375.293422:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767326375.293423:0:211465:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:2.0:1767326375.293424:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b64f57c1. 00000020:00000040:0.0:1767326375.293443:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 02000000:00000001:2.0:1767326375.293445:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326375.293449:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767326375.293450:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326375.293453:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000010:0.0:1767326375.293455:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a363d0e5. 00000020:00000001:2.0:1767326375.293456:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326375.293458:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000525db3bf. 02000000:00000001:2.0:1767326375.293464:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326375.293464:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326375.293467:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326375.293470:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3cd2a4f. 02000000:00000001:0.0:1767326375.293470:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326375.293475:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d95a2dac. 00000100:00000001:2.0:1767326375.293476:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326375.293478:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326375.293483:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326375.293485:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326375.293487:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326375.293490:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326375.293490:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326375.293495:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326375.293497:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326375.293498:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326375.293520:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326375.293524:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326375.293528:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326375.293532:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326375.930251:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326375.930259:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326375.930314:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326375.930318:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326375.930322:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326376.954240:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326376.954247:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326376.954306:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326376.954311:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326376.954313:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326377.978223:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326377.978231:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326377.978274:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326377.978279:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326377.978282:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326379.002262:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326379.002271:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326379.002368:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326379.002372:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326379.002375:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326380.026267:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326380.026275:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326380.026355:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326380.026360:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326380.026364:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326380.410215:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767326380.410215:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306296858, at 4306297344 00000100:00000040:2.0:1767326380.410216:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306296858, at 4306297344 00000100:00000040:1.0:1767326380.410217:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306296858, at 4306297344 00000100:00000001:3.0:1767326380.410230:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326380.410233:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007357b7f4. 00000100:00000010:0.0:1767326380.410235:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086a56c50. 00000100:00000010:1.0:1767326380.410237:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c06959ff. 00000100:00000010:3.0:1767326380.410239:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d9c04da. 00000020:00000040:3.0:1767326380.410244:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326380.410249:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326380.410252:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326380.410258:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326380.410266:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ba0f4571. 00000100:00000001:3.0:1767326380.410273:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326380.410284:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000008d9c04da x1853174993465984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326380.410293:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326380.410295:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326380.410300:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c04da] to pc [ptlrpcd_00_02+2] req@000000008d9c04da x1853174993465984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326380.410323:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326380.410325:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326380.410328:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326380.410330:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7307b36. 00000020:00000040:3.0:1767326380.410332:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326380.410334:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326380.410336:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326380.410337:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326380.410340:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d57537d. 00000100:00000001:2.0:1767326380.410340:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326380.410342:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326380.410345:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326380.410346:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000e7307b36 x1853174993466112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326380.410349:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326380.410351:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326380.410356:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326380.410358:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d9c04da x1853174993465984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326380.410359:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326380.410367:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326380.410368:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326380.410370:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326380.410375:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7307b36] to pc [ptlrpcd_00_03+3] req@00000000e7307b36 x1853174993466112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326380.410375:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326380.410379:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326380.410384:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326380.410390:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993465984:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326380.410394:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326380.410396:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326380.410399:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326380.410399:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326380.410403:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326380.410404:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767326380.410406:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767326380.410408:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002daf29af. 00000100:00000001:0.0:1767326380.410409:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767326380.410411:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000010:2.0:1767326380.410412:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fdd1b16. 00000100:00000001:0.0:1767326380.410413:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326380.410415:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326380.410417:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326380.410417:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326380.410418:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326380.410423:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326380.410426:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093dec7a1. 00000100:00000040:0.0:1767326380.410427:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7307b36 x1853174993466112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326380.410429:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005e4ab40. 00000100:00000001:3.0:1767326380.410434:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326380.410436:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001c9b1a1. 00000100:00000040:3.0:1767326380.410442:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@000000002daf29af x1853174993466240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326380.410443:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767326380.410445:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993465984, portal 25 00000100:00000001:0.0:1767326380.410446:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326380.410451:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326380.410453:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326380.410454:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268017536 : -112767441534080 : ffff997048b48380) 02000000:00000001:0.0:1767326380.410457:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326380.410461:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326380.410461:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326380.410464:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326380.410464:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d9c04da x1853174993465984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326380.410468:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993466112:192.168.203.107@tcp:400: 00000100:00000040:3.0:1767326380.410485:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002daf29af] to pc [ptlrpcd_00_00+0] req@000000002daf29af x1853174993466240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326380.410490:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326380.410495:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326380.410498:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326380.410503:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326380.410506:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767326380.410508:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000deb1a1f7. 00000100:00000040:2.0:1767326380.410513:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326380.410513:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326380.410518:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba14329d. 00000400:00000010:0.0:1767326380.410519:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008156d054. 00000100:00000001:3.0:1767326380.410523:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326380.410523:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993465984, offset 0 00000400:00000010:0.0:1767326380.410525:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0d5d521. 00000100:00000040:3.0:1767326380.410529:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767326380.410532:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993466112, portal 10 00000100:00000040:3.0:1767326380.410533:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326380.410536:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326380.410539:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326380.410540:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326380.410540:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268022912 : -112767441528704 : ffff997048b49880) 00000100:00000040:3.0:1767326380.410542:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11635) 00000100:00000001:1.0:1767326380.410545:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326380.410547:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326380.410551:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7307b36 x1853174993466112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326380.410555:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002daf29af x1853174993466240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326380.410556:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:3.0:1767326380.410559:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306296858, at 4306297344 00000400:00000200:2.0:1767326380.410568:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1767326380.410570:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e80ee982. 00000400:00000200:2.0:1767326380.410577:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326380.410579:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326380.410585:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767326380.410586:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767326380.410587:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326380.410589:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326380.410590:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326380.410592:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fa08db4. 00000400:00000200:2.0:1767326380.410594:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000001:1.0:1767326380.410597:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767326380.410598:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993466112, offset 0 00000400:00000200:2.0:1767326380.410601:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [629:629:256:4294967295] 192.168.203.107@tcp LPNI seq info [629:629:8:4294967295] 02000000:00000001:1.0:1767326380.410602:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326380.410603:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326380.410609:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326380.410610:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326380.410620:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993466240:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767326380.410621:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326380.410630:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767326380.410634:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326380.410635:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326380.410637:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000010:2.0:1767326380.410640:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000377a029a. 00000400:00000200:0.0:1767326380.410641:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326380.410647:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326380.410651:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 02000000:00000001:1.0:1767326380.410653:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326380.410656:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000010:1.0:1767326380.410660:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ee914bf. 00000800:00000200:2.0:1767326380.410661:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767326380.410662:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326380.410667:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326380.410669:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000377a029a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326380.410670:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:1.0:1767326380.410675:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000187e82ed. 00000400:00000200:0.0:1767326380.410676:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [630:630:255:4294967295] 192.168.203.107@tcp LPNI seq info [630:630:7:4294967295] 00000400:00000010:1.0:1767326380.410683:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000546b590. 00000100:00000001:2.0:1767326380.410687:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326380.410691:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993466240, portal 10 00000400:00000200:0.0:1767326380.410691:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:2.0:1767326380.410693:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306301978 00000100:00000001:1.0:1767326380.410698:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326380.410701:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268024704 : -112767441526912 : ffff997048b49f80) 00000100:00000010:2.0:1767326380.410702:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064cb1fd6. 00000800:00000200:0.0:1767326380.410703:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326380.410711:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000010:0.0:1767326380.410711:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042a10ade. 00000100:00000040:1.0:1767326380.410716:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002daf29af x1853174993466240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326380.410719:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306301978 00000800:00000200:0.0:1767326380.410721:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:2.0:1767326380.410726:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b55c76fb. 00000100:00000001:2.0:1767326380.410730:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767326380.410733:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:2.0:1767326380.410736:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306301978 00000800:00000200:0.0:1767326380.410740:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000042a10ade type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767326380.410743:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3cbe270. 00000100:00000001:1.0:1767326380.410744:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326380.410746:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326380.410747:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767326380.410751:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 148940 usecs (149 jiffies) 00000100:00000040:1.0:1767326380.410752:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326380.410753:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306301978 00000100:00000001:0.0:1767326380.410758:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306297493 00000400:00000010:1.0:1767326380.410760:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d9b1115. 00000100:00000010:2.0:1767326380.410761:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d2be78f7. 00000100:00000001:0.0:1767326380.410762:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306301978 00000100:00000200:1.0:1767326380.410766:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993466240, offset 0 00000100:00000001:0.0:1767326380.410767:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306297493 00000100:00000001:2.0:1767326380.410768:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326380.410772:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306301978 00000100:00000001:2.0:1767326380.410775:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326380.410775:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306297493 00000400:00000200:1.0:1767326380.410778:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326380.410782:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326380.410787:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306301978 00000100:00000001:2.0:1767326380.410788:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326380.410791:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306297493 00000100:00000001:2.0:1767326380.410793:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326380.410794:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306301978 00000400:00000200:1.0:1767326380.410798:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:0.0:1767326380.410799:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326380.410801:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326380.410804:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326380.410805:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:3.0:1767326380.410808:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000377a029a. 00000100:00000001:2.0:1767326380.410809:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326380.410809:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326380.410809:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326380.410814:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326380.410816:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326380.410817:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326380.410818:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:2.0:1767326380.410821:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326380.410821:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326380.410825:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326380.410826:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326380.410826:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326380.410833:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326380.410834:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326380.410834:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326380.410836:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326380.410838:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326380.410842:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326380.410845:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [631:631:254:4294967295] 192.168.203.107@tcp LPNI seq info [631:631:6:4294967295] 00000100:00000001:0.0:1767326380.410853:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326380.410862:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767326380.410869:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326380.410870:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba14329d 00000400:00000010:3.0:1767326380.410874:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba14329d. 00000800:00000010:1.0:1767326380.410877:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0189c70. 00000100:00000001:3.0:1767326380.410878:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326380.410886:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d9c04da x1853174993465984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326380.410887:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767326380.410897:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326380.410900:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a0189c70 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326380.410904:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326380.410908:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 10361 usecs (11 jiffies) 00000100:00000001:1.0:1767326380.410911:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306297355 00000100:00000001:1.0:1767326380.410919:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306301978 00000100:00000001:1.0:1767326380.410921:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306297355 00000100:00000001:1.0:1767326380.410924:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306301978 00000100:00000001:1.0:1767326380.410926:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306297355 00000100:00000001:1.0:1767326380.410928:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306301978 00000100:00000001:1.0:1767326380.410930:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306297355 00000100:00000001:1.0:1767326380.410932:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306301978 00000100:00000001:1.0:1767326380.410934:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326380.410937:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326380.410939:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326380.410942:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326380.410948:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326380.410949:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326380.410952:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326380.410954:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326380.410955:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326380.410958:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326380.410972:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326380.410977:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d9c04da x1853174993465984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326380.410986:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326380.410988:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326380.411007:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326380.411009:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042a10ade. 00000400:00000200:3.0:1767326380.411014:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326380.411018:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326380.411021:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fa08db4 00000400:00000010:3.0:1767326380.411023:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fa08db4. 00000100:00000001:3.0:1767326380.411026:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326380.411028:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7307b36 x1853174993466112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326380.411037:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326380.411039:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7307b36 x1853174993466112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326380.411046:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326380.411048:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326380.411080:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326380.411083:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0189c70. 00000400:00000200:3.0:1767326380.411086:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326380.411090:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326380.411093:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d9b1115 00000400:00000010:3.0:1767326380.411094:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d9b1115. 00000100:00000001:3.0:1767326380.411097:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326380.411100:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002daf29af x1853174993466240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326380.411116:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326380.411118:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002daf29af x1853174993466240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326380.411125:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326380.411127:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326380.412670:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326380.412682:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326380.412684:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326380.412686:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326380.412692:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326380.412701:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed313300 00000400:00000200:1.0:1767326380.412707:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1479 [1] + 224 00000800:00000001:1.0:1767326380.412713:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326380.412717:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326380.412719:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326380.412721:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326380.412725:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326380.412728:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7307b36 x1853174993466112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326380.412746:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e7307b36 x1853174993466112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326380.412760:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326380.412771:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326380.412774:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326380.412775:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326380.412776:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326380.412779:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326380.412784:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed313380 00000400:00000200:1.0:1767326380.412787:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1481 [1] + 224 00000800:00000001:1.0:1767326380.412790:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326380.412792:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326380.412794:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326380.412796:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326380.412798:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326380.412800:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002daf29af x1853174993466240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326380.412806:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002daf29af x1853174993466240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326380.412807:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326380.412811:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326380.412819:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326380.412822:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767326380.412823:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326380.412827:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008156d054. 00000400:00000200:0.0:1767326380.412832:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0d5d521 00000400:00000010:0.0:1767326380.412834:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0d5d521. 00000100:00000001:0.0:1767326380.412837:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767326380.412841:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326380.412845:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7307b36 x1853174993466112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326380.412846:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326380.412851:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326380.412854:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326380.412855:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326380.412858:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326380.412864:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326380.412867:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000001:2.0:1767326380.412868:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326380.412871:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000187e82ed. 00000100:00000200:0.0:1767326380.412872:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7307b36 x1853174993466112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326380.412876:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed313280 00000400:00000200:2.0:1767326380.412878:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000546b590 00000400:00000010:2.0:1767326380.412881:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000546b590. 00000100:00000001:2.0:1767326380.412886:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326380.412890:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1471 [1] + 224 00000100:00000200:2.0:1767326380.412894:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002daf29af x1853174993466240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326380.412895:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326380.412896:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326380.412899:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326380.412905:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326380.412906:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767326380.412909:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002daf29af x1853174993466240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326380.412911:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767326380.412917:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326380.412917:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326380.412920:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326380.412922:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326380.412923:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326380.412928:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326380.412929:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326380.412930:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 02000000:00000001:2.0:1767326380.412931:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326380.412934:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326380.412937:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326380.412938:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767326380.412939:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=27 v=5 (5 5 5 5) 02000000:00000001:2.0:1767326380.412940:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326380.412946:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d9c04da x1853174993465984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326380.412947:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=27 v=5 (1 1 1 1) 00000100:00001000:2.0:1767326380.412948:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=37 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326380.412956:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1767326380.412958:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=121 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326380.412959:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326380.412964:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326380.412968:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767326380.412969:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326380.412972:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326380.412974:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008d9c04da x1853174993465984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326380.412974:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1767326380.412977:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767326380.412978:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326380.412982:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326380.412984:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326380.412992:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7307b36 x1853174993466112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326380.412999:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00080000:2.0:1767326380.413002:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000002daf29af x1853174993466240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326380.413002:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326380.413005:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326380.413006:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326380.413013:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326380.413018:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7307b36 x1853174993466112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326380.413019:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326380.413023:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326380.413029:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326380.413032:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00100000:0.0:1767326380.413034:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7307b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993466112:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326380.413036:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326380.413038:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326380.413041:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326380.413044:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326380.413047:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002daf29af x1853174993466240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326380.413049:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7307b36 x1853174993466112/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326380.413066:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326380.413070:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326380.413074:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326380.413077:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326380.413078:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326380.413080:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093dec7a1. 00000100:00000001:0.0:1767326380.413080:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326380.413084:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767326380.413085:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767326380.413086:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001c9b1a1 00000400:00000010:3.0:1767326380.413089:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001c9b1a1. 00000100:00000001:2.0:1767326380.413089:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326380.413090:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000deb1a1f7. 00000100:00000001:3.0:1767326380.413095:0:211467:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767326380.413097:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767326380.413101:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002daf29af x1853174993466240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326380.413101:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1767326380.413102:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d9c04da x1853174993465984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767326380.413104:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767326380.413109:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326380.413113:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d57537d. 02000000:00000001:0.0:1767326380.413119:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326380.413121:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326380.413124:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7307b36. 00000100:00000001:0.0:1767326380.413130:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1767326380.413133:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d9c04da x1853174993465984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326380.413134:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326380.413162:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326380.413163:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326380.413164:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002daf29af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993466240:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326380.413165:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326380.413166:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326380.413168:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326380.413170:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326380.413174:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326380.413176:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326380.413176:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326380.413177:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326380.413182:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1767326380.413183:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=37 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326380.413183:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326380.413189:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002daf29af x1853174993466240/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326380.413191:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=37 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326380.413191:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326380.413196:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326380.413199:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326380.413202:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326380.413205:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767326380.413206:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767326380.413208:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767326380.413209:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326380.413211:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ee914bf. 00000100:00000001:3.0:1767326380.413212:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326380.413217:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767326380.413218:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d9c04da x1853174993465984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326380.413220:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326380.413222:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326380.413226:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326380.413228:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005e4ab40. 02000000:00000001:2.0:1767326380.413231:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326380.413232:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326380.413233:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002daf29af. 00000100:00000001:2.0:1767326380.413235:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326380.413237:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326380.413241:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326380.413247:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326380.413249:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326380.413249:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326380.413255:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326380.413255:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326380.413257:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326380.413258:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326380.413261:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d9c04da x1853174993465984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326380.413267:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993465984:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326380.413271:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326380.413272:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326380.413274:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d9c04da x1853174993465984/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326380.413278:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326380.413280:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326380.413281:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fdd1b16. 02000000:00000001:3.0:1767326380.413284:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326380.413285:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326380.413286:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767326380.413287:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326380.413289:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ba0f4571. 02000000:00000001:3.0:1767326380.413290:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326380.413291:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326380.413292:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d9c04da. 00000100:00000001:3.0:1767326380.413294:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326380.413295:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326380.413296:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326380.413299:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326380.413301:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326380.413302:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326380.413303:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326381.050239:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326381.050249:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326381.050288:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326381.050292:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326381.050295:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326382.074235:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326382.074242:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326382.074306:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326382.074311:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326382.074315:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326383.098266:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326383.098274:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326383.098328:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326383.098332:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326383.098335:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326384.122233:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326384.122243:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326384.122297:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326384.122302:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326384.122306:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326385.146256:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326385.146265:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326385.146267:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326385.146271:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326385.146275:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326385.146277:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326385.146278:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326385.146280:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326385.146341:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326385.146346:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326385.146348:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326385.530240:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306301978, at 4306302464 00000100:00000040:2.0:1767326385.530240:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326385.530240:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306301978, at 4306302464 00000100:00000001:2.0:1767326385.530255:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326385.530259:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b55c76fb. 00000100:00000010:2.0:1767326385.530263:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000574a5a79. 00000100:00000010:3.0:1767326385.530264:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d2be78f7. 00000020:00000040:2.0:1767326385.530273:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326385.530280:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326385.530292:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767326385.530294:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306301978, at 4306302464 02000000:00000001:2.0:1767326385.530299:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326385.530302:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064cb1fd6. 02000000:00000010:2.0:1767326385.530311:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000377a029a. 00000100:00000001:2.0:1767326385.530321:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326385.530335:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000574a5a79 x1853174993466368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326385.530348:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326385.530351:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326385.530357:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574a5a79] to pc [ptlrpcd_00_01+1] req@00000000574a5a79 x1853174993466368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326385.530388:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326385.530391:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326385.530395:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326385.530399:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063e117f0. 00000020:00000040:2.0:1767326385.530402:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326385.530405:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326385.530407:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326385.530409:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326385.530413:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005967ad0e. 00000100:00000001:2.0:1767326385.530418:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326385.530418:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326385.530424:0:211465:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:2.0:1767326385.530426:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@0000000063e117f0 x1853174993466496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326385.530428:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326385.530454:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326385.530457:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326385.530463:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326385.530465:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326385.530469:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326385.530469:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326385.530473:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326385.530478:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326385.530478:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000574a5a79 x1853174993466368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326385.530482:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326385.530483:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e117f0] to pc [ptlrpcd_00_02+2] req@0000000063e117f0 x1853174993466496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326385.530502:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326385.530506:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326385.530511:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326385.530514:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326385.530518:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326385.530521:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326385.530523:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000574a5a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993466368:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326385.530526:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326385.530526:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326385.530530:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326385.530533:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326385.530536:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326385.530540:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326385.530541:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063e117f0 x1853174993466496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326385.530543:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc353709. 02000000:00000001:1.0:1767326385.530548:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326385.530548:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326385.530550:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:1.0:1767326385.530553:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326385.530553:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326385.530558:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326385.530561:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767326385.530563:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326385.530565:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326385.530568:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326385.530568:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326385.530569:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ee914bf. 02000000:00000001:3.0:1767326385.530575:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326385.530576:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326385.530578:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767326385.530579:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d823ea25. 02000000:00000001:3.0:1767326385.530582:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326385.530584:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002990c402. 00000100:00000001:2.0:1767326385.530586:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326385.530587:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993466496:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326385.530594:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767326385.530595:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba163e5e. 02000000:00000001:3.0:1767326385.530596:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326385.530597:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000fc353709 x1853174993466624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326385.530600:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326385.530604:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767326385.530606:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993466368, portal 25 02000000:00000010:3.0:1767326385.530610:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000999086a2. 00000100:00000001:1.0:1767326385.530612:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326385.530615:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326385.530616:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531379328 : -112767178172288 : ffff997058671880) 00000400:00000010:3.0:1767326385.530621:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081011fb2. 00000100:00000001:2.0:1767326385.530625:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767326385.530627:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d57d4da5. 00000100:00000040:1.0:1767326385.530628:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000574a5a79 x1853174993466368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326385.530629:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326385.530634:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993466496, portal 10 00000100:00000001:3.0:1767326385.530639:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326385.530641:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc353709] to pc [ptlrpcd_00_03+3] req@00000000fc353709 x1853174993466624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326385.530643:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531374848 : -112767178176768 : ffff997058670700) 00000100:00000040:3.0:1767326385.530653:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000063e117f0 x1853174993466496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326385.530657:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326385.530666:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326385.530672:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040f23477. 00000100:00000200:1.0:1767326385.530677:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993466368, offset 0 00000100:00000001:3.0:1767326385.530678:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326385.530683:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767326385.530687:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1ea4949. 00000400:00000200:1.0:1767326385.530690:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326385.530697:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326385.530701:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326385.530705:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767326385.530708:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:2.0:1767326385.530714:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11640) 00000100:00000001:0.0:1767326385.530714:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326385.530718:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326385.530718:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326385.530722:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326385.530726:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:0.0:1767326385.530729:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fc353709 x1853174993466624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326385.530735:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306301978, at 4306302464 00000400:00000200:1.0:1767326385.530735:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326385.530743:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:0.0:1767326385.530743:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326385.530747:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326385.530750:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326385.530752:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [632:632:256:4294967295] 192.168.203.107@tcp LPNI seq info [632:632:8:4294967295] 02000000:00000001:0.0:1767326385.530753:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767326385.530754:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3cbe270. 02000000:00000001:0.0:1767326385.530759:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326385.530764:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fc353709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993466624:192.168.203.107@tcp:400: 00000100:00000200:3.0:1767326385.530767:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993466496, offset 0 00000100:00000001:0.0:1767326385.530768:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326385.530773:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326385.530775:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326385.530780:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:0.0:1767326385.530780:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326385.530781:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000010:0.0:1767326385.530784:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e822ffba. 02000000:00000001:0.0:1767326385.530789:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326385.530793:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008156d054. 00000800:00000200:1.0:1767326385.530794:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326385.530796:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000010:0.0:1767326385.530799:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0d5d521. 00000800:00000010:1.0:1767326385.530803:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0189c70. 00000400:00000200:3.0:1767326385.530804:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767326385.530805:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993466624, portal 10 00000400:00000200:3.0:1767326385.530809:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326385.530810:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326385.530813:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531382912 : -112767178168704 : ffff997058672680) 00000400:00000200:3.0:1767326385.530815:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326385.530818:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000040:0.0:1767326385.530822:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fc353709 x1853174993466624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326385.530828:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:1.0:1767326385.530833:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:3.0:1767326385.530837:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [633:633:255:4294967295] 192.168.203.107@tcp LPNI seq info [633:633:7:4294967295] 00000800:00000200:1.0:1767326385.530843:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a0189c70 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326385.530845:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326385.530854:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326385.530859:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:0.0:1767326385.530860:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a95ea3f. 00000100:00000001:1.0:1767326385.530865:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326385.530865:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993466624, offset 0 00000800:00000200:3.0:1767326385.530868:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767326385.530874:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba0f4571. 00000400:00000200:0.0:1767326385.530876:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326385.530878:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306307098 00000800:00000200:3.0:1767326385.530883:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000010:1.0:1767326385.530887:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000434c5bfd. 00000800:00000200:3.0:1767326385.530892:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000400:00000200:0.0:1767326385.530894:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:1.0:1767326385.530895:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767326385.530897:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba0f4571 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326385.530902:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326385.530904:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306307098 00000400:00000200:0.0:1767326385.530907:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000010:1.0:1767326385.530910:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d819e2a. 00000400:00000200:0.0:1767326385.530910:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326385.530914:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326385.530917:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326385.530917:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000040:3.0:1767326385.530921:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 148180 usecs (149 jiffies) 00000800:00000200:2.0:1767326385.530922:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326385.530925:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306307098 00000400:00000200:0.0:1767326385.530926:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [634:634:254:4294967295] 192.168.203.107@tcp LPNI seq info [634:634:6:4294967295] 00000100:00000001:3.0:1767326385.530927:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306302613 00000800:00000010:2.0:1767326385.530928:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0189c70. 00000100:00000010:1.0:1767326385.530932:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004434e41e. 00000100:00000001:3.0:1767326385.530934:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306307098 00000100:00000001:3.0:1767326385.530938:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306302613 00000400:00000200:2.0:1767326385.530939:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326385.530943:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306307098 00000100:00000001:1.0:1767326385.530944:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326385.530948:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326385.530949:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306302613 00000100:00000001:1.0:1767326385.530952:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306307098 00000400:00000200:2.0:1767326385.530955:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326385.530956:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306307098 00000100:00000010:1.0:1767326385.530960:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007cc6f3c9. 00000100:00000001:3.0:1767326385.530962:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306302613 00000800:00000200:0.0:1767326385.530964:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326385.530967:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040f23477 00000100:00000001:1.0:1767326385.530967:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000010:0.0:1767326385.530972:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000836678fc. 00000400:00000010:2.0:1767326385.530973:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040f23477. 00000100:00000001:3.0:1767326385.530974:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306307098 00000100:00000001:1.0:1767326385.530974:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326385.530981:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326385.530982:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767326385.530982:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767326385.530983:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326385.530989:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326385.530991:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326385.530992:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000574a5a79 x1853174993466368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326385.530995:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326385.530995:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326385.530998:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326385.531001:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000836678fc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326385.531004:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326385.531010:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326385.531015:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326385.531016:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 10322 usecs (11 jiffies) 00000100:00000001:3.0:1767326385.531019:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326385.531019:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326385.531020:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306302475 00000100:00000040:2.0:1767326385.531026:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000574a5a79 x1853174993466368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326385.531026:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306307098 00000100:00000001:3.0:1767326385.531027:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326385.531031:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326385.531032:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306302475 00000100:00000001:3.0:1767326385.531035:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326385.531038:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306307098 00000100:00000001:3.0:1767326385.531042:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326385.531044:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306302475 00000100:00000001:2.0:1767326385.531045:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326385.531049:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306307098 00000100:00000001:2.0:1767326385.531050:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326385.531054:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306302475 00000100:00000001:0.0:1767326385.531055:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306307098 00000100:00000001:0.0:1767326385.531057:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326385.531058:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326385.531061:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326385.531063:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326385.531066:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326385.531067:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767326385.531071:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba0f4571. 00000100:00000001:0.0:1767326385.531071:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326385.531075:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326385.531080:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326385.531081:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326385.531082:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1ea4949 00000100:00000001:0.0:1767326385.531083:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326385.531086:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1ea4949. 00000100:00000001:0.0:1767326385.531087:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326385.531092:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326385.531093:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326385.531098:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063e117f0 x1853174993466496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326385.531107:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326385.531109:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063e117f0 x1853174993466496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326385.531116:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326385.531117:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326385.531174:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326385.531176:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000836678fc. 00000400:00000200:2.0:1767326385.531180:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326385.531183:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326385.531185:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a95ea3f 00000400:00000010:2.0:1767326385.531186:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a95ea3f. 00000100:00000001:2.0:1767326385.531188:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326385.531191:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fc353709 x1853174993466624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326385.531196:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326385.531198:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fc353709 x1853174993466624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326385.531202:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326385.531202:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326385.533012:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326385.533030:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326385.533033:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326385.533036:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326385.533043:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326385.533054:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed313400 00000400:00000200:3.0:1767326385.533062:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1489 [1] + 224 00000800:00000001:3.0:1767326385.533070:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326385.533075:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326385.533077:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326385.533080:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326385.533083:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326385.533086:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000574a5a79 x1853174993466368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326385.533167:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000574a5a79 x1853174993466368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326385.533209:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326385.533214:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326385.533217:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326385.533218:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326385.533220:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326385.533223:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326385.533228:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed313480 00000400:00000200:3.0:1767326385.533231:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x148d [1] + 224 00000800:00000001:3.0:1767326385.533235:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326385.533237:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326385.533238:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326385.533241:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326385.533244:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326385.533251:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063e117f0 x1853174993466496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326385.533255:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326385.533259:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000063e117f0 x1853174993466496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326385.533260:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326385.533267:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326385.533271:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326385.533275:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002990c402. 00000400:00000200:1.0:1767326385.533280:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba163e5e 00000100:00000001:3.0:1767326385.533281:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767326385.533283:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba163e5e. 00000100:00000001:1.0:1767326385.533288:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767326385.533293:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326385.533294:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000574a5a79 x1853174993466368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326385.533298:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326385.533303:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326385.533305:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326385.533314:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000574a5a79 x1853174993466368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326385.533317:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326385.533328:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed313500 00000100:00000001:1.0:1767326385.533328:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326385.533333:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326385.533336:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326385.533338:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767326385.533340:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x1499 [1] + 224 00000100:00000001:2.0:1767326385.533344:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326385.533345:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326385.533348:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326385.533348:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767326385.533352:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326385.533354:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326385.533355:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767326385.533358:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326385.533361:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326385.533361:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326385.533362:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081011fb2. 02000000:00000001:1.0:1767326385.533366:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326385.533370:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57d4da5 00000100:00001000:1.0:1767326385.533372:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=42 v=5 (5 5 5 5) 00000400:00000010:2.0:1767326385.533374:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d57d4da5. 00000100:00000001:2.0:1767326385.533379:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326385.533381:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767326385.533382:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=42 v=5 (1 1 1 1) 00000100:00000200:2.0:1767326385.533386:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063e117f0 x1853174993466496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326385.533389:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fc353709 x1853174993466624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326385.533390:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326385.533394:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326385.533402:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326385.533406:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326385.533413:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326385.533414:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063e117f0 x1853174993466496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326385.533425:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000574a5a79 x1853174993466368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326385.533429:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fc353709 x1853174993466624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326385.533431:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326385.533434:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326385.533453:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326385.533456:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326385.533459:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326385.533462:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326385.533467:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326385.533469:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767326385.533475:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=32 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326385.533475:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326385.533478:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326385.533478:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326385.533480:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=32 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326385.533485:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326385.533485:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326385.533489:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326385.533489:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000574a5a79 x1853174993466368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326385.533492:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326385.533494:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326385.533499:0:211467:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326385.533504:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767326385.533505:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000574a5a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993466368:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326385.533506:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326385.533507:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326385.533510:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326385.533514:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326385.533515:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326385.533517:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326385.533517:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326385.533518:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1767326385.533522:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767326385.533525:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000574a5a79 x1853174993466368/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326385.533526:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063e117f0 x1853174993466496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326385.533526:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008156d054. 00000400:00000200:0.0:1767326385.533533:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0d5d521 00000400:00000010:0.0:1767326385.533536:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0d5d521. 00000100:00000001:0.0:1767326385.533541:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326385.533548:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fc353709 x1853174993466624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326385.533550:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326385.533555:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326385.533558:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ee914bf. 00000100:00000001:2.0:1767326385.533561:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326385.533565:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326385.533567:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767326385.533569:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326385.533571:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326385.533572:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000200:0.0:1767326385.533576:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fc353709 x1853174993466624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326385.533577:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063e117f0 x1853174993466496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326385.533577:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326385.533581:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000377a029a. 02000000:00000001:1.0:1767326385.533587:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326385.533590:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326385.533593:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000574a5a79. 00000100:00000001:1.0:1767326385.533598:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326385.533601:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326385.533604:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326385.533605:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993466496:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326385.533606:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326385.533607:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326385.533610:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326385.533611:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326385.533614:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326385.533616:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326385.533617:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326385.533617:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326385.533621:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326385.533622:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767326385.533623:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326385.533624:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326385.533628:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063e117f0 x1853174993466496/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326385.533629:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326385.533629:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=42 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326385.533637:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=126 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326385.533645:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326385.533645:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326385.533649:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326385.533650:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767326385.533652:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767326385.533653:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000999086a2. 02000000:00000001:2.0:1767326385.533658:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00080000:0.0:1767326385.533658:0:211468:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000fc353709 x1853174993466624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326385.533660:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326385.533663:0:211467:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767326385.533668:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326385.533671:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005967ad0e. 00010000:00000001:0.0:1767326385.533672:0:211468:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326385.533674:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326385.533676:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767326385.533677:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326385.533679:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063e117f0. 00000100:00000040:0.0:1767326385.533679:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326385.533682:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326385.533684:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326385.533685:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326385.533686:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326385.533688:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326385.533691:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326385.533694:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326385.533697:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fc353709 x1853174993466624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326385.533698:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326385.533701:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326385.533708:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326385.533710:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326385.533711:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326385.533714:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc353709 x1853174993466624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326385.533720:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fc353709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993466624:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326385.533723:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326385.533724:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326385.533725:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fc353709 x1853174993466624/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326385.533729:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326385.533730:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326385.533731:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e822ffba. 02000000:00000001:0.0:1767326385.533734:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326385.533735:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326385.533736:0:211468:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326385.533738:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326385.533739:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d823ea25. 02000000:00000001:0.0:1767326385.533741:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326385.533742:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326385.533743:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc353709. 00000100:00000001:0.0:1767326385.533745:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326385.533746:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326385.533747:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326385.533750:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326385.533751:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326385.533752:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326385.533753:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326386.170207:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326386.170214:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326386.170278:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326386.170281:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326386.170284:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326387.194273:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326387.194280:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326387.194314:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326387.194319:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326387.194322:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326388.218282:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326388.218289:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326388.218349:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326388.218354:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326388.218357:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326389.242265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326389.242273:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326389.242357:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326389.242362:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326389.242365:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326390.266219:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326390.266224:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326390.266247:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326390.266251:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326390.266254:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326390.650245:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306307098, at 4306307584 00000100:00000040:2.0:1767326390.650251:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306307098, at 4306307584 00000100:00000040:3.0:1767326390.650258:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306307098, at 4306307584 00000100:00000010:1.0:1767326390.650262:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d819e2a. 00000100:00000010:2.0:1767326390.650264:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004434e41e. 00000100:00000010:3.0:1767326390.650267:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007cc6f3c9. 00000100:00000040:1.0:1767326390.650282:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326390.650287:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326390.650298:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004db1aef7. 00000020:00000040:1.0:1767326390.650303:0:218214:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326390.650309:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326390.650312:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326390.650318:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326390.650327:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306307098, at 4306307584 02000000:00000010:1.0:1767326390.650329:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a0189c70. 00000100:00000010:0.0:1767326390.650336:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000434c5bfd. 00000100:00000001:1.0:1767326390.650340:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326390.650354:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000004db1aef7 x1853174993466752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326390.650368:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326390.650371:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326390.650377:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004db1aef7] to pc [ptlrpcd_00_00+0] req@000000004db1aef7 x1853174993466752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326390.650427:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326390.650429:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326390.650431:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326390.650433:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326390.650435:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767326390.650438:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95a2dac. 00000100:00000001:2.0:1767326390.650439:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326390.650445:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004db1aef7 x1853174993466752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326390.650449:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326390.650454:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326390.650454:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1767326390.650458:0:218214:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326390.650459:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326390.650464:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326390.650465:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326390.650466:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326390.650469:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326390.650470:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326390.650472:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326390.650475:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d53f249. 00000100:00100000:2.0:1767326390.650476:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004db1aef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993466752:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326390.650482:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326390.650483:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326390.650490:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000d95a2dac x1853174993466880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326390.650491:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326390.650494:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326390.650498:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326390.650502:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326390.650503:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326390.650504:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000850bcc73. 00000100:00000040:1.0:1767326390.650507:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d95a2dac] to pc [ptlrpcd_00_01+1] req@00000000d95a2dac x1853174993466880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326390.650508:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326390.650516:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9204b92. 00000100:00000001:1.0:1767326390.650522:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326390.650524:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6e884a0. 00000100:00000040:1.0:1767326390.650526:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326390.650531:0:218214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1767326390.650532:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993466752, portal 25 00000100:00000001:2.0:1767326390.650536:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1767326390.650536:0:218214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3cd2a4f. 00000100:00000001:3.0:1767326390.650537:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326390.650538:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138726784 : -112766570824832 : ffff99707c9a7b80) 00000100:00000001:3.0:1767326390.650540:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326390.650544:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767326390.650544:0:218214:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000100:00000040:2.0:1767326390.650548:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004db1aef7 x1853174993466752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326390.650550:0:218214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767326390.650552:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d95a2dac x1853174993466880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326390.650555:0:218214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326390.650559:0:218214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326390.650575:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326390.650579:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1767326390.650579:0:218214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035310fb5. 00000100:00000040:2.0:1767326390.650580:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326390.650583:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000732629a8. 00000100:00000200:2.0:1767326390.650584:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993466752, offset 0 00000100:00000001:3.0:1767326390.650591:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326390.650591:0:218214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326390.650596:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326390.650596:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767326390.650599:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326390.650602:0:218214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000c3cd2a4f x1853174993467008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326390.650604:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326390.650611:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d95a2dac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993466880:192.168.203.107@tcp:400: 00000400:00000200:2.0:1767326390.650613:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767326390.650622:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326390.650623:0:218214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767326390.650625:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326390.650626:0:218214:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326390.650627:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326390.650630:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326390.650632:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000040:1.0:1767326390.650633:0:218214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3cd2a4f] to pc [ptlrpcd_00_02+2] req@00000000c3cd2a4f x1853174993467008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326390.650636:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326390.650640:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1767326390.650641:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8b3793e. 02000000:00000001:3.0:1767326390.650647:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326390.650648:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000010:3.0:1767326390.650654:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075def8be. 00000400:00000200:2.0:1767326390.650657:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [635:635:256:4294967295] 192.168.203.107@tcp LPNI seq info [635:635:8:4294967295] 00000400:00000010:3.0:1767326390.650661:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0ae589d. 00000100:00000200:3.0:1767326390.650665:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993466880, portal 10 00000100:00000001:3.0:1767326390.650670:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326390.650671:0:218214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326390.650672:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138716928 : -112766570834688 : ffff99707c9a5500) 00000400:00000200:2.0:1767326390.650674:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000040:1.0:1767326390.650677:0:218214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:2.0:1767326390.650681:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:3.0:1767326390.650684:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d95a2dac x1853174993466880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767326390.650688:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005967ad0e. 00000100:00000040:1.0:1767326390.650692:0:218214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326390.650700:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11645) 00000100:00000001:0.0:1767326390.650701:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326390.650702:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326390.650708:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326390.650712:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767326390.650714:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326390.650716:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326390.650721:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005967ad0e type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767326390.650721:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3cd2a4f x1853174993467008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326390.650723:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326390.650724:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326390.650729:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ef8ff88. 00000100:00000001:1.0:1767326390.650730:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326390.650734:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993466880, offset 0 00000100:00000001:2.0:1767326390.650738:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326390.650745:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326390.650747:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306312218 00000100:00000001:0.0:1767326390.650748:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326390.650751:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326390.650754:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000010:2.0:1767326390.650755:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce759a8f. 02000000:00000001:0.0:1767326390.650757:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326390.650760:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326390.650762:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326390.650764:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326390.650765:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:0.0:1767326390.650768:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326390.650772:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326390.650774:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306312218 00000400:00000200:3.0:1767326390.650777:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00100000:0.0:1767326390.650777:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3cd2a4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993467008:192.168.203.107@tcp:400: 00000100:00000010:2.0:1767326390.650782:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005994ff59. 00000400:00000200:3.0:1767326390.650786:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [636:636:255:4294967295] 192.168.203.107@tcp LPNI seq info [636:636:7:4294967295] 00000100:00000001:0.0:1767326390.650788:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326390.650789:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1767326390.650794:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326390.650795:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306312218 00000400:00000200:3.0:1767326390.650800:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 02000000:00000001:0.0:1767326390.650800:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326390.650801:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c1a83dd. 02000000:00000001:0.0:1767326390.650806:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326390.650807:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 02000000:00000010:0.0:1767326390.650812:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064629ddd. 00000800:00000200:3.0:1767326390.650813:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:2.0:1767326390.650813:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306312218 02000000:00000001:0.0:1767326390.650818:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326390.650821:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0d7f53f. 00000100:00000010:2.0:1767326390.650821:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3cbe270. 00000400:00000010:0.0:1767326390.650823:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008156d054. 00000100:00000001:2.0:1767326390.650826:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000010:0.0:1767326390.650830:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0d5d521. 00000100:00000001:2.0:1767326390.650831:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326390.650835:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993467008, portal 10 00000800:00000200:3.0:1767326390.650836:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326390.650837:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326390.650839:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326390.650844:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326390.650844:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138717824 : -112766570833792 : ffff99707c9a5880) 00000800:00000200:3.0:1767326390.650849:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326390.650849:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326390.650850:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326390.650856:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b0d7f53f type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767326390.650856:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3cd2a4f x1853174993467008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767326390.650857:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005967ad0e. 00000100:00000001:2.0:1767326390.650861:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326390.650864:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326390.650865:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326390.650866:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326390.650872:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326390.650875:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 147432 usecs (148 jiffies) 00000100:00000001:2.0:1767326390.650876:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326390.650878:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326390.650879:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326390.650881:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306307732 00000100:00000001:2.0:1767326390.650881:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326390.650884:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000732629a8 00000100:00000001:2.0:1767326390.650885:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326390.650888:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306312218 00000400:00000010:1.0:1767326390.650888:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000732629a8. 00000100:00000040:0.0:1767326390.650893:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326390.650894:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306307732 00000100:00000001:1.0:1767326390.650895:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767326390.650897:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b889579. 00000100:00000001:3.0:1767326390.650898:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306312218 00000100:00000001:3.0:1767326390.650902:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306307732 00000100:00000200:1.0:1767326390.650903:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004db1aef7 x1853174993466752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326390.650903:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993467008, offset 0 00000100:00000001:3.0:1767326390.650908:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306312218 00000100:00000001:3.0:1767326390.650913:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306307732 00000400:00000200:0.0:1767326390.650916:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326390.650918:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306312218 00000100:00000001:1.0:1767326390.650925:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326390.650926:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:1.0:1767326390.650930:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004db1aef7 x1853174993466752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326390.650932:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326390.650938:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767326390.650944:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326390.650948:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326390.650948:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767326390.650953:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767326390.650956:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [637:637:254:4294967295] 192.168.203.107@tcp LPNI seq info [637:637:6:4294967295] 00000400:00000200:0.0:1767326390.650963:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767326390.650966:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767326390.650969:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000309884b4. 00000800:00000200:0.0:1767326390.650973:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767326390.650978:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326390.650980:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767326390.650981:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000309884b4 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1767326390.650984:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0d7f53f. 00000100:00000001:0.0:1767326390.650985:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326390.650990:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767326390.650990:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 10287 usecs (11 jiffies) 00000100:00000001:0.0:1767326390.650995:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306307595 00000400:00000200:1.0:1767326390.650997:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:0.0:1767326390.650999:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306312218 00000400:00000200:1.0:1767326390.651000:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ef8ff88 00000400:00000010:1.0:1767326390.651004:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ef8ff88. 00000100:00000001:0.0:1767326390.651004:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306307595 00000100:00000001:0.0:1767326390.651009:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306312218 00000100:00000001:1.0:1767326390.651011:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326390.651013:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326390.651015:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306307595 00000100:00000200:1.0:1767326390.651017:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d95a2dac x1853174993466880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326390.651019:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326390.651020:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306312218 00000100:00000001:3.0:1767326390.651025:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326390.651026:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306307595 00000100:00000001:3.0:1767326390.651032:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326390.651032:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306312218 00000100:00000001:1.0:1767326390.651034:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326390.651038:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326390.651038:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326390.651040:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d95a2dac x1853174993466880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326390.651042:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326390.651043:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326390.651047:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326390.651050:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326390.651053:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326390.651054:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326390.651055:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326390.651057:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326390.651058:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326390.651062:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326390.651063:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326390.651065:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326390.651067:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326390.651069:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326390.651071:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326390.651077:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326390.651080:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000309884b4. 00000400:00000200:1.0:1767326390.651085:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326390.651088:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326390.651090:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b889579 00000400:00000010:1.0:1767326390.651091:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b889579. 00000100:00000001:1.0:1767326390.651094:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326390.651096:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3cd2a4f x1853174993467008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326390.651101:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326390.651104:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3cd2a4f x1853174993467008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326390.651110:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326390.651118:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326390.651120:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326390.652806:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326390.652820:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326390.652823:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326390.652826:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326390.652833:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326390.652845:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed313580 00000400:00000200:2.0:1767326390.652853:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x14a1 [1] + 224 00000800:00000001:2.0:1767326390.652860:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326390.652877:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326390.652879:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326390.652883:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326390.652887:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326390.652891:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004db1aef7 x1853174993466752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326390.652902:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004db1aef7 x1853174993466752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326390.652922:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326390.652929:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326390.652934:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326390.652937:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326390.652942:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326390.652947:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:1.0:1767326390.652950:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326390.652953:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326390.652957:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed313600 00000400:00000001:1.0:1767326390.652959:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326390.652961:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326390.652964:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9204b92. 00000400:00000200:1.0:1767326390.652967:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e884a0 00000400:00000010:1.0:1767326390.652968:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6e884a0. 00000100:00000001:1.0:1767326390.652970:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326390.652974:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004db1aef7 x1853174993466752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326390.652978:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x14a9 [1] + 224 00000800:00000001:2.0:1767326390.652989:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326390.652991:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004db1aef7 x1853174993466752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326390.652995:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326390.652997:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326390.653001:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326390.653001:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326390.653006:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326390.653008:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326390.653011:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326390.653012:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326390.653013:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326390.653019:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326390.653021:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767326390.653024:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=47 v=5 (5 5 5 5) 00000100:00000200:2.0:1767326390.653027:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d95a2dac x1853174993466880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326390.653029:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=47 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326390.653042:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767326390.653045:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d95a2dac x1853174993466880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326390.653045:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326390.653050:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326390.653053:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326390.653058:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326390.653064:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004db1aef7 x1853174993466752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326390.653069:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326390.653071:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326390.653072:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326390.653074:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326390.653075:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004db1aef7 x1853174993466752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326390.653082:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767326390.653082:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004db1aef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993466752:192.168.203.107@tcp:400: 00000800:00000001:2.0:1767326390.653089:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326390.653089:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326390.653090:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326390.653095:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326390.653095:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326390.653095:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004db1aef7 x1853174993466752/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326390.653099:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326390.653101:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326390.653105:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326390.653109:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326390.653109:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767326390.653113:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075def8be. 00000400:00000200:2.0:1767326390.653113:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 02000000:00000001:1.0:1767326390.653114:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326390.653118:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000850bcc73. 00000400:00000200:3.0:1767326390.653119:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0ae589d 00000400:00000010:3.0:1767326390.653123:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0ae589d. 02000000:00000001:1.0:1767326390.653123:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326390.653128:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326390.653129:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326390.653129:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed313680 00000020:00000040:1.0:1767326390.653130:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000200:3.0:1767326390.653137:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d95a2dac x1853174993466880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326390.653137:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326390.653164:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a0189c70. 00000400:00000200:2.0:1767326390.653165:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x14b1 [1] + 224 02000000:00000001:1.0:1767326390.653171:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326390.653175:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:2.0:1767326390.653177:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767326390.653178:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004db1aef7. 00000100:00000001:1.0:1767326390.653184:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326390.653187:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326390.653188:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d95a2dac x1853174993466880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326390.653190:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326390.653197:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326390.653199:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326390.653199:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326390.653200:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326390.653202:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326390.653206:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326390.653207:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326390.653207:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326390.653211:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326390.653213:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326390.653216:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326390.653217:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326390.653218:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326390.653222:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326390.653227:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=37 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326390.653228:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767326390.653233:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=37 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326390.653237:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767326390.653237:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3cd2a4f x1853174993467008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326390.653240:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326390.653244:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326390.653247:0:211466:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326390.653251:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326390.653253:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326390.653256:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326390.653257:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326390.653257:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3cd2a4f x1853174993467008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326390.653265:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d95a2dac x1853174993466880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326390.653283:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326390.653284:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326390.653285:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326390.653288:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d95a2dac x1853174993466880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326390.653290:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767326390.653295:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d95a2dac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993466880:192.168.203.107@tcp:400: 00000800:00000001:2.0:1767326390.653297:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326390.653299:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326390.653302:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767326390.653303:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326390.653304:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d95a2dac x1853174993466880/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326390.653319:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326390.653321:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326390.653323:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326390.653324:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326390.653326:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8b3793e. 00000400:00000001:0.0:1767326390.653328:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767326390.653329:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1767326390.653331:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767326390.653332:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1767326390.653333:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008156d054. 00000020:00000040:3.0:1767326390.653334:0:211466:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:3.0:1767326390.653338:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767326390.653339:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0d5d521 02000000:00000010:3.0:1767326390.653340:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d53f249. 00000400:00000010:0.0:1767326390.653343:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0d5d521. 02000000:00000001:3.0:1767326390.653345:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326390.653347:0:211467:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326390.653348:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326390.653350:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d95a2dac. 00000100:00000200:0.0:1767326390.653353:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3cd2a4f x1853174993467008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326390.653354:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326390.653358:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326390.653363:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326390.653371:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3cd2a4f x1853174993467008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326390.653372:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326390.653376:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326390.653381:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326390.653383:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326390.653383:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326390.653387:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326390.653388:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326390.653389:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326390.653391:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326390.653394:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326390.653395:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326390.653398:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=47 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326390.653416:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=131 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326390.653419:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326390.653420:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326390.653422:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326390.653425:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c3cd2a4f x1853174993467008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326390.653431:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326390.653438:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326390.653439:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326390.653441:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326390.653442:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326390.653444:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3cd2a4f x1853174993467008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326390.653449:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326390.653451:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326390.653452:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326390.653454:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3cd2a4f x1853174993467008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326390.653458:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3cd2a4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993467008:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326390.653460:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326390.653462:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326390.653463:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3cd2a4f x1853174993467008/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326390.653467:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326390.653468:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326390.653469:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064629ddd. 02000000:00000001:0.0:1767326390.653471:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326390.653472:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326390.653473:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326390.653474:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326390.653475:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035310fb5. 02000000:00000001:0.0:1767326390.653477:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326390.653478:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326390.653479:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3cd2a4f. 00000100:00000001:0.0:1767326390.653481:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326390.653482:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326390.653483:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326390.653486:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326390.653487:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326390.653488:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326390.653492:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326391.290266:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326391.290272:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326391.290352:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326391.290358:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326391.290362:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326392.314263:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326392.314271:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326392.314343:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326392.314348:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326392.314351:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326393.338246:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326393.338252:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326393.338310:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326393.338316:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326393.338320:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326394.362230:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326394.362235:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326394.362292:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326394.362296:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326394.362298:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326395.386248:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326395.386260:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326395.386262:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326395.386265:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326395.386271:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326395.386273:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326395.386276:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326395.386278:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326395.386344:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326395.386349:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326395.386352:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326395.770201:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306312218, at 4306312704 00000100:00000040:3.0:1767326395.770210:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306312218, at 4306312704 00000100:00000040:0.0:1767326395.770210:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306312218, at 4306312704 00000100:00000010:1.0:1767326395.770217:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005994ff59. 00000100:00000010:0.0:1767326395.770220:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce759a8f. 00000100:00000010:3.0:1767326395.770222:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3cbe270. 00000100:00000040:2.0:1767326395.770226:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326395.770232:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326395.770242:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063e117f0. 00000020:00000040:2.0:1767326395.770247:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326395.770251:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326395.770254:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326395.770260:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326395.770267:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000069ef14a9. 00000100:00000001:2.0:1767326395.770274:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326395.770282:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@0000000063e117f0 x1853174993467136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326395.770291:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326395.770293:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326395.770298:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e117f0] to pc [ptlrpcd_00_03+3] req@0000000063e117f0 x1853174993467136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326395.770318:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326395.770320:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326395.770323:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326395.770325:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce152320. 00000020:00000040:2.0:1767326395.770327:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326395.770329:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326395.770330:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326395.770332:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326395.770334:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e432f8f2. 00000100:00000001:2.0:1767326395.770336:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326395.770336:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326395.770341:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326395.770342:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@00000000ce152320 x1853174993467264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326395.770345:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326395.770346:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326395.770350:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326395.770353:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767326395.770355:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063e117f0 x1853174993467136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326395.770356:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326395.770362:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce152320] to pc [ptlrpcd_00_00+0] req@00000000ce152320 x1853174993467264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326395.770389:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326395.770392:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326395.770396:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326395.770398:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326395.770401:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326395.770405:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993467136:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326395.770407:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326395.770411:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326395.770414:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326395.770415:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326395.770419:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2583070. 00000020:00000040:2.0:1767326395.770421:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:1.0:1767326395.770422:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326395.770423:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326395.770427:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326395.770428:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326395.770429:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326395.770433:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326395.770434:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326395.770434:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b667e865. 02000000:00000001:1.0:1767326395.770436:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326395.770438:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326395.770438:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326395.770439:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326395.770442:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767326395.770443:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090f0ac64. 00000100:00000040:2.0:1767326395.770445:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000d2583070 x1853174993467392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326395.770449:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326395.770450:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce152320 x1853174993467264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326395.770460:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002990c402. 00000100:00000001:2.0:1767326395.770464:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326395.770467:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326395.770474:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326395.770475:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2583070] to pc [ptlrpcd_00_01+1] req@00000000d2583070 x1853174993467392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326395.770475:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba163e5e. 00000100:00000001:3.0:1767326395.770478:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326395.770484:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1767326395.770485:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993467136, portal 25 02000000:00000001:3.0:1767326395.770489:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326395.770490:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326395.770492:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531374848 : -112767178176768 : ffff997058670700) 00000100:00000001:2.0:1767326395.770494:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326395.770495:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326395.770498:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326395.770502:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000063e117f0 x1853174993467136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326395.770504:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce152320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993467264:192.168.203.107@tcp:400: 00000100:00000040:2.0:1767326395.770508:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326395.770516:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11650) 00000100:00000001:1.0:1767326395.770516:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326395.770520:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326395.770524:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326395.770525:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326395.770529:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326395.770530:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767326395.770531:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb501575. 02000000:00000001:3.0:1767326395.770534:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767326395.770535:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2583070 x1853174993467392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326395.770536:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306312218, at 4306312704 00000100:00000200:1.0:1767326395.770536:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993467136, offset 0 02000000:00000001:3.0:1767326395.770537:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326395.770544:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767326395.770547:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c1a83dd. 02000000:00000010:3.0:1767326395.770549:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000999086a2. 00000400:00000200:1.0:1767326395.770551:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:3.0:1767326395.770554:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326395.770554:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326395.770557:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326395.770559:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075def8be. 02000000:00000001:0.0:1767326395.770559:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326395.770561:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326395.770564:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326395.770565:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0ae589d. 00000400:00000200:1.0:1767326395.770567:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00100000:0.0:1767326395.770568:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2583070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993467392:192.168.203.107@tcp:400: 00000100:00000200:3.0:1767326395.770570:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993467264, portal 10 00000100:00000001:0.0:1767326395.770572:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326395.770573:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326395.770574:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531385600 : -112767178166016 : ffff997058673100) 02000000:00000001:0.0:1767326395.770575:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326395.770577:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326395.770581:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce152320 x1853174993467264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326395.770581:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326395.770584:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b6faffd. 00000400:00000200:1.0:1767326395.770585:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326395.770593:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326395.770594:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:0.0:1767326395.770594:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326395.770599:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326395.770599:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008156d054. 00000400:00000200:1.0:1767326395.770602:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767326395.770604:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e786557. 00000400:00000010:0.0:1767326395.770605:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0d5d521. 00000400:00000200:1.0:1767326395.770608:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000200:0.0:1767326395.770609:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993467392, portal 10 00000100:00000200:3.0:1767326395.770610:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993467264, offset 0 00000100:00000001:0.0:1767326395.770614:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326395.770615:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [638:638:256:4294967295] 192.168.203.107@tcp LPNI seq info [638:638:8:4294967295] 00000100:00000001:0.0:1767326395.770616:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531377536 : -112767178174080 : ffff997058671180) 00000400:00000200:3.0:1767326395.770621:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767326395.770624:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2583070 x1853174993467392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326395.770637:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767326395.770643:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326395.770647:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326395.770648:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:0.0:1767326395.770649:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326395.770653:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a212d555. 00000400:00000200:3.0:1767326395.770654:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326395.770655:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef5ef55d. 00000100:00000200:0.0:1767326395.770656:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993467392, offset 0 00000400:00000200:3.0:1767326395.770658:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767326395.770662:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326395.770667:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:1.0:1767326395.770667:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767326395.770668:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326395.770674:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [639:639:255:4294967295] 192.168.203.107@tcp LPNI seq info [639:639:7:4294967295] 00000800:00000200:1.0:1767326395.770679:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326395.770684:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef5ef55d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326395.770689:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767326395.770696:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326395.770696:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767326395.770699:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767326395.770700:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007cab202f. 00000400:00000200:0.0:1767326395.770702:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000800:00000200:3.0:1767326395.770704:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000400:00000200:0.0:1767326395.770704:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326395.770707:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326395.770707:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:3.0:1767326395.770712:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767326395.770713:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306317338 00000400:00000200:0.0:1767326395.770713:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [640:640:254:4294967295] 192.168.203.107@tcp LPNI seq info [640:640:6:4294967295] 00000800:00000200:3.0:1767326395.770715:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007cab202f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326395.770720:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326395.770722:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b66e9d2a. 00000400:00000200:0.0:1767326395.770727:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326395.770729:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767326395.770732:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 146688 usecs (147 jiffies) 00000800:00000200:0.0:1767326395.770734:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326395.770737:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306312851 00000100:00000001:1.0:1767326395.770737:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306317338 00000800:00000010:0.0:1767326395.770738:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e160b425. 00000100:00000001:3.0:1767326395.770742:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306317338 00000100:00000010:1.0:1767326395.770744:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffc93207. 00000100:00000001:3.0:1767326395.770746:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306312851 00000800:00000200:0.0:1767326395.770746:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326395.770751:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767326395.770755:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:1.0:1767326395.770756:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306317338 00000100:00000001:3.0:1767326395.770757:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306317338 00000800:00000200:0.0:1767326395.770758:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e160b425 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326395.770763:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306312851 00000100:00000010:1.0:1767326395.770763:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b16d9ddb. 00000100:00000001:0.0:1767326395.770763:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326395.770769:0:211466:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 10251 usecs (11 jiffies) 00000100:00000001:1.0:1767326395.770770:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326395.770775:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306312715 00000100:00000001:1.0:1767326395.770777:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306317338 00000800:00000200:2.0:1767326395.770779:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326395.770779:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306317338 00000100:00000001:3.0:1767326395.770780:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306317338 00000100:00000010:1.0:1767326395.770781:0:211468:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d819e2a. 00000100:00000001:3.0:1767326395.770786:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306312851 00000100:00000001:0.0:1767326395.770786:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306312715 00000800:00000010:2.0:1767326395.770787:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef5ef55d. 00000100:00000001:1.0:1767326395.770788:0:211468:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326395.770795:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326395.770796:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306317338 00000100:00000001:1.0:1767326395.770796:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326395.770796:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306317338 00000100:00000001:1.0:1767326395.770801:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326395.770803:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326395.770803:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306312715 00000400:00000200:2.0:1767326395.770805:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326395.770807:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326395.770809:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326395.770809:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306317338 00000400:00000200:2.0:1767326395.770812:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb501575 00000100:00000001:1.0:1767326395.770813:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326395.770814:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326395.770814:0:211466:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306312715 00000400:00000010:2.0:1767326395.770818:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb501575. 00000100:00000001:3.0:1767326395.770819:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326395.770819:0:211466:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306317338 00000100:00000001:0.0:1767326395.770824:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326395.770825:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326395.770826:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326395.770828:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326395.770828:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326395.770829:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326395.770829:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326395.770833:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326395.770833:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326395.770836:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326395.770836:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326395.770837:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063e117f0 x1853174993467136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326395.770839:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326395.770843:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326395.770844:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326395.770844:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326395.770846:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326395.770848:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326395.770850:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326395.770855:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326395.770856:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326395.770859:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326395.770864:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326395.770867:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326395.770868:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326395.770874:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063e117f0 x1853174993467136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326395.770883:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326395.770885:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326395.770898:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326395.770899:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007cab202f. 00000400:00000200:2.0:1767326395.770901:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326395.770904:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326395.770906:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e786557 00000400:00000010:2.0:1767326395.770907:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e786557. 00000100:00000001:2.0:1767326395.770910:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326395.770912:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce152320 x1853174993467264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326395.770917:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326395.770919:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce152320 x1853174993467264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326395.770923:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326395.770925:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326395.770984:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326395.770986:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e160b425. 00000400:00000200:2.0:1767326395.770989:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326395.770992:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326395.770994:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a212d555 00000400:00000010:2.0:1767326395.770995:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a212d555. 00000100:00000001:2.0:1767326395.770997:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326395.770999:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2583070 x1853174993467392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326395.771004:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326395.771005:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2583070 x1853174993467392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326395.771009:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326395.771010:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326395.772798:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326395.772810:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326395.772812:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326395.772814:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326395.772820:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326395.772830:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed313700 00000400:00000200:1.0:1767326395.772835:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x14b9 [1] + 224 00000800:00000001:1.0:1767326395.772841:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326395.772844:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326395.772846:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326395.772849:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326395.772853:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326395.772857:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063e117f0 x1853174993467136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326395.772868:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000063e117f0 x1853174993467136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326395.772887:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326395.772894:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326395.772899:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326395.772901:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326395.772903:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326395.772908:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326395.772915:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed313780 00000400:00000200:1.0:1767326395.772921:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x14c1 [1] + 224 00000800:00000001:1.0:1767326395.772926:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326395.772928:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326395.772931:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326395.772932:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326395.772936:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767326395.772940:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326395.772942:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000001:0.0:1767326395.772944:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326395.772948:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002990c402. 00000400:00000200:0.0:1767326395.772953:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba163e5e 00000400:00000010:0.0:1767326395.772955:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba163e5e. 00000100:00000001:0.0:1767326395.772958:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326395.772959:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326395.772964:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063e117f0 x1853174993467136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326395.772974:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce152320 x1853174993467264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326395.772981:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063e117f0 x1853174993467136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326395.772986:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ce152320 x1853174993467264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326395.773008:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326395.773011:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326395.773015:0:211468:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326395.773017:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326395.773018:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326395.773022:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767326395.773024:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326395.773025:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326395.773029:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326395.773031:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326395.773033:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326395.773038:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 02000000:00000001:0.0:1767326395.773040:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326395.773046:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed313800 00000100:00001000:0.0:1767326395.773049:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=52 v=5 (5 5 5 5) 00000400:00000200:1.0:1767326395.773050:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x14c5 [1] + 224 00000100:00000001:3.0:1767326395.773058:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326395.773060:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326395.773060:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=52 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326395.773062:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326395.773067:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767326395.773068:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326395.773068:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1767326395.773071:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326395.773072:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326395.773073:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767326395.773074:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075def8be. 00010000:00000001:0.0:1767326395.773080:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767326395.773081:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0ae589d 00000400:00000200:1.0:1767326395.773082:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00010000:00000001:0.0:1767326395.773084:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326395.773085:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0ae589d. 00000100:00000001:0.0:1767326395.773090:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326395.773091:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326395.773091:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326395.773098:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce152320 x1853174993467264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326395.773099:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2583070 x1853174993467392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326395.773102:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063e117f0 x1853174993467136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326395.773135:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce152320 x1853174993467264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326395.773136:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326395.773160:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2583070 x1853174993467392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326395.773167:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326395.773167:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326395.773170:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326395.773177:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063e117f0 x1853174993467136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326395.773178:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326395.773178:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326395.773184:0:211465:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1767326395.773185:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326395.773187:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326395.773190:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767326395.773191:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326395.773192:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000063e117f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993467136:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326395.773193:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326395.773194:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326395.773198:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326395.773199:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326395.773204:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326395.773205:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=42 v=5 (5 5 5 5) 00000400:00000001:2.0:1767326395.773205:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326395.773208:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326395.773209:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1767326395.773211:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=42 v=5 (1 1 1 1) 00000400:00000010:2.0:1767326395.773212:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008156d054. 00000100:00000040:0.0:1767326395.773214:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063e117f0 x1853174993467136/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326395.773219:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767326395.773219:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0d5d521 00000100:00000001:3.0:1767326395.773222:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326395.773224:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0d5d521. 00010000:00000001:3.0:1767326395.773228:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326395.773230:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767326395.773233:0:211465:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326395.773233:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767326395.773237:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2583070 x1853174993467392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326395.773237:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326395.773239:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326395.773242:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 02000000:00000010:0.0:1767326395.773242:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090f0ac64. 00000100:00000001:3.0:1767326395.773248:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767326395.773249:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326395.773251:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326395.773253:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1767326395.773254:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2583070 x1853174993467392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767326395.773256:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000040:3.0:1767326395.773258:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce152320 x1853174993467264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326395.773262:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326395.773265:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000069ef14a9. 02000000:00000001:0.0:1767326395.773271:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326395.773274:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326395.773277:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063e117f0. 00000100:00000001:2.0:1767326395.773279:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326395.773283:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326395.773284:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326395.773285:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326395.773286:0:211466:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326395.773287:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326395.773290:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767326395.773290:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326395.773293:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326395.773294:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326395.773297:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326395.773298:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326395.773300:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326395.773301:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce152320 x1853174993467264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326395.773305:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1767326395.773306:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=52 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326395.773309:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326395.773315:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767326395.773316:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=136 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326395.773319:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326395.773320:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce152320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993467264:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326395.773321:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326395.773325:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326395.773328:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326395.773329:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326395.773332:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00080000:2.0:1767326395.773334:0:211466:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d2583070 x1853174993467392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326395.773338:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce152320 x1853174993467264/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326395.773355:0:211466:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326395.773358:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326395.773359:0:211466:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767326395.773360:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767326395.773362:0:211466:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 02000000:00000010:3.0:1767326395.773363:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000999086a2. 00000100:00000001:2.0:1767326395.773364:0:211466:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326395.773381:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326395.773382:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326395.773385:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767326395.773386:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2583070 x1853174993467392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767326395.773392:0:211465:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326395.773394:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767326395.773397:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326395.773398:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1767326395.773401:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e432f8f2. 00000100:00000001:2.0:1767326395.773402:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326395.773408:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767326395.773408:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2583070 x1853174993467392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326395.773411:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326395.773414:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce152320. 00000100:00000001:3.0:1767326395.773420:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1767326395.773420:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2583070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25c8b14d-875f-4c17-953c-c9ec680f2b09:211466:1853174993467392:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326395.773422:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326395.773426:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326395.773428:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326395.773430:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326395.773431:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326395.773435:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326395.773437:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2583070 x1853174993467392/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326395.773438:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326395.773441:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326395.773447:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326395.773449:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326395.773451:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b6faffd. 02000000:00000001:2.0:1767326395.773455:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326395.773457:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326395.773457:0:211466:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326395.773459:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326395.773460:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b667e865. 02000000:00000001:2.0:1767326395.773462:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326395.773464:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326395.773464:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2583070. 00000100:00000001:2.0:1767326395.773467:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326395.773468:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326395.773469:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326395.773472:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326395.773473:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326395.773474:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326395.773475:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326396.410214:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326396.410219:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326396.410276:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326396.410279:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326396.410283:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326397.434285:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326397.434291:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326397.434390:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326397.434395:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326397.434398:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326398.458226:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326398.458231:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326398.458299:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326398.458303:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326398.458306:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326399.482242:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326399.482253:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326399.482311:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326399.482317:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326399.482320:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326400.506224:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326400.506231:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326400.506295:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326400.506304:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326400.506310:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326400.890246:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306317338, at 4306317824 00000100:00000040:1.0:1767326400.890246:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306317338, at 4306317824 00000100:00000010:1.0:1767326400.890266:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffc93207. 00000100:00000010:3.0:1767326400.890271:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d819e2a. 00000100:00000040:2.0:1767326400.890281:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306317338, at 4306317824 00000100:00000040:0.0:1767326400.890288:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306317338, at 4306317824 00000100:00000010:2.0:1767326400.890290:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b16d9ddb. 00000100:00000040:3.0:1767326400.890303:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1767326400.890304:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b66e9d2a. 00000100:00000001:3.0:1767326400.890314:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326400.890322:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d9c04da. 00000020:00000040:3.0:1767326400.890327:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:3.0:1767326400.890346:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326400.890350:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326400.890357:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326400.890365:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000018112a94. 00000100:00000001:3.0:1767326400.890373:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326400.890386:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000008d9c04da x1853174993467520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326400.890396:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326400.890398:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326400.890406:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c04da] to pc [ptlrpcd_00_02+2] req@000000008d9c04da x1853174993467520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326400.890431:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326400.890433:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326400.890436:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326400.890448:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326400.890453:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767326400.890456:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008eba1c7b. 00000100:00000001:2.0:1767326400.890457:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767326400.890461:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:3.0:1767326400.890464:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326400.890465:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326400.890467:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326400.890469:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d9c04da x1853174993467520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326400.890470:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9272bf7. 00000100:00000001:3.0:1767326400.890475:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326400.890482:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000008eba1c7b x1853174993467648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326400.890484:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326400.890487:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326400.890493:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326400.890495:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326400.890496:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326400.890501:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326400.890504:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326400.890505:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eba1c7b] to pc [ptlrpcd_00_03+3] req@000000008eba1c7b x1853174993467648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326400.890511:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993467520:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326400.890520:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326400.890528:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326400.890531:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326400.890532:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326400.890533:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326400.890537:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767326400.890540:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc133f1b. 02000000:00000001:2.0:1767326400.890544:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326400.890545:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326400.890548:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326400.890551:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be39c78b. 00000100:00000010:3.0:1767326400.890552:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053fc5178. 00000100:00000001:0.0:1767326400.890556:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767326400.890558:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 00000400:00000010:2.0:1767326400.890562:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f1a63e0. 00000100:00000001:0.0:1767326400.890563:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326400.890565:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326400.890571:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326400.890574:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326400.890574:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993467520, portal 25 00000100:00000040:0.0:1767326400.890583:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008eba1c7b x1853174993467648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326400.890584:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000099e782ae. 00000100:00000001:2.0:1767326400.890584:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326400.890591:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268017536 : -112767441534080 : ffff997048b48380) 00000100:00000001:3.0:1767326400.890595:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326400.890612:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d9c04da x1853174993467520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326400.890614:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326400.890617:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326400.890623:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326400.890628:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326400.890634:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326400.890641:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008eba1c7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993467648:192.168.203.107@tcp:400: 00000100:00000001:2.0:1767326400.890642:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326400.890651:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326400.890657:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326400.890658:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767326400.890663:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000970be8f4. 00000100:00000200:2.0:1767326400.890668:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993467520, offset 0 02000000:00000001:0.0:1767326400.890675:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326400.890680:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 02000000:00000001:0.0:1767326400.890682:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326400.890689:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000502bb64b. 00000100:00000040:3.0:1767326400.890690:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@0000000053fc5178 x1853174993467776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326400.890697:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326400.890700:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767326400.890712:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767326400.890714:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044293ae2. 00000100:00000001:3.0:1767326400.890715:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326400.890715:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326400.890726:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053fc5178] to pc [ptlrpcd_00_00+0] req@0000000053fc5178 x1853174993467776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326400.890727:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000010:0.0:1767326400.890731:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b20fe0. 00000400:00000200:2.0:1767326400.890736:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326400.890746:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000200:0.0:1767326400.890749:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993467648, portal 10 00000400:00000200:2.0:1767326400.890756:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [641:641:256:4294967295] 192.168.203.107@tcp LPNI seq info [641:641:8:4294967295] 00000100:00000001:0.0:1767326400.890757:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326400.890758:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326400.890762:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268025600 : -112767441526016 : ffff997048b4a300) 00000100:00000040:3.0:1767326400.890763:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767326400.890774:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326400.890776:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326400.890781:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11655) 00000100:00000001:1.0:1767326400.890781:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326400.890782:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008eba1c7b x1853174993467648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326400.890785:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326400.890795:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053fc5178 x1853174993467776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326400.890798:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326400.890799:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:3.0:1767326400.890804:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326400.890842:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326400.890850:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767326400.890855:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b667e865. 00000100:00000040:0.0:1767326400.890855:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326400.890864:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070eb7e9a. 00000100:00000200:0.0:1767326400.890875:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993467648, offset 0 00000800:00000200:2.0:1767326400.890877:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:1.0:1767326400.890890:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767326400.890891:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326400.890895:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326400.890899:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 02000000:00000001:1.0:1767326400.890901:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326400.890905:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326400.890907:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b667e865 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326400.890911:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:1.0:1767326400.890912:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326400.890928:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1767326400.890929:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993467776:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326400.890936:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326400.890937:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 02000000:00000001:1.0:1767326400.890941:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326400.890942:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326400.890943:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326400.890947:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326400.890956:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326400.890958:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306322458 00000400:00000200:0.0:1767326400.890959:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 02000000:00000010:1.0:1767326400.890962:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004eeebb60. 00000100:00000010:2.0:1767326400.890970:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c1a83dd. 02000000:00000001:1.0:1767326400.890970:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326400.890975:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [642:642:255:4294967295] 192.168.203.107@tcp LPNI seq info [642:642:7:4294967295] 00000400:00000010:1.0:1767326400.890984:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ffb77ff. 00000100:00000001:2.0:1767326400.890986:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767326400.890993:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089eaf211. 00000100:00000001:2.0:1767326400.890997:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306322458 00000100:00000200:1.0:1767326400.891000:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993467776, portal 10 00000400:00000200:0.0:1767326400.891012:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:2.0:1767326400.891013:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ddce6803. 00000100:00000001:1.0:1767326400.891013:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326400.891021:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268028288 : -112767441523328 : ffff997048b4ad80) 00000100:00000001:2.0:1767326400.891026:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767326400.891028:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767326400.891031:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053fc5178 x1853174993467776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767326400.891040:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e160b425. 00000100:00000001:2.0:1767326400.891048:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306322458 00000100:00000001:1.0:1767326400.891053:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767326400.891058:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f983dd5d. 00000100:00000040:1.0:1767326400.891064:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767326400.891065:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:2.0:1767326400.891071:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767326400.891075:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023a5a225. 00000800:00000200:3.0:1767326400.891082:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767326400.891082:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993467776, offset 0 00000100:00000001:2.0:1767326400.891084:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306322458 00000800:00000200:0.0:1767326400.891093:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000010:3.0:1767326400.891094:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b667e865. 00000100:00000010:2.0:1767326400.891101:0:211467:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3cbe270. 00000400:00000200:1.0:1767326400.891105:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000800:00000200:0.0:1767326400.891106:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e160b425 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326400.891107:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326400.891109:0:211467:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326400.891122:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326400.891125:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326400.891126:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000040:0.0:1767326400.891135:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 145955 usecs (146 jiffies) 00000400:00000200:3.0:1767326400.891136:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326400.891136:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326400.891160:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326400.891169:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767326400.891174:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326400.891177:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306317971 00000400:00000200:1.0:1767326400.891181:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:2.0:1767326400.891183:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326400.891194:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306322458 00000100:00000001:2.0:1767326400.891196:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326400.891197:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [643:643:254:4294967295] 192.168.203.107@tcp LPNI seq info [643:643:6:4294967295] 00000100:00000001:0.0:1767326400.891203:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306317971 00000100:00000001:0.0:1767326400.891210:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306322458 00000100:00000001:2.0:1767326400.891212:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326400.891215:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306317971 00000100:00000001:2.0:1767326400.891217:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326400.891228:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306322458 00000400:00000200:1.0:1767326400.891230:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:0.0:1767326400.891233:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306317971 00000100:00000001:2.0:1767326400.891235:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326400.891240:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306322458 00000100:00000001:2.0:1767326400.891242:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326400.891248:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326400.891254:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326400.891258:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326400.891259:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326400.891259:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326400.891261:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000970be8f4 00000400:00000010:3.0:1767326400.891268:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000970be8f4. 00000800:00000010:1.0:1767326400.891279:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fe8d38. 00000100:00000001:0.0:1767326400.891279:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326400.891282:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326400.891291:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326400.891300:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d9c04da x1853174993467520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326400.891300:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:0.0:1767326400.891303:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326400.891308:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767326400.891312:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767326400.891322:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767326400.891323:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6fe8d38 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326400.891329:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326400.891331:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326400.891345:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326400.891346:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326400.891354:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d9c04da x1853174993467520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326400.891359:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326400.891360:0:211465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 10216 usecs (11 jiffies) 00000100:00000001:1.0:1767326400.891371:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306317836 00000100:00000001:1.0:1767326400.891378:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306322458 00000100:00000001:3.0:1767326400.891380:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326400.891384:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306317836 00000100:00000001:3.0:1767326400.891386:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326400.891389:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306322458 00000100:00000001:1.0:1767326400.891392:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306317836 00000100:00000001:1.0:1767326400.891394:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306322458 00000100:00000001:1.0:1767326400.891397:0:211465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306317836 00000100:00000001:1.0:1767326400.891399:0:211465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306322458 00000100:00000001:1.0:1767326400.891401:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326400.891403:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326400.891407:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326400.891410:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326400.891413:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326400.891415:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326400.891419:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767326400.891420:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e160b425. 00000100:00000001:1.0:1767326400.891426:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326400.891429:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326400.891432:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326400.891437:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326400.891437:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326400.891450:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326400.891457:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070eb7e9a 00000400:00000010:3.0:1767326400.891461:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070eb7e9a. 00000100:00000001:3.0:1767326400.891467:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326400.891473:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008eba1c7b x1853174993467648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326400.891481:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326400.891487:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008eba1c7b x1853174993467648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326400.891492:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326400.891494:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326400.891546:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326400.891550:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fe8d38. 00000400:00000200:3.0:1767326400.891557:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326400.891563:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:3.0:1767326400.891568:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023a5a225 00000400:00000010:3.0:1767326400.891570:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023a5a225. 00000100:00000001:3.0:1767326400.891575:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326400.891581:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053fc5178 x1853174993467776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326400.891591:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326400.891593:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053fc5178 x1853174993467776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326400.891641:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326400.891643:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326400.892172:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326400.892182:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326400.892186:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326400.892190:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326400.892200:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326400.892214:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed313880 00000400:00000200:2.0:1767326400.892223:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x14d1 [1] + 224 00000800:00000001:2.0:1767326400.892230:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326400.892238:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326400.892241:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326400.892244:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326400.892250:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326400.892253:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d9c04da x1853174993467520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326400.892270:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008d9c04da x1853174993467520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326400.892288:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326400.892296:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326400.892299:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326400.892317:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326400.892320:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326400.892325:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326400.892327:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326400.892329:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be39c78b. 00000400:00000200:0.0:1767326400.892347:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f1a63e0 00000400:00000010:0.0:1767326400.892350:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f1a63e0. 00000100:00000001:0.0:1767326400.892353:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326400.892358:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d9c04da x1853174993467520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326400.892367:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d9c04da x1853174993467520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326400.892373:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326400.892374:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326400.892376:0:211467:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326400.892386:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326400.892388:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326400.892391:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326400.892393:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326400.892399:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=57 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326400.892402:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=57 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326400.892404:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326400.892405:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326400.892408:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326400.892409:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326400.892411:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326400.892414:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d9c04da x1853174993467520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326400.892419:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326400.892421:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326400.892423:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326400.892425:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d9c04da x1853174993467520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326400.892431:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d9c04da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993467520:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326400.892443:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326400.892445:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326400.892446:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d9c04da x1853174993467520/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326400.892453:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326400.892456:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326400.892458:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc133f1b. 02000000:00000001:0.0:1767326400.892460:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326400.892462:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326400.892464:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767326400.892466:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326400.892467:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000018112a94. 02000000:00000001:0.0:1767326400.892471:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326400.892472:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326400.892474:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d9c04da. 00000100:00000001:0.0:1767326400.892480:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326400.892481:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326400.892482:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326400.892486:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326400.892487:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326400.892488:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326400.892490:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326400.892772:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326400.892778:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326400.892780:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326400.892782:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326400.892786:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326400.892798:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed313900 00000400:00000200:1.0:1767326400.892802:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x14d9 [1] + 224 00000800:00000001:1.0:1767326400.892806:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326400.892811:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326400.892813:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326400.892815:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326400.892818:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326400.892822:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008eba1c7b x1853174993467648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326400.892829:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008eba1c7b x1853174993467648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326400.892847:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326400.892853:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326400.892857:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326400.892859:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326400.892862:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326400.892868:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767326400.892870:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326400.892873:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326400.892880:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed313980 00000400:00000001:0.0:1767326400.892881:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326400.892885:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326400.892890:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044293ae2. 00000400:00000200:0.0:1767326400.892895:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b20fe0 00000400:00000010:0.0:1767326400.892896:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b20fe0. 00000100:00000001:0.0:1767326400.892899:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326400.892905:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x14e1 [1] + 224 00000100:00000200:0.0:1767326400.892905:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008eba1c7b x1853174993467648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326400.892926:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326400.892929:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008eba1c7b x1853174993467648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326400.892937:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326400.892939:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326400.892940:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326400.892948:0:211468:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767326400.892951:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326400.892951:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326400.892956:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326400.892960:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326400.892965:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 02000000:00000001:0.0:1767326400.892965:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326400.892976:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=47 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326400.892981:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767326400.892982:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=47 v=5 (1 1 1 1) 00000100:00000200:1.0:1767326400.892990:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053fc5178 x1853174993467776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326400.892992:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326400.892997:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326400.893008:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000053fc5178 x1853174993467776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326400.893008:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326400.893017:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326400.893023:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326400.893026:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326400.893027:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000800:00000001:1.0:1767326400.893031:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326400.893031:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326400.893036:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326400.893039:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326400.893049:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326400.893052:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326400.893057:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008eba1c7b x1853174993467648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326400.893060:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326400.893063:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326400.893065:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ffb77ff. 00000400:00000200:3.0:1767326400.893070:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089eaf211 00000400:00000010:3.0:1767326400.893075:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089eaf211. 00000100:00000001:3.0:1767326400.893081:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326400.893089:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326400.893091:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053fc5178 x1853174993467776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326400.893096:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326400.893100:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326400.893115:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008eba1c7b x1853174993467648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326400.893120:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053fc5178 x1853174993467776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326400.893184:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008eba1c7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993467648:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326400.893194:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326400.893197:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326400.893198:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326400.893211:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326400.893212:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326400.893223:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326400.893228:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767326400.893229:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008eba1c7b x1853174993467648/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326400.893234:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326400.893246:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326400.893259:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326400.893262:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1767326400.893263:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=57 v=5 (5 5 5 5) 02000000:00000010:0.0:1767326400.893263:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000502bb64b. 02000000:00000001:0.0:1767326400.893276:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767326400.893277:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=141 v=5 (1 1 0 0) 00000020:00000001:0.0:1767326400.893280:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326400.893281:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767326400.893283:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326400.893287:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9272bf7. 00000100:00000001:3.0:1767326400.893293:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767326400.893295:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326400.893296:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326400.893297:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326400.893306:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008eba1c7b. 00010000:00000001:3.0:1767326400.893308:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326400.893319:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00080000:3.0:1767326400.893323:0:211465:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000053fc5178 x1853174993467776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326400.893324:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326400.893344:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326400.893352:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326400.893355:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326400.893363:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326400.893364:0:211465:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326400.893365:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326400.893375:0:211465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326400.893379:0:211465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326400.893381:0:211465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326400.893383:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326400.893388:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053fc5178 x1853174993467776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326400.893397:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326400.893400:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326400.893407:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326400.893411:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053fc5178 x1853174993467776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326400.893420:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25c8b14d-875f-4c17-953c-c9ec680f2b09:211465:1853174993467776:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326400.893426:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326400.893428:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326400.893431:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053fc5178 x1853174993467776/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326400.893439:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326400.893442:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326400.893445:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004eeebb60. 02000000:00000001:3.0:1767326400.893449:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326400.893451:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326400.893453:0:211465:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:3.0:1767326400.893455:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326400.893457:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000099e782ae. 02000000:00000001:3.0:1767326400.893461:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326400.893468:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326400.893469:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053fc5178. 00000100:00000001:3.0:1767326400.893472:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326400.893473:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326400.893474:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326400.893478:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326400.893479:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326400.893481:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326400.893482:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326401.530287:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326401.530296:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326401.530389:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326401.530396:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326401.530401:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326402.554265:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326402.554272:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326402.554369:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326402.554374:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326402.554377:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326403.578227:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326403.578234:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326403.578291:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326403.578294:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326403.578297:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326404.602259:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326404.602267:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326404.602343:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326404.602347:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326404.602350:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326405.626257:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326405.626267:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326405.626270:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326405.626272:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326405.626278:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326405.626281:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326405.626283:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326405.626285:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326405.626349:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326405.626353:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326405.626355:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326406.010239:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306322458, at 4306322944 00000100:00000040:0.0:1767326406.010242:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306322458, at 4306322944 00000100:00000040:3.0:1767326406.010261:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306322458, at 4306322944 00000100:00000040:2.0:1767326406.010261:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306322458, at 4306322944 00000100:00000010:1.0:1767326406.010261:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ddce6803. 00000100:00000010:0.0:1767326406.010264:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c1a83dd. 00000100:00000010:2.0:1767326406.010284:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f983dd5d. 00000100:00000010:3.0:1767326406.010287:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3cbe270. 00000100:00000040:2.0:1767326406.010322:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326406.010328:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326406.010337:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2583070. 00000020:00000040:2.0:1767326406.010343:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326406.010347:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326406.010350:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326406.010355:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326406.010363:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b35dfede. 00000100:00000001:2.0:1767326406.010369:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326406.010377:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000d2583070 x1853174993467904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326406.010387:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326406.010389:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326406.010393:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2583070] to pc [ptlrpcd_00_01+1] req@00000000d2583070 x1853174993467904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326406.010418:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326406.010419:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326406.010422:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326406.010425:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b6503de. 00000020:00000040:2.0:1767326406.010426:0:191765:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00000100:00000001:2.0:1767326406.010428:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326406.010430:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326406.010432:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326406.010434:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f39e6e75. 00000100:00000001:2.0:1767326406.010439:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326406.010441:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326406.010443:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID req@000000008b6503de x1853174993468032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326406.010446:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326406.010448:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326406.010450:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326406.010457:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326406.010459:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326406.010461:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326406.010462:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2583070 x1853174993467904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326406.010467:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b6503de] to pc [ptlrpcd_00_02+2] req@000000008b6503de x1853174993468032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326406.010486:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326406.010489:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326406.010493:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326406.010495:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326406.010496:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326406.010500:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2583070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993467904:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326406.010503:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326406.010506:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326406.010509:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326406.010509:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326406.010514:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326406.010514:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767326406.010517:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767326406.010519:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfe9f3b7. 02000000:00000010:3.0:1767326406.010522:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000999086a2. 00000020:00000040:2.0:1767326406.010523:0:191765:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=4 obd=lustre-MDT0001-mdc-ffff997043181000 02000000:00000001:3.0:1767326406.010526:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326406.010529:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326406.010530:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326406.010531:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767326406.010533:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075def8be. 02000000:00000001:2.0:1767326406.010540:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326406.010541:0:211468:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000010:3.0:1767326406.010547:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0ae589d. 00000100:00000001:1.0:1767326406.010548:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326406.010549:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326406.010554:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009558694d. 00000100:00000001:0.0:1767326406.010560:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326406.010565:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326406.010569:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993467904, portal 25 00000100:00000001:1.0:1767326406.010570:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767326406.010571:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID req@00000000dfe9f3b7 x1853174993468160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326406.010577:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326406.010578:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326406.010586:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531377536 : -112767178174080 : ffff997058671180) 00000100:00000001:1.0:1767326406.010589:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326406.010594:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326406.010599:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326406.010600:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767326406.010601:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2583070 x1853174993467904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326406.010610:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326406.010626:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfe9f3b7] to pc [ptlrpcd_00_03+3] req@00000000dfe9f3b7 x1853174993468160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326406.010626:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008b6503de x1853174993468032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326406.010670:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326406.010679:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326406.010689:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326406.010695:0:211467:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:2.0:1767326406.010701:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326406.010708:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326406.010709:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326406.010711:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326406.010712:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11660) 00000100:00000001:1.0:1767326406.010718:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326406.010723:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326406.010724:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 02000000:00000001:1.0:1767326406.010725:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326406.010726:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326406.010731:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326406.010733:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000850ac0f3. 00000100:00000001:0.0:1767326406.010733:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326406.010735:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326406.010736:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767326406.010745:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993467904, offset 0 00000100:00000001:0.0:1767326406.010745:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1767326406.010751:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008b6503de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993468032:192.168.203.107@tcp:400: 00000100:00000040:0.0:1767326406.010757:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfe9f3b7 x1853174993468160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326406.010765:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:1.0:1767326406.010771:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326406.010781:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767326406.010782:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326406.010783:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326406.010788:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326406.010789:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 02000000:00000001:0.0:1767326406.010789:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326406.010794:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326406.010800:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767326406.010804:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326406.010806:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1767326406.010808:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000753e32a1. 00000100:00100000:0.0:1767326406.010810:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dfe9f3b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993468160:192.168.203.107@tcp:400: 02000000:00000001:1.0:1767326406.010816:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326406.010820:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:0.0:1767326406.010828:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767326406.010829:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042e96207. 00000400:00000200:3.0:1767326406.010834:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326406.010838:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767326406.010839:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 02000000:00000001:0.0:1767326406.010842:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326406.010843:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000200:1.0:1767326406.010848:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993468032, portal 10 00000400:00000200:3.0:1767326406.010857:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [644:644:256:4294967295] 192.168.203.107@tcp LPNI seq info [644:644:8:4294967295] 00000100:00000001:1.0:1767326406.010860:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326406.010861:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326406.010868:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531375744 : -112767178175872 : ffff997058670a80) 02000000:00000010:0.0:1767326406.010880:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077c70e50. 00000100:00000040:1.0:1767326406.010883:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008b6503de x1853174993468032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326406.010887:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326406.010901:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044293ae2. 00000400:00000200:3.0:1767326406.010903:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000400:00000010:0.0:1767326406.010916:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b20fe0. 00000100:00000200:0.0:1767326406.010927:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993468160, portal 10 00000100:00000001:0.0:1767326406.010939:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767326406.010941:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000100:00000001:0.0:1767326406.010941:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531373056 : -112767178178560 : ffff997058670000) 00000800:00000010:3.0:1767326406.010950:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099e782ae. 00000100:00000040:0.0:1767326406.010955:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dfe9f3b7 x1853174993468160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326406.010974:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767326406.011001:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767326406.011017:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099e782ae type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326406.011022:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326406.011023:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326406.011042:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326406.011049:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:0.0:1767326406.011049:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326406.011054:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306327578 00000400:00000010:1.0:1767326406.011063:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d9a5dcc. 00000400:00000010:0.0:1767326406.011064:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000974f9e6f. 00000100:00000010:3.0:1767326406.011065:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047b5e8b. 00000100:00000200:1.0:1767326406.011072:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993468032, offset 0 00000100:00000001:3.0:1767326406.011076:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000200:0.0:1767326406.011078:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853174993468160, offset 0 00000100:00000001:3.0:1767326406.011086:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306327578 00000400:00000200:1.0:1767326406.011086:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000010:3.0:1767326406.011095:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e80ee982. 00000400:00000200:0.0:1767326406.011097:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000100:00000001:3.0:1767326406.011105:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326406.011105:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767326406.011115:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326406.011117:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306327578 00000400:00000200:1.0:1767326406.011122:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000010:3.0:1767326406.011130:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d8ba429. 00000400:00000200:1.0:1767326406.011130:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326406.011179:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:3.0:1767326406.011184:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326406.011185:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [645:645:255:4294967295] 192.168.203.107@tcp LPNI seq info [645:645:7:4294967295] 00000100:00000001:3.0:1767326406.011198:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306327579 00000400:00000200:1.0:1767326406.011207:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000010:3.0:1767326406.011208:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063574839. 00000800:00000200:1.0:1767326406.011214:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767326406.011218:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011945c34. 00000400:00000200:0.0:1767326406.011218:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000800:00000200:2.0:1767326406.011222:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326406.011224:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000800:00000010:2.0:1767326406.011230:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099e782ae. 00000100:00000001:3.0:1767326406.011233:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326406.011233:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326406.011241:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767326406.011243:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000001:3.0:1767326406.011245:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326406.011248:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767326406.011259:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326406.011261:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326406.011261:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326406.011271:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326406.011273:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326406.011273:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000800:00000200:1.0:1767326406.011279:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011945c34 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326406.011284:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767326406.011288:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [646:646:254:4294967295] 192.168.203.107@tcp LPNI seq info [646:646:6:4294967295] 00000100:00000001:3.0:1767326406.011289:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326406.011289:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326406.011316:0:211468:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 145226 usecs (146 jiffies) 00000100:00000001:1.0:1767326406.011324:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306323091 00000400:00000200:0.0:1767326406.011331:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000100:00000001:1.0:1767326406.011333:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306327578 00000100:00000001:1.0:1767326406.011338:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306323091 00000400:00000200:2.0:1767326406.011340:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000850ac0f3 00000800:00000200:0.0:1767326406.011341:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326406.011349:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000850ac0f3. 00000100:00000001:1.0:1767326406.011349:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306327578 00000800:00000010:0.0:1767326406.011350:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000309884b4. 00000100:00000001:2.0:1767326406.011360:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326406.011361:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306323091 00000800:00000200:0.0:1767326406.011361:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000100:00000200:2.0:1767326406.011370:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2583070 x1853174993467904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326406.011372:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306327578 00000800:00000200:0.0:1767326406.011380:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:3.0:1767326406.011385:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326406.011385:0:211468:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306323091 00000800:00000200:0.0:1767326406.011387:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000309884b4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326406.011393:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326406.011395:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326406.011399:0:211468:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306327579 00000100:00000001:0.0:1767326406.011401:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326406.011402:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326406.011404:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2583070 x1853174993467904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326406.011406:0:211467:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: using a timeout of 10180 usecs (11 jiffies) 00000100:00000001:3.0:1767326406.011408:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326406.011419:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326406.011421:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306322956 00000100:00000001:1.0:1767326406.011430:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326406.011431:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306327578 00000100:00000001:2.0:1767326406.011432:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326406.011441:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326406.011443:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326406.011444:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306322956 00000100:00000001:1.0:1767326406.011449:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326406.011450:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306327578 00000800:00000200:2.0:1767326406.011460:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326406.011464:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326406.011465:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306322956 00000800:00000010:2.0:1767326406.011466:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011945c34. 00000100:00000001:1.0:1767326406.011470:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326406.011474:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326406.011478:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326406.011478:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306327578 00000400:00000200:2.0:1767326406.011481:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326406.011493:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326406.011494:0:211467:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306322956 00000400:00000200:2.0:1767326406.011495:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9a5dcc 00000400:00000010:2.0:1767326406.011502:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d9a5dcc. 00000100:00000001:0.0:1767326406.011507:0:211467:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306327579 00000100:00000001:0.0:1767326406.011511:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326406.011512:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326406.011513:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326406.011517:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008b6503de x1853174993468032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326406.011517:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326406.011523:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326406.011529:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326406.011532:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008b6503de x1853174993468032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326406.011536:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326406.011538:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326406.011569:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326406.011571:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000309884b4. 00000400:00000200:2.0:1767326406.011574:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326406.011576:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326406.011577:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000974f9e6f 00000400:00000010:2.0:1767326406.011578:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000974f9e6f. 00000100:00000001:2.0:1767326406.011581:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326406.011582:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfe9f3b7 x1853174993468160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326406.011588:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326406.011590:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfe9f3b7 x1853174993468160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326406.011594:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326406.011595:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326406.013061:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326406.013075:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326406.013078:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326406.013081:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326406.013088:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326406.013100:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed313a00 00000400:00000200:2.0:1767326406.013107:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x14e9 [1] + 224 00000800:00000001:2.0:1767326406.013113:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326406.013118:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326406.013120:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326406.013123:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326406.013126:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326406.013129:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2583070 x1853174993467904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326406.013136:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2583070 x1853174993467904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326406.013163:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326406.013168:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326406.013170:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326406.013194:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326406.013198:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326406.013203:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326406.013204:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326406.013207:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075def8be. 00000400:00000200:3.0:1767326406.013211:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0ae589d 00000400:00000010:3.0:1767326406.013213:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0ae589d. 00000100:00000001:3.0:1767326406.013216:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326406.013221:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2583070 x1853174993467904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326406.013230:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2583070 x1853174993467904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326406.013318:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326406.013320:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326406.013323:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326406.013326:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326406.013328:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326406.013331:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326406.013335:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326406.013356:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326406.013371:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326406.013375:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326406.013378:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=63 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326406.013386:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=63 v=5 (1 1 1 1) 00000800:00000001:1.0:1767326406.013386:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326406.013397:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326406.013403:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326406.013408:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00010000:00000001:3.0:1767326406.013410:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326406.013415:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326406.013426:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed313a80 00000100:00000001:3.0:1767326406.013430:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326406.013436:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x14f1 [1] + 224 00000100:00000040:3.0:1767326406.013441:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2583070 x1853174993467904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326406.013445:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326406.013450:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326406.013521:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326406.013525:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326406.013527:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326406.013532:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2583070 x1853174993467904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326406.013540:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2583070 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993467904:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326406.013546:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326406.013548:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326406.013557:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326406.013560:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326406.013565:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326406.013570:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326406.013573:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008b6503de x1853174993468032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326406.013582:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008b6503de x1853174993468032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326406.013597:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326406.013601:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767326406.013604:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326406.013608:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2583070 x1853174993467904/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326406.013610:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326406.013614:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326406.013618:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326406.013626:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326406.013631:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767326406.013632:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 02000000:00000010:3.0:1767326406.013635:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000999086a2. 00000100:00000001:1.0:1767326406.013640:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326406.013642:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326406.013646:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767326406.013647:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767326406.013647:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 10 MB=0x69573ed313b00 00000020:00000040:3.0:1767326406.013653:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767326406.013658:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:1.0:1767326406.013658:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326406.013664:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1767326406.013665:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b35dfede. 00000400:00000010:1.0:1767326406.013670:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042e96207. 02000000:00000001:3.0:1767326406.013673:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326406.013677:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767326406.013677:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000400:00000010:1.0:1767326406.013681:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00000010:3.0:1767326406.013682:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2583070. 00000100:00000001:1.0:1767326406.013686:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326406.013689:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767326406.013690:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 224/224 into md 0x14f5 [1] + 224 00000100:00000200:1.0:1767326406.013697:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008b6503de x1853174993468032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326406.013698:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326406.013701:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326406.013710:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326406.013710:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326406.013722:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326406.013724:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326406.013729:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326406.013730:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326406.013739:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326406.013740:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326406.013745:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008b6503de x1853174993468032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326406.013748:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326406.013751:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfe9f3b7 x1853174993468160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326406.013792:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfe9f3b7 x1853174993468160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326406.013801:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326406.013807:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326406.013812:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326406.013815:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326406.013817:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326406.013818:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326406.013819:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326406.013823:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326406.013826:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326406.013837:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326406.013845:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=53 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326406.013849:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=53 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326406.013853:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326406.013854:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326406.013856:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326406.013860:0:211468:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326406.013861:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326406.013864:0:211468:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326406.013866:0:211468:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326406.013866:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326406.013872:0:211468:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326406.013875:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326406.013877:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767326406.013882:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008b6503de x1853174993468032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326406.013882:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326406.013887:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044293ae2. 00000100:00000001:1.0:1767326406.013900:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326406.013901:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b20fe0 00000100:00000001:1.0:1767326406.013904:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326406.013908:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326406.013909:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b20fe0. 00000100:00000040:1.0:1767326406.013916:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b6503de x1853174993468032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326406.013918:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767326406.013930:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008b6503de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:25c8b14d-875f-4c17-953c-c9ec680f2b09:211468:1853174993468032:192.168.203.107@tcp:400: 00000100:00000200:0.0:1767326406.013934:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfe9f3b7 x1853174993468160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326406.013937:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326406.013943:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326406.013951:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008b6503de x1853174993468032/t0(0) o400->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326406.013985:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767326406.013985:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfe9f3b7 x1853174993468160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326406.013990:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326406.013995:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000753e32a1. 02000000:00000001:1.0:1767326406.013999:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326406.014003:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326406.014006:0:211468:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:1.0:1767326406.014014:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326406.014017:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f39e6e75. 00000100:00000001:0.0:1767326406.014019:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326406.014021:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326406.014024:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326406.014027:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326406.014030:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b6503de. 00000100:00000001:0.0:1767326406.014030:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326406.014040:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767326406.014040:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326406.014046:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326406.014048:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326406.014050:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326406.014054:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326406.014057:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326406.014061:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326406.014063:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326406.014064:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326406.014069:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326406.014084:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d3f94c98 time=63 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326406.014094:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 000000003e4035c4 time=147 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326406.014097:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326406.014107:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326406.014110:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326406.014115:0:211467:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000dfe9f3b7 x1853174993468160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326406.014122:0:211467:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326406.014124:0:211467:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326406.014125:0:211467:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326406.014127:0:211467:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326406.014128:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326406.014130:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfe9f3b7 x1853174993468160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326406.014134:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326406.014135:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326406.014137:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326406.014138:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfe9f3b7 x1853174993468160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326406.014163:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dfe9f3b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:25c8b14d-875f-4c17-953c-c9ec680f2b09:211467:1853174993468160:192.168.203.107@tcp:400: 00000100:00000001:0.0:1767326406.014167:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326406.014168:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326406.014170:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfe9f3b7 x1853174993468160/t0(0) o400->lustre-MDT0001-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326406.014175:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326406.014176:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326406.014178:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077c70e50. 02000000:00000001:0.0:1767326406.014180:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326406.014181:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326406.014182:0:211467:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326406.014184:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326406.014186:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009558694d. 02000000:00000001:0.0:1767326406.014188:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326406.014189:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326406.014190:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfe9f3b7. 00000100:00000001:0.0:1767326406.014196:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326406.014197:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326406.014198:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326406.014201:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326406.014202:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326406.014204:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326406.014205:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326406.650272:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326406.650278:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326406.650373:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326406.650376:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326406.650379:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326407.674230:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326407.674236:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326407.674312:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326407.674316:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326407.674318:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326408.698272:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326408.698296:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326408.698372:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326408.698376:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326408.698378:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326409.722215:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326409.722221:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326409.722253:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326409.722257:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326409.722259:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767326409.936659:0:221039:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326410.422901:0:221108:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326410.424467:0:221110:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326410.455844:0:221113:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326410.456501:0:221114:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000002512c1f3 00000080:00200008:0.0:1767326410.456507:0:221114:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](0000000066632ce6), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1767326410.456513:0:221114:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767326410.456514:0:221114:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006c9af379 00000080:00200000:0.0:1767326410.456515:0:221114:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](0000000066632ce6),name=/ 00000080:00000010:0.0:1767326410.456519:0:221114:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at 000000006775b42d. 00800000:00000002:0.0:1767326410.456524:0:221114:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get 00000000ce01a7c5 2 00000080:00000001:0.0:1767326410.456528:0:221114:0:(namei.c:947:ll_intent_lock()) Process entered 00000020:00000010:0.0:1767326410.456533:0:221114:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000d62cf714. 00800000:00000001:0.0:1767326410.456536:0:221114:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767326410.456538:0:221114:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c4bcd86e 00800000:00000002:0.0:1767326410.456539:0:221114:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326410.456542:0:221114:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767326410.456544:0:221114:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326410.456546:0:221114:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326410.456548:0:221114:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326410.456556:0:221114:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326410.456558:0:221114:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326410.456560:0:221114:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326410.456562:0:221114:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326410.456565:0:221114:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:0.0:1767326410.456570:0:221114:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000c93d7279. 00000002:00000001:0.0:1767326410.456574:0:221114:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767326410.456576:0:221114:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000007eec8b4d 00000002:00010000:0.0:1767326410.456577:0:221114:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767326410.456581:0:221114:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767326410.456583:0:221114:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326410.456586:0:221114:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767326410.456592:0:221114:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326410.456595:0:221114:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326410.456597:0:221114:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326410.456599:0:221114:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767326410.456602:0:221114:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767326410.456607:0:221114:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ed2912f. 00000020:00000040:0.0:1767326410.456612:0:221114:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=4 obd=lustre-MDT0000-mdc-ffff997043181000 00010000:00000001:0.0:1767326410.456619:0:221114:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767326410.456624:0:221114:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326410.456626:0:221114:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326410.456628:0:221114:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326410.456630:0:221114:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326410.456634:0:221114:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326410.456638:0:221114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000020da04bb. 00000100:00000001:0.0:1767326410.456643:0:221114:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326410.456647:0:221114:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326410.456648:0:221114:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326410.456649:0:221114:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326410.456650:0:221114:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326410.456651:0:221114:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326410.456655:0:221114:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446631306250665984 : -112767458885632 : ffff997047abc000) 00010000:00000001:0.0:1767326410.456658:0:221114:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767326410.456659:0:221114:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767326410.456665:0:221114:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b6e69eb2. 00010000:00000010:0.0:1767326410.456668:0:221114:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000aad8df29. 00010000:00000001:0.0:1767326410.456672:0:221114:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767326410.456674:0:221114:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000069d314ac. 00000020:00000010:0.0:1767326410.456676:0:221114:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000001583c8a0. 00000020:00000001:0.0:1767326410.456678:0:221114:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767326410.456694:0:221114:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000069d314ac with handle 0xddb593876518da35 to hash 00000020:00000001:0.0:1767326410.456695:0:221114:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767326410.456696:0:221114:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000001:0.0:1767326410.456699:0:221114:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000001:0.0:1767326410.456702:0:221114:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326410.456703:0:221114:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326410.456706:0:221114:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff997043181000 lock: 0000000069d314ac/0xddb593876518da35 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 221114 initiator: MDT0 00010000:00010000:0.0:1767326410.456712:0:221114:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff997043181000 lock: 0000000069d314ac/0xddb593876518da35 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 221114 initiator: MDT0 00010000:00010000:0.0:1767326410.456719:0:221114:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff997043181000 lock: 0000000069d314ac/0xddb593876518da35 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 221114 initiator: MDT0 00000100:00000001:0.0:1767326410.456723:0:221114:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326410.456725:0:221114:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326410.456729:0:221114:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061ba29f0. 00000100:00000001:0.0:1767326410.456731:0:221114:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306181030848 : -112767528520768 : ffff9970438533c0) 00000100:00000001:0.0:1767326410.456733:0:221114:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326410.456734:0:221114:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250665984 : -112767458885632 : ffff997047abc000) 00000100:00000001:0.0:1767326410.456737:0:221114:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326410.456739:0:221114:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326410.456740:0:221114:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326410.456742:0:221114:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326410.456750:0:221114:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ed2912f x1853174993468288/t0(0) o101->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326410.456757:0:221114:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326410.456761:0:221114:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326410.456765:0:221114:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326410.456766:0:221114:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326410.456768:0:221114:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326410.456770:0:221114:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ed2912f pname:cluuid:pid:xid:nid:opc:job lsof:25c8b14d-875f-4c17-953c-c9ec680f2b09:221114:1853174993468288:192.168.203.107@tcp:101: 00000100:00000001:0.0:1767326410.456773:0:221114:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326410.456779:0:221114:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326410.456782:0:221114:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326410.456784:0:221114:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326410.456788:0:221114:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 00000000a1bb6459. 02000000:00000001:0.0:1767326410.456790:0:221114:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326410.456796:0:221114:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044293ae2. 00000400:00000010:0.0:1767326410.456804:0:221114:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b20fe0. 00000100:00000200:0.0:1767326410.456812:0:221114:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853174993468288, portal 10 00000100:00000001:0.0:1767326410.456814:0:221114:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326410.456815:0:221114:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250665984 : -112767458885632 : ffff997047abc000) 00000100:00000040:0.0:1767326410.456820:0:221114:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@000000009ed2912f x1853174993468288/t0(0) o101->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767326426 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326410.456829:0:221114:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326410.456832:0:221114:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:0.0:1767326410.456834:0:221114:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005632e77f. 00000100:00000200:0.0:1767326410.456837:0:221114:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853174993468288, offset 0 00000400:00000200:0.0:1767326410.456844:0:221114:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326410.456859:0:221114:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:0.0:1767326410.456864:0:221114:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326410.456868:0:221114:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:0.0:1767326410.456871:0:221114:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326410.456873:0:221114:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:0.0:1767326410.456875:0:221114:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [647:647:256:4294967295] 192.168.203.107@tcp LPNI seq info [647:647:8:4294967295] 00000400:00000200:0.0:1767326410.456884:0:221114:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:0.0:1767326410.456889:0:221114:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:0.0:1767326410.456892:0:221114:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000836678fc. 00000800:00000200:0.0:1767326410.456901:0:221114:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767326410.456907:0:221114:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767326410.456910:0:221114:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000836678fc type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1767326410.456923:0:221114:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326410.456927:0:221114:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: using a timeout of 144510 usecs (145 jiffies) 00000100:00000001:0.0:1767326410.456930:0:221114:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 0 is 4306327535 00000100:00000001:0.0:1767326410.456932:0:221114:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 0, keep current deadline 4306327578 00000100:00000001:0.0:1767326410.456933:0:221114:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 1 is 4306327535 00000100:00000001:0.0:1767326410.456934:0:221114:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 1, keep current deadline 4306327578 00000100:00000001:0.0:1767326410.456935:0:221114:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 2 is 4306327535 00000100:00000001:0.0:1767326410.456936:0:221114:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 2, keep current deadline 4306327578 00000100:00000001:0.0:1767326410.456937:0:221114:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS new deadline estimation for cpu 3 is 4306327535 00000100:00000001:0.0:1767326410.456939:0:221114:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff997043181000: PM QoS request active for cpu 3, keep current deadline 4306327579 00000100:00000001:0.0:1767326410.456939:0:221114:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326410.456941:0:221114:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326410.456943:0:221114:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326410.456944:0:221114:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326410.456946:0:221114:0:(client.c:2690:ptlrpc_set_wait()) set 0000000061ba29f0 going to sleep for 11 seconds 00000100:00000001:0.0:1767326410.456948:0:221114:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326410.456950:0:221114:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326410.457040:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326410.457045:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000836678fc. 00000400:00000200:2.0:1767326410.457049:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326410.457053:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326410.457058:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005632e77f 00000400:00000010:2.0:1767326410.457059:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005632e77f. 00000100:00000001:2.0:1767326410.457063:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326410.457066:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ed2912f x1853174993468288/t0(0) o101->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767326426 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326410.457074:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326410.457076:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009ed2912f x1853174993468288/t0(0) o101->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767326426 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326410.457081:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326410.457082:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326410.458689:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326410.458697:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326410.458699:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326410.458701:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326410.458706:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326410.458715:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 688 into portal 10 MB=0x69573ed313b80 00000400:00000200:1.0:1767326410.458721:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.107@tcp of length 688/688 into md 0x1501 [1] + 224 00000800:00000001:1.0:1767326410.458726:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326410.458730:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326410.458732:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326410.458734:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326410.458737:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326410.458740:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ed2912f x1853174993468288/t0(0) o101->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767326426 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000040:1.0:1767326410.458748:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@000000009ed2912f x1853174993468288/t0(0) o101->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767326426 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767326410.458761:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326410.458767:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326410.458768:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326410.458784:0:221114:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326410.458791:0:221114:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326410.458793:0:221114:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326410.458795:0:221114:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044293ae2. 00000400:00000200:0.0:1767326410.458799:0:221114:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b20fe0 00000400:00000010:0.0:1767326410.458800:0:221114:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b20fe0. 00000100:00000001:0.0:1767326410.458803:0:221114:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326410.458807:0:221114:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ed2912f x1853174993468288/t0(0) o101->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767326426 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767326410.458817:0:221114:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ed2912f x1853174993468288/t0(0) o101->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767326426 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326410.458831:0:221114:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326410.458833:0:221114:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326410.458836:0:221114:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326410.458838:0:221114:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326410.458841:0:221114:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326410.458843:0:221114:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326410.458845:0:221114:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326410.458852:0:221114:0:(import.c:2128:obd_at_measure()) add 5 to 00000000061937c4 time=57 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326410.458855:0:221114:0:(import.c:2128:obd_at_measure()) add 1 to 0000000083bd5835 time=57 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326410.458857:0:221114:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326410.458859:0:221114:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326410.458860:0:221114:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326410.458863:0:221114:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326410.458865:0:221114:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326410.458866:0:221114:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326410.458867:0:221114:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326410.458869:0:221114:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326410.458871:0:221114:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ed2912f x1853174993468288/t0(0) o101->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326426 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326410.458876:0:221114:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326410.458878:0:221114:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326410.458879:0:221114:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326410.458882:0:221114:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ed2912f x1853174993468288/t0(0) o101->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326426 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767326410.458886:0:221114:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ed2912f pname:cluuid:pid:xid:nid:opc:job lsof:25c8b14d-875f-4c17-953c-c9ec680f2b09:221114:1853174993468288:192.168.203.107@tcp:101: 00000100:00000001:0.0:1767326410.458890:0:221114:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326410.458891:0:221114:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326410.458893:0:221114:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326410.458894:0:221114:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326410.458895:0:221114:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ed2912f x1853174993468288/t0(0) o101->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326426 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326410.458899:0:221114:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326410.458905:0:221114:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000061ba29f0. 00000100:00000001:0.0:1767326410.458907:0:221114:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326410.458908:0:221114:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326410.458909:0:221114:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767326410.458912:0:221114:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326410.458913:0:221114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326410.458915:0:221114:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069d314ac refcount=4 00000020:00000001:0.0:1767326410.458916:0:221114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000001:0.0:1767326410.458918:0:221114:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000040:0.0:1767326410.458921:0:221114:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000069d314ac, remote cookie: 0x11a3bfd0193d7d4, flags: 0x1001 00010000:00010000:0.0:1767326410.458923:0:221114:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff997043181000 lock: 0000000069d314ac/0xddb593876518da35 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x11a3bfd0193d7d4 expref: -99 pid: 221114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326410.458929:0:221114:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff997043181000 lock: 0000000069d314ac/0xddb593876518da35 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x11a3bfd0193d7d4 expref: -99 pid: 221114 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326410.458934:0:221114:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767326410.458937:0:221114:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767326410.458939:0:221114:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767326410.458940:0:221114:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767326410.458941:0:221114:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767326410.458943:0:221114:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (00000000b6e69eb2) refcount = 1 00010000:00010000:0.0:1767326410.458945:0:221114:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff997043181000 lock: 0000000069d314ac/0xddb593876518da35 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x11a3bfd0193d7d4 expref: -99 pid: 221114 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326410.458949:0:221114:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:0.0:1767326410.458951:0:221114:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000a53bd13c. 00010000:00000001:0.0:1767326410.458953:0:221114:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767326410.458954:0:221114:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326410.458956:0:221114:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767326410.458958:0:221114:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326410.458959:0:221114:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff997043181000 lock: 0000000069d314ac/0xddb593876518da35 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x11a3bfd0193d7d4 expref: -99 pid: 221114 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326410.458969:0:221114:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767326410.458970:0:221114:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326410.458972:0:221114:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326410.458972:0:221114:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326410.458973:0:221114:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326410.458974:0:221114:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326410.458976:0:221114:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1767326410.458977:0:221114:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326410.458978:0:221114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326410.458979:0:221114:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069d314ac refcount=3 00000020:00000001:0.0:1767326410.458980:0:221114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000001:0.0:1767326410.458981:0:221114:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000001:0.0:1767326410.458983:0:221114:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326410.458984:0:221114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326410.458985:0:221114:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069d314ac refcount=4 00000020:00000001:0.0:1767326410.458986:0:221114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000001:0.0:1767326410.458987:0:221114:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000001:0.0:1767326410.458988:0:221114:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326410.458989:0:221114:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326410.458990:0:221114:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff997043181000 lock: 0000000069d314ac/0xddb593876518da35 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x11a3bfd0193d7d4 expref: -99 pid: 221114 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326410.458994:0:221114:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326410.458995:0:221114:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326410.458996:0:221114:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326410.458996:0:221114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326410.458997:0:221114:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069d314ac refcount=5 00000020:00000001:0.0:1767326410.458998:0:221114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000001:0.0:1767326410.458999:0:221114:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000001:0.0:1767326410.459017:0:221114:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326410.459019:0:221114:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff997043181000 lock: 0000000069d314ac/0xddb593876518da35 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x11a3bfd0193d7d4 expref: -99 pid: 221114 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326410.459031:0:221114:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326410.459032:0:221114:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767326410.459034:0:221114:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff997043181000 lock: 0000000069d314ac/0xddb593876518da35 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x11a3bfd0193d7d4 expref: -99 pid: 221114 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326410.459038:0:221114:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326410.459039:0:221114:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326410.459040:0:221114:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326410.459040:0:221114:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326410.459041:0:221114:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767326410.459045:0:221114:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@000000009ed2912f x1853174993468288/t0(0) o101->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326426 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767326410.459051:0:221114:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326410.459052:0:221114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326410.459052:0:221114:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069d314ac refcount=3 00000020:00000001:0.0:1767326410.459053:0:221114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000001:0.0:1767326410.459055:0:221114:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000001:0.0:1767326410.459056:0:221114:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326410.459057:0:221114:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326410.459058:0:221114:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326410.459059:0:221114:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326410.459061:0:221114:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767326410.459063:0:221114:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326410.459063:0:221114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326410.459064:0:221114:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069d314ac refcount=3 00000020:00000001:0.0:1767326410.459065:0:221114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000001:0.0:1767326410.459066:0:221114:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00000002:00010000:0.0:1767326410.459068:0:221114:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff997043181000 lock: 0000000069d314ac/0xddb593876518da35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x11a3bfd0193d7d4 expref: -99 pid: 221114 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326410.459071:0:221114:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326410.459072:0:221114:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326410.459076:0:221114:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767326410.459077:0:221114:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326410.459078:0:221114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326410.459078:0:221114:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069d314ac refcount=3 00000020:00000001:0.0:1767326410.459080:0:221114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000001:0.0:1767326410.459081:0:221114:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000040:0.0:1767326410.459084:0:221114:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b6e69eb2 count: 2 00010000:00000001:0.0:1767326410.459085:0:221114:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767326410.459088:0:221114:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns 0000000083bb0b0a type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1767326410.459090:0:221114:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326410.459090:0:221114:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326410.459091:0:221114:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767326410.459093:0:221114:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000fbb31269 00000002:00002000:0.0:1767326410.459094:0:221114:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1767326410.459096:0:221114:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326410.459098:0:221114:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326410.459100:0:221114:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767326410.459102:0:221114:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1767326410.459104:0:221114:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326410.459107:0:221114:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put 00000000ce01a7c5 2 00000080:00000010:0.0:1767326410.459109:0:221114:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at 000000006775b42d. 00000080:00000001:0.0:1767326410.459112:0:221114:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767326410.459115:0:221114:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767326410.459118:0:221114:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1767326410.459121:0:221114:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1767326410.459124:0:221114:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at 000000003c7a003b. 00800000:00000001:0.0:1767326410.459125:0:221114:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446631306674302400 : -112767035249216 : ffff997060ebedc0) 00800000:00000001:0.0:1767326410.459127:0:221114:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326410.459129:0:221114:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767326410.459131:0:221114:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767326410.459132:0:221114:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1767326410.459134:0:221114:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1767326410.459136:0:221114:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1767326410.459137:0:221114:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326410.459160:0:221114:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1767326410.459167:0:221114:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1767326410.459169:0:221114:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1767326410.459171:0:221114:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326410.459172:0:221114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326410.459173:0:221114:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069d314ac refcount=3 00000020:00000001:0.0:1767326410.459175:0:221114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000001:0.0:1767326410.459176:0:221114:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000001:0.0:1767326410.459177:0:221114:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326410.459178:0:221114:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767326410.459179:0:221114:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767326410.459181:0:221114:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1767326410.459182:0:221114:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put 000000003c7a003b 1 00800000:00000010:0.0:1767326410.459184:0:221114:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at 000000003c7a003b. 00800000:00000001:0.0:1767326410.459187:0:221114:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326410.459189:0:221114:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](0000000066632ce6) for lock 0xddb593876518da35 00800000:00000001:0.0:1767326410.459191:0:221114:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767326410.459192:0:221114:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767326410.459193:0:221114:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326410.459194:0:221114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326410.459195:0:221114:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069d314ac refcount=3 00000020:00000001:0.0:1767326410.459196:0:221114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000001:0.0:1767326410.459197:0:221114:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000001:0.0:1767326410.459199:0:221114:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326410.459200:0:221114:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326410.459200:0:221114:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326410.459201:0:221114:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326410.459202:0:221114:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326410.459204:0:221114:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](0000000066632ce6) 00000080:00010000:0.0:1767326410.459221:0:221114:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xddb593876518da35 from it 0000000066becd21 00010000:00000001:0.0:1767326410.459222:0:221114:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326410.459223:0:221114:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326410.459223:0:221114:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069d314ac refcount=3 00000020:00000001:0.0:1767326410.459224:0:221114:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000001:0.0:1767326410.459226:0:221114:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000001:0.0:1767326410.459230:0:221114:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326410.459231:0:221114:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff997043181000 lock: 0000000069d314ac/0xddb593876518da35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x11a3bfd0193d7d4 expref: -99 pid: 221114 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326410.459235:0:221114:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326410.459236:0:221114:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326410.459237:0:221114:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767326410.459238:0:221114:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767326410.459239:0:221114:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff997043181000 lock: 0000000069d314ac/0xddb593876518da35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x11a3bfd0193d7d4 expref: -99 pid: 221114 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326410.459245:0:221114:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326410.459247:0:221114:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326410.459248:0:221114:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326410.459250:0:221114:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326410.459251:0:221114:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326410.459252:0:221114:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326410.459255:0:221114:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326410.459257:0:221114:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326410.459259:0:221114:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326410.459261:0:221114:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326410.459263:0:221114:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326410.459264:0:221114:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326410.459265:0:221114:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326410.459277:0:221114:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326410.459282:0:221114:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ed2912f x1853174993468288/t0(0) o101->lustre-MDT0000-mdc-ffff997043181000@192.168.203.107@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326426 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326410.459290:0:221114:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326410.459293:0:221114:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326410.459295:0:221114:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 00000000a1bb6459. 02000000:00000001:0.0:1767326410.459299:0:221114:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326410.459301:0:221114:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326410.459303:0:221114:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:0.0:1767326410.459305:0:221114:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326410.459307:0:221114:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000020da04bb. 02000000:00000001:0.0:1767326410.459310:0:221114:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326410.459317:0:221114:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326410.459319:0:221114:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ed2912f. 00000100:00000001:0.0:1767326410.459321:0:221114:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326410.459322:0:221114:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767326410.459326:0:221114:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767326410.459333:0:221114:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at 00000000a1bb6459. 00000020:00000001:0.0:1767326410.459336:0:221114:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000002512c1f3 00000080:00000008:0.0:1767326410.459337:0:221114:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](0000000066632ce6), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1767326410.643081:0:221115:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326410.643646:0:221115:0:(llite_lib.c:3561:ll_umount_begin()) Process entered 00000080:00200000:2.0:1767326410.643648:0:221115:0:(llite_lib.c:3564:ll_umount_begin()) VFS Op: superblock 000000003a773357 count 1 active 9 00000080:00000010:2.0:1767326410.643654:0:221115:0:(llite_lib.c:3584:ll_umount_begin()) kmalloced '(ioc_data)': 576 at 00000000c1472285. 00000080:00000001:2.0:1767326410.643656:0:221115:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:2.0:1767326410.643659:0:221115:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1767326410.643661:0:221115:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff997043181000: cmd=4240666a len=576 karg=ffff9970504f5800 uarg=0000000000000000 00800000:00000001:2.0:1767326410.643668:0:221115:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00000002:00000001:2.0:1767326410.643671:0:221115:0:(mdc_request.c:2277:mdc_iocontrol()) Process entered 00000002:00000080:2.0:1767326410.643673:0:221115:0:(mdc_request.c:2279:mdc_iocontrol()) lustre-MDT0000-mdc-ffff997043181000: cmd=4240666a len=576 karg=ffff9970504f5800 uarg=0000000000000000 00000100:00000001:2.0:1767326410.643677:0:221115:0:(recover.c:241:ptlrpc_set_import_active()) Process entered 00000100:02000400:2.0:1767326410.643679:0:221115:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-MDT0000_UUID INACTIVE by administrator request 00000100:00000001:2.0:1767326410.645776:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326410.645779:0:221115:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767326410.645781:0:221115:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326410.645783:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326410.645785:0:221115:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767326410.645787:0:221115:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1767326410.645789:0:221115:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767326410.645792:0:221115:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767326410.645794:0:221115:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: committing for last_committed 0 gen 2 00000100:00000040:2.0:1767326410.645797:0:221115:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767326410.645799:0:221115:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326410.645800:0:221115:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767326410.645800:0:221115:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767326410.645802:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326410.645802:0:221115:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767326410.645805:0:221115:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:2.0:1767326410.645807:0:221115:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:2.0:1767326410.645809:0:221115:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1767326410.645810:0:221115:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv 0000000080018e77 for uuid lustre-MDT0000_UUID (activate=0) 00800000:00000040:2.0:1767326410.645812:0:221115:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xddb593876518d9cc 00800000:00000040:2.0:1767326410.645814:0:221115:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff997043181000=25c8b14d-875f-4c17-953c-c9ec680f2b09 device 3 (0000000061beeb78) type mdc at LMV idx 0 00800000:00000040:2.0:1767326410.645816:0:221115:0:(lmv_obd.c:117:lmv_set_mdc_active()) Marking OBD 0000000061beeb78 inactive 00800000:00000001:2.0:1767326410.645817:0:221115:0:(lmv_obd.c:119:lmv_set_mdc_active()) Process leaving 00800000:00000001:2.0:1767326410.645818:0:221115:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326410.645819:0:221115:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326410.645821:0:221115:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326410.645822:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1767326410.645824:0:221115:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767326410.645826:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326410.645827:0:221115:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000001:00000001:2.0:1767326410.645829:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326410.645832:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767326410.645938:0:221115:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b6e69eb2 count: 2 00010000:00000001:2.0:1767326410.645943:0:221115:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767326410.645945:0:221115:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326410.645947:0:221115:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326410.645949:0:221115:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069d314ac refcount=3 00000020:00000001:2.0:1767326410.645951:0:221115:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000001:2.0:1767326410.645953:0:221115:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887254016 : -112766822297600 : ffff99706d9d5000) 00010000:00000001:2.0:1767326410.645956:0:221115:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767326410.645958:0:221115:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff997043181000 lock: 0000000069d314ac/0xddb593876518da35 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10e400000000 nid: local remote: 0x11a3bfd0193d7d4 expref: -99 pid: 221114 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1767326410.645966:0:221115:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1767326410.645970:0:221115:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1767326410.645972:0:221115:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1767326410.645974:0:221115:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1767326410.645978:0:221115:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767326410.645980:0:221115:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767326410.645983:0:221115:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b6e69eb2 count: 3 00010000:00000001:2.0:1767326410.645985:0:221115:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1767326410.645987:0:221115:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326410.645989:0:221115:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767326410.645990:0:221115:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767326410.645991:0:221115:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b6e69eb2 count: 3 00010000:00000001:2.0:1767326410.645992:0:221115:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1767326410.645993:0:221115:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326410.645994:0:221115:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767326410.645995:0:221115:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767326410.645995:0:221115:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b6e69eb2 count: 3 00010000:00000001:2.0:1767326410.645996:0:221115:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1767326410.645997:0:221115:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326410.645999:0:221115:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1767326410.646000:0:221115:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = 0000000098c39a19, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1767326410.646004:0:221115:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1767326410.646006:0:221115:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1767326410.646007:0:221115:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1767326410.646008:0:221115:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326410.646010:0:221115:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1767326410.646012:0:221115:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767326410.646014:0:221115:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767326410.646016:0:221115:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767326410.646017:0:221115:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326410.646019:0:221115:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767326410.646021:0:221115:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000069d314ac with handle 0xddb593876518da35 from hash 00010000:00000001:2.0:1767326410.646022:0:221115:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767326410.646023:0:221115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326410.646024:0:221115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326410.646025:0:221115:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767326410.646027:0:221115:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767326410.646028:0:221115:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767326410.646030:0:221115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326410.646030:0:221115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326410.646031:0:221115:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326410.646032:0:221115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767326410.646033:0:221115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff997043181000 lock: 0000000069d314ac/0xddb593876518da35 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x490f400000000 nid: local remote: 0x11a3bfd0193d7d4 expref: -99 pid: 221114 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326410.646040:0:221115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1767326410.646042:0:221115:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b6e69eb2 count: 0 00010000:00000010:2.0:1767326410.646045:0:221115:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aad8df29. 00000001:00000001:2.0:1767326410.646418:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326410.646420:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326410.646421:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326410.646753:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326410.646764:0:221115:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000010:2.0:1767326410.646777:0:221115:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at 00000000a188031e. 00000020:00000010:2.0:1767326410.646781:0:221115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c0223ea. 00000020:00000010:2.0:1767326410.646785:0:221115:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ba929926. 00000020:00000010:2.0:1767326410.646787:0:221115:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000f983dd5d. 00000008:00000010:2.0:1767326410.646792:0:221115:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000020f97431. 00020000:00000010:2.0:1767326410.646803:0:221115:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000df577627. 00008000:00000010:2.0:1767326410.646807:0:221115:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000a89f465a. 00000080:00000010:2.0:1767326410.646812:0:221115:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000370cada2. 00000080:00000010:2.0:1767326410.646815:0:221115:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000005de8294e. 00000020:00000010:2.0:1767326410.646817:0:221115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000318261e. 00000008:00000010:2.0:1767326410.646821:0:221115:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000007f752e2. 00020000:00000010:2.0:1767326410.646824:0:221115:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000f6ac4f6e. 00008000:00000010:2.0:1767326410.646827:0:221115:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005f4b0e78. 00000080:00000010:2.0:1767326410.646830:0:221115:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000b3e7148d. 00000020:00000001:2.0:1767326410.646832:0:221115:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446631306881204664 : -112766828346952 : ffff99706d4101b8) 00000020:00001000:2.0:1767326410.646834:0:221115:0:(cl_object.c:830:cl_env_get()) 1@00000000a188031e 00000008:00000001:2.0:1767326410.646837:0:221115:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1767326410.646838:0:221115:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1767326410.646840:0:221115:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326410.646842:0:221115:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1767326410.646843:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326410.646844:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326410.647189:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767326410.647191:0:221115:0:(cl_object.c:924:cl_env_put()) 1@00000000a188031e 00000001:00000001:2.0:1767326410.647194:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326410.647195:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326410.647537:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326410.647539:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326410.647540:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326410.647870:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326410.647872:0:221115:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326410.647873:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326410.647877:0:221115:0:(recover.c:274:ptlrpc_set_import_active()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326410.647878:0:221115:0:(mdc_request.c:2337:mdc_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767326410.647880:0:221115:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767326410.647883:0:221115:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00000002:00000001:2.0:1767326410.647884:0:221115:0:(mdc_request.c:2277:mdc_iocontrol()) Process entered 00000002:00000080:2.0:1767326410.647885:0:221115:0:(mdc_request.c:2279:mdc_iocontrol()) lustre-MDT0001-mdc-ffff997043181000: cmd=4240666a len=576 karg=ffff9970504f5800 uarg=0000000000000000 00000100:00000001:2.0:1767326410.647888:0:221115:0:(recover.c:241:ptlrpc_set_import_active()) Process entered 00000100:02000400:2.0:1767326410.647889:0:221115:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-MDT0001_UUID INACTIVE by administrator request 00000100:00000001:2.0:1767326410.647891:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326410.647892:0:221115:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767326410.647893:0:221115:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326410.647894:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326410.647895:0:221115:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767326410.647896:0:221115:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:2.0:1767326410.647897:0:221115:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767326410.647898:0:221115:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767326410.647898:0:221115:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: committing for last_committed 0 gen 2 00000100:00000040:2.0:1767326410.647900:0:221115:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767326410.647901:0:221115:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326410.647902:0:221115:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767326410.647902:0:221115:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767326410.647903:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326410.647904:0:221115:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767326410.647906:0:221115:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:2.0:1767326410.647907:0:221115:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:2.0:1767326410.647908:0:221115:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1767326410.647908:0:221115:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv 0000000080018e77 for uuid lustre-MDT0001_UUID (activate=0) 00800000:00000040:2.0:1767326410.647910:0:221115:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xddb593876518d9cc 00800000:00000040:2.0:1767326410.647912:0:221115:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0xddb593876518d9d3 00800000:00000040:2.0:1767326410.647913:0:221115:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff997043181000=25c8b14d-875f-4c17-953c-c9ec680f2b09 device 4 (000000004cea2532) type mdc at LMV idx 1 00800000:00000040:2.0:1767326410.647915:0:221115:0:(lmv_obd.c:117:lmv_set_mdc_active()) Marking OBD 000000004cea2532 inactive 00800000:00000001:2.0:1767326410.647916:0:221115:0:(lmv_obd.c:119:lmv_set_mdc_active()) Process leaving 00800000:00000001:2.0:1767326410.647916:0:221115:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326410.647917:0:221115:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326410.647918:0:221115:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326410.647919:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1767326410.647920:0:221115:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767326410.647921:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326410.647922:0:221115:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000001:00000001:2.0:1767326410.647923:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326410.647924:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326410.648412:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326410.648414:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326410.648415:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326410.648747:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326410.648748:0:221115:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767326410.648750:0:221115:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446631306881204664 : -112766828346952 : ffff99706d4101b8) 00000020:00001000:2.0:1767326410.648751:0:221115:0:(cl_object.c:830:cl_env_get()) 1@00000000a188031e 00000008:00000001:2.0:1767326410.648753:0:221115:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1767326410.648754:0:221115:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1767326410.648756:0:221115:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326410.648757:0:221115:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1767326410.648758:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326410.648759:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326410.649089:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767326410.649091:0:221115:0:(cl_object.c:924:cl_env_put()) 1@00000000a188031e 00000001:00000001:2.0:1767326410.649092:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326410.649093:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326410.649450:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326410.649452:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326410.649453:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326410.649783:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326410.649784:0:221115:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326410.649786:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326410.649787:0:221115:0:(recover.c:274:ptlrpc_set_import_active()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326410.649788:0:221115:0:(mdc_request.c:2337:mdc_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767326410.649790:0:221115:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767326410.649792:0:221115:0:(lmv_obd.c:1165:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326410.649793:0:221115:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326410.649794:0:221115:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767326410.649797:0:221115:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767326410.649799:0:221115:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff997043181000: cmd=4240666a len=576 karg=ffff9970504f5800 uarg=0000000000000000 00020000:00000001:2.0:1767326410.649803:0:221115:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00000008:00000001:2.0:1767326410.649805:0:221115:0:(osc_request.c:3522:osc_iocontrol()) Process entered 00000008:00000080:2.0:1767326410.649806:0:221115:0:(osc_request.c:3524:osc_iocontrol()) lustre-OST0000-osc-ffff997043181000: cmd=4240666a len=576 karg=ffff9970504f5800 uarg=0000000000000000 00000100:00000001:2.0:1767326410.649809:0:221115:0:(recover.c:241:ptlrpc_set_import_active()) Process entered 00000100:02000400:2.0:1767326410.649810:0:221115:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-OST0000_UUID INACTIVE by administrator request 00000100:00000001:2.0:1767326410.649812:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1767326410.649813:0:221115:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1767326410.649815:0:221115:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:2.0:1767326410.649816:0:221115:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:2.0:1767326410.649818:0:221115:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1767326410.649820:0:221115:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov 000000000202482a for uuid lustre-OST0000_UUID event(4) 00020000:01000000:2.0:1767326410.649822:0:221115:0:(lov_obd.c:378:lov_set_osc_active()) deactivate OSC lustre-OST0000_UUID 00020000:00000040:2.0:1767326410.649824:0:221115:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn ddb593876518d9e1 00020000:00000001:2.0:1767326410.649825:0:221115:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326410.649827:0:221115:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1767326410.649829:0:221115:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1767326410.649831:0:221115:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1767326410.649832:0:221115:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767326410.649833:0:221115:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767326410.649834:0:221115:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326410.649835:0:221115:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326410.649837:0:221115:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767326410.649837:0:221115:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767326410.649838:0:221115:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326410.649839:0:221115:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1767326410.649840:0:221115:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1767326410.649842:0:221115:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1767326410.649844:0:221115:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326410.649845:0:221115:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326410.649846:0:221115:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767326410.649847:0:221115:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326410.649848:0:221115:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326410.649849:0:221115:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326410.649850:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326410.649851:0:221115:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767326410.649852:0:221115:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1767326410.649853:0:221115:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767326410.649854:0:221115:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767326410.649855:0:221115:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff997043181000: committing for last_committed 0 gen 2 00000100:00000040:2.0:1767326410.649856:0:221115:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff997043181000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767326410.649857:0:221115:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326410.649858:0:221115:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767326410.649859:0:221115:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767326410.649859:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1767326410.649860:0:221115:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1767326410.649861:0:221115:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:2.0:1767326410.649862:0:221115:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:2.0:1767326410.649863:0:221115:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1767326410.649865:0:221115:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov 000000000202482a for uuid lustre-OST0000_UUID event(2) 00020000:01000000:2.0:1767326410.649866:0:221115:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:2.0:1767326410.649868:0:221115:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn ddb593876518d9e1 00020000:00000001:2.0:1767326410.649869:0:221115:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326410.649870:0:221115:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1767326410.649870:0:221115:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1767326410.649871:0:221115:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1767326410.649872:0:221115:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767326410.649873:0:221115:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767326410.649873:0:221115:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326410.649874:0:221115:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326410.649875:0:221115:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767326410.649875:0:221115:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767326410.649876:0:221115:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326410.649877:0:221115:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1767326410.649878:0:221115:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1767326410.649879:0:221115:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1767326410.649879:0:221115:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326410.649880:0:221115:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326410.649881:0:221115:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767326410.649882:0:221115:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326410.649883:0:221115:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326410.649884:0:221115:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326410.649885:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1767326410.649885:0:221115:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767326410.649887:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1767326410.649887:0:221115:0:(osc_request.c:3856:osc_import_event()) Process entered 00000001:00000001:2.0:1767326410.649888:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326410.649890:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326410.649919:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326410.649920:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326410.649921:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326410.649942:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326410.649943:0:221115:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767326410.649944:0:221115:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446631306881204664 : -112766828346952 : ffff99706d4101b8) 00000020:00001000:2.0:1767326410.649945:0:221115:0:(cl_object.c:830:cl_env_get()) 1@00000000a188031e 00000008:00000001:2.0:1767326410.649947:0:221115:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1767326410.649947:0:221115:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1767326410.649949:0:221115:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326410.649950:0:221115:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1767326410.649951:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326410.649952:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326410.649974:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767326410.649975:0:221115:0:(cl_object.c:924:cl_env_put()) 1@00000000a188031e 00000001:00000001:2.0:1767326410.649976:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326410.649977:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326410.649998:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326410.649999:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326410.650000:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326410.650021:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326410.650022:0:221115:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326410.650023:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326410.650024:0:221115:0:(recover.c:274:ptlrpc_set_import_active()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767326410.650025:0:221115:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767326410.650027:0:221115:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326410.650027:0:221115:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767326410.650029:0:221115:0:(llite_lib.c:3592:ll_umount_begin()) kfreed 'ioc_data': 576 at 00000000c1472285. 00010000:00000010:2.1:1767326410.655536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000069d314ac. 00010000:00000010:2.1:1767326410.655542:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b6e69eb2. 00010000:00000001:2.0:1767326410.746238:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326410.746244:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326410.746327:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326410.746331:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326410.746334:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326411.130322:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306327578, at 4306328064 00000100:00000040:2.0:1767326411.130328:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306327578, at 4306328064 00000100:00000040:3.0:1767326411.130345:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306327579, at 4306328064 00000100:00000040:1.0:1767326411.130345:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306327578, at 4306328064 00000100:00000010:0.0:1767326411.130347:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047b5e8b. 00000100:00000010:2.0:1767326411.130350:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d8ba429. 00000100:00000010:1.0:1767326411.130364:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e80ee982. 00000100:00000010:3.0:1767326411.130386:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063574839. 00000100:00000040:2.0:1767326411.130405:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326411.130414:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326411.130423:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c46a891b. 00000020:00000040:2.0:1767326411.130430:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:2.0:1767326411.130436:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326411.130440:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326411.130447:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326411.130456:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c65faacf. 00000100:00000001:2.0:1767326411.130465:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326411.130478:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@00000000c46a891b x1853174993468416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326411.130493:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326411.130497:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326411.130503:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c46a891b] to pc [ptlrpcd_00_00+0] req@00000000c46a891b x1853174993468416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326411.130536:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326411.130540:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1767326411.130544:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1767326411.130547:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000040:2.0:1767326411.130551:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326411.130557:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11665) 00000100:00000001:1.0:1767326411.130577:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326411.130584:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326411.130588:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326411.130589:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326411.130596:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326411.130612:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c46a891b x1853174993468416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326411.130627:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326411.130630:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326411.130638:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326411.130642:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326411.130647:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326411.130653:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c46a891b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993468416:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326411.130660:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326411.130670:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326411.130673:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326411.130677:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326411.130684:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f0bb424. 02000000:00000001:1.0:1767326411.130688:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326411.130697:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042e96207. 00000400:00000010:1.0:1767326411.130710:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa5f48. 00000100:00000200:1.0:1767326411.130721:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993468416, portal 25 00000100:00000001:1.0:1767326411.130726:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326411.130729:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306531388288 : -112767178163328 : ffff997058673b80) 00000100:00000040:1.0:1767326411.130738:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c46a891b x1853174993468416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326411.130754:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326411.130758:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:1.0:1767326411.130761:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095dddc78. 00000100:00000200:1.0:1767326411.130765:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993468416, offset 0 00000400:00000200:1.0:1767326411.130772:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:1.0:1767326411.130790:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:1.0:1767326411.130797:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326411.130803:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:1.0:1767326411.130808:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326411.130811:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:1.0:1767326411.130815:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [648:648:256:4294967295] 192.168.203.107@tcp LPNI seq info [648:648:8:4294967295] 00000400:00000200:1.0:1767326411.130830:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:1.0:1767326411.130846:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:1.0:1767326411.130851:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef5ef55d. 00000800:00000200:1.0:1767326411.130859:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767326411.130868:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326411.130874:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef5ef55d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326411.130896:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326411.130902:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306332698 00000100:00000010:1.0:1767326411.130907:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffc93207. 00000100:00000001:1.0:1767326411.130913:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326411.130918:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306332698 00000100:00000010:1.0:1767326411.130921:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000092aef95c. 00000100:00000001:1.0:1767326411.130924:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326411.130926:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306332698 00000100:00000010:1.0:1767326411.130929:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d104d7f. 00000100:00000001:1.0:1767326411.130931:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326411.130934:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306332698 00000100:00000010:1.0:1767326411.130936:0:211465:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f134d5bd. 00000100:00000001:1.0:1767326411.130939:0:211465:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326411.130941:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326411.130945:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326411.130949:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326411.130951:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326411.130971:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326411.130974:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326411.130977:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326411.130979:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326411.130981:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326411.130984:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326411.131203:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326411.131213:0:211460:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef5ef55d. 00000400:00000200:2.0:1767326411.131221:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326411.131231:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:2.0:1767326411.131239:0:211460:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095dddc78 00000400:00000010:2.0:1767326411.131244:0:211460:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095dddc78. 00000100:00000001:2.0:1767326411.131251:0:211460:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326411.131258:0:211460:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c46a891b x1853174993468416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326411.131315:0:211460:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326411.131321:0:211460:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c46a891b x1853174993468416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326411.131335:0:211460:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326411.131338:0:211460:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326411.133119:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326411.133136:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326411.133162:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326411.133165:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326411.133174:0:211459:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326411.133187:0:211459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed313c00 00000400:00000200:2.0:1767326411.133195:0:211459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1509 [1] + 224 00000800:00000001:2.0:1767326411.133203:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326411.133212:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326411.133214:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326411.133218:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326411.133222:0:211459:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326411.133226:0:211459:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c46a891b x1853174993468416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326411.133237:0:211459:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c46a891b x1853174993468416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326411.133256:0:211459:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326411.133285:0:211459:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326411.133289:0:211459:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326411.133345:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326411.133349:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326411.133356:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326411.133359:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326411.133372:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042e96207. 00000400:00000200:1.0:1767326411.133377:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa5f48 00000400:00000010:1.0:1767326411.133379:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa5f48. 00000100:00000001:1.0:1767326411.133382:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326411.133389:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c46a891b x1853174993468416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326411.133401:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c46a891b x1853174993468416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326411.133410:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326411.133412:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326411.133416:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326411.133419:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326411.133421:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326411.133424:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326411.133428:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326411.133435:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=68 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326411.133440:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=68 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326411.133443:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326411.133445:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326411.133448:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326411.133451:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326411.133454:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326411.133457:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c46a891b x1853174993468416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326411.133465:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326411.133469:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326411.133471:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326411.133475:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c46a891b x1853174993468416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326411.133483:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c46a891b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993468416:192.168.203.107@tcp:400: 00000100:00000001:1.0:1767326411.133488:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326411.133490:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326411.133493:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c46a891b x1853174993468416/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326411.133507:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326411.133527:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326411.133531:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f0bb424. 02000000:00000001:1.0:1767326411.133535:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326411.133538:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326411.133540:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326411.133543:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326411.133546:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c65faacf. 02000000:00000001:1.0:1767326411.133550:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326411.133552:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326411.133554:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c46a891b. 00000100:00000001:1.0:1767326411.133558:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326411.133560:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326411.133562:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326411.133568:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326411.133569:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326411.133572:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326411.133574:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326411.770328:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326411.770339:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326411.770448:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326411.770454:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326411.770458:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326412.794206:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326412.794212:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326412.794270:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326412.794275:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326412.794279:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326413.818207:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326413.818214:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326413.818297:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326413.818302:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326413.818305:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326414.842234:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326414.842252:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326414.842347:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326414.842351:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326414.842353:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326415.866294:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326415.866304:0:216267:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767326415.866307:0:216267:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326415.866310:0:216267:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326415.866316:0:216267:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326415.866318:0:216267:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326415.866320:0:216267:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326415.866323:0:216267:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326415.866394:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326415.866399:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326415.866403:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326416.250248:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306332698, at 4306333184 00000100:00000040:3.0:1767326416.250255:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306332698, at 4306333184 00000100:00000040:1.0:1767326416.250272:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1767326416.250274:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffc93207. 00000100:00000010:3.0:1767326416.250276:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f134d5bd. 00000100:00000040:2.0:1767326416.250278:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306332698, at 4306333184 00000100:00000001:1.0:1767326416.250286:0:191765:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326416.250288:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d104d7f. 00000100:00000010:1.0:1767326416.250299:0:191765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004db1aef7. 00000020:00000040:1.0:1767326416.250307:0:191765:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326416.250313:0:191765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326416.250317:0:191765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326416.250324:0:191765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326416.250334:0:191765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035310fb5. 00000100:00000001:1.0:1767326416.250343:0:191765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326416.250354:0:191765:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS req@000000004db1aef7 x1853174993468544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326416.250363:0:191765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326416.250365:0:191765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326416.250386:0:191765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004db1aef7] to pc [ptlrpcd_00_01+1] req@000000004db1aef7 x1853174993468544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326416.250438:0:191765:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326416.250441:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1767326416.250445:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1767326416.250447:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1767326416.250450:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1767326416.250453:0:191765:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:3.0:1767326416.250454:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326416.250458:0:191765:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326416.250460:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326416.250463:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11670) 00000100:00000001:3.0:1767326416.250464:0:211466:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326416.250469:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326416.250491:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004db1aef7 x1853174993468544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326416.250491:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326416.250498:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306332698, at 4306333184 00000100:00000001:3.0:1767326416.250502:0:211466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326416.250506:0:211466:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326416.250506:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000092aef95c. 02000000:00000001:3.0:1767326416.250514:0:211466:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326416.250518:0:211466:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326416.250522:0:211466:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326416.250526:0:211466:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004db1aef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993468544:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326416.250531:0:211466:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326416.250538:0:211466:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326416.250541:0:211466:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326416.250543:0:211466:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326416.250557:0:211466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8c30ed7. 02000000:00000001:3.0:1767326416.250560:0:211466:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326416.250567:0:211466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075def8be. 00000400:00000010:3.0:1767326416.250576:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0ae589d. 00000100:00000200:3.0:1767326416.250584:0:211466:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993468544, portal 25 00000100:00000001:3.0:1767326416.250587:0:211466:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326416.250588:0:211466:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138726784 : -112766570824832 : ffff99707c9a7b80) 00000100:00000040:3.0:1767326416.250594:0:211466:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004db1aef7 x1853174993468544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326416.250600:0:211466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326416.250602:0:211466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:3.0:1767326416.250604:0:211466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c282df1. 00000100:00000200:3.0:1767326416.250606:0:211466:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993468544, offset 0 00000400:00000200:3.0:1767326416.250619:0:211466:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:3.0:1767326416.250631:0:211466:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:3.0:1767326416.250636:0:211466:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326416.250640:0:211466:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:3.0:1767326416.250643:0:211466:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326416.250645:0:211466:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:3.0:1767326416.250648:0:211466:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [649:649:256:4294967295] 192.168.203.107@tcp LPNI seq info [649:649:8:4294967295] 00000400:00000200:3.0:1767326416.250658:0:211466:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:3.0:1767326416.250662:0:211466:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:3.0:1767326416.250666:0:211466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0d7f53f. 00000800:00000200:3.0:1767326416.250671:0:211466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:3.0:1767326416.250677:0:211466:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:3.0:1767326416.250681:0:211466:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b0d7f53f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326416.250694:0:211466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326416.250697:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306337818 00000100:00000010:3.0:1767326416.250700:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063574839. 00000100:00000001:3.0:1767326416.250704:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326416.250708:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306337818 00000100:00000010:3.0:1767326416.250710:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001917c6aa. 00000100:00000001:3.0:1767326416.250712:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326416.250714:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306337818 00000100:00000010:3.0:1767326416.250716:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c534d36b. 00000100:00000001:3.0:1767326416.250718:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326416.250720:0:211466:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306337818 00000100:00000010:3.0:1767326416.250721:0:211466:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005c4e2213. 00000100:00000001:3.0:1767326416.250723:0:211466:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326416.250724:0:211466:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326416.250727:0:211466:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326416.250729:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326416.250730:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326416.250740:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326416.250742:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326416.250744:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326416.250745:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326416.250746:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326416.250748:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326416.250810:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326416.250814:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0d7f53f. 00000400:00000200:1.0:1767326416.250817:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326416.250822:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326416.250826:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c282df1 00000400:00000010:1.0:1767326416.250828:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c282df1. 00000100:00000001:1.0:1767326416.250833:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326416.250836:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004db1aef7 x1853174993468544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326416.250843:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326416.250845:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004db1aef7 x1853174993468544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326416.250850:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326416.250852:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326416.252154:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326416.252165:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326416.252167:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326416.252169:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326416.252175:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:2.0:1767326416.252184:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed313c80 00000400:00000200:2.0:1767326416.252190:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1511 [1] + 224 00000800:00000001:2.0:1767326416.252195:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326416.252200:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326416.252201:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326416.252204:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326416.252208:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326416.252212:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004db1aef7 x1853174993468544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326416.252225:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004db1aef7 x1853174993468544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326416.252250:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326416.252257:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326416.252260:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326416.252287:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326416.252289:0:211466:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326416.252293:0:211466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326416.252295:0:211466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326416.252297:0:211466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075def8be. 00000400:00000200:3.0:1767326416.252300:0:211466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0ae589d 00000400:00000010:3.0:1767326416.252301:0:211466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0ae589d. 00000100:00000001:3.0:1767326416.252303:0:211466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326416.252306:0:211466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004db1aef7 x1853174993468544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326416.252314:0:211466:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004db1aef7 x1853174993468544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326416.252319:0:211466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326416.252320:0:211466:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326416.252322:0:211466:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326416.252324:0:211466:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326416.252326:0:211466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326416.252327:0:211466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326416.252329:0:211466:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326416.252335:0:211466:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=73 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326416.252338:0:211466:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326416.252340:0:211466:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326416.252341:0:211466:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326416.252343:0:211466:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326416.252345:0:211466:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326416.252346:0:211466:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326416.252349:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004db1aef7 x1853174993468544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326416.252353:0:211466:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326416.252355:0:211466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326416.252362:0:211466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326416.252365:0:211466:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004db1aef7 x1853174993468544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326416.252370:0:211466:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004db1aef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211466:1853174993468544:192.168.203.107@tcp:400: 00000100:00000001:3.0:1767326416.252374:0:211466:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326416.252375:0:211466:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326416.252393:0:211466:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004db1aef7 x1853174993468544/t0(0) o400->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326416.252399:0:211466:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326416.252401:0:211466:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326416.252403:0:211466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8c30ed7. 02000000:00000001:3.0:1767326416.252406:0:211466:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326416.252408:0:211466:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326416.252410:0:211466:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:3.0:1767326416.252411:0:211466:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326416.252413:0:211466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035310fb5. 02000000:00000001:3.0:1767326416.252418:0:211466:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326416.252419:0:211466:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326416.252420:0:211466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004db1aef7. 00000100:00000001:3.0:1767326416.252423:0:211466:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326416.252424:0:211466:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326416.252426:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326416.252429:0:211466:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326416.252431:0:211466:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326416.252432:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326416.252434:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326416.890319:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326416.890345:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326416.890456:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326416.890463:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326416.890467:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326417.914267:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326417.914272:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326417.914330:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326417.914335:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326417.914360:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326418.938258:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326418.938264:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326418.938308:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326418.938311:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326418.938314:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326419.962228:0:216267:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767326419.962234:0:216267:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326419.962288:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326419.962292:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326419.962295:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767326420.922252:0:221115:0:(llite_lib.c:3606:ll_umount_begin()) Process leaving 00000080:00000001:2.0:1767326420.928218:0:221115:0:(llite_lib.c:998:ll_kill_super()) Process entered 00000080:00000001:2.0:1767326420.928221:0:221115:0:(llite_lib.c:1019:ll_kill_super()) Process leaving 00000080:00000001:2.0:1767326420.928234:0:221115:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1767326420.928236:0:221115:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1767326420.928248:0:221115:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:2.0:1767326420.928251:0:221115:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:2.0:1767326420.928252:0:221115:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](0000000066632ce6) 00800000:00000001:2.0:1767326420.928258:0:221115:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:2.0:1767326420.928260:0:221115:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x200000007:0x1:0x0] 00000002:00000001:2.0:1767326420.928264:0:221115:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1767326420.928270:0:221115:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326420.928271:0:221115:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1767326420.928273:0:221115:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767326420.928274:0:221115:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326420.928276:0:221115:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1767326420.928278:0:221115:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1767326420.928279:0:221115:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326420.928280:0:221115:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767326420.928283:0:221115:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put 00000000ce01a7c5 1 00800000:00000010:2.0:1767326420.928286:0:221115:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at 00000000ce01a7c5. 00000080:00000001:2.0:1767326420.928289:0:221115:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1767326420.928290:0:221115:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1767326420.928298:0:221115:0:(llite_lib.c:1561:ll_put_super()) Process entered 00000080:00200000:2.0:1767326420.928299:0:221115:0:(llite_lib.c:1568:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff997043181000 (sb 000000003a773357) 00000020:00000001:2.0:1767326420.928303:0:221115:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:2.0:1767326420.928307:0:221115:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 00000000c8c378e0. 00000020:00000001:2.0:1767326420.928309:0:221115:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767326420.928313:0:221115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ed59a4b. 00000020:00000010:2.0:1767326420.928317:0:221115:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000efe9e12. 00000040:00000010:2.0:1767326420.928319:0:221115:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000011773b00. 00000020:00000010:2.0:1767326420.928323:0:221115:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009734bf5e. 00000020:00000010:2.0:1767326420.928327:0:221115:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b7f81e58. 00040000:00000010:2.0:1767326420.928332:0:221115:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005a482798. 00040000:00000010:2.0:1767326420.928335:0:221115:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000568532a2. 10000000:00000001:2.0:1767326420.928339:0:221115:0:(mgc_request.c:1931:mgc_process_config()) Process entered 10000000:00000001:2.0:1767326420.928340:0:221115:0:(mgc_request_server.c:637:mgc_process_config_server()) Process entered 10000000:00000001:2.0:1767326420.928343:0:221115:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:2.0:1767326420.928344:0:221115:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1767326420.928346:0:221115:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767326420.928348:0:221115:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000787ac9e6) refs 3 10000000:00000001:2.0:1767326420.928349:0:221115:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767326420.928351:0:221115:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446631306671044608 : -112767038507008 : ffff997060ba3800) 10000000:00000001:2.0:1767326420.928352:0:221115:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1767326420.928353:0:221115:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xddb593876518da27 00010000:00000001:2.0:1767326420.928355:0:221115:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326420.928357:0:221115:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326420.928360:0:221115:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007b579d0e refcount=2 00000020:00000001:2.0:1767326420.928362:0:221115:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885133824 : -112766824417792 : ffff99706d7cf600) 00010000:00000001:2.0:1767326420.928364:0:221115:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885133824 : -112766824417792 : ffff99706d7cf600) 00010000:00000001:2.0:1767326420.928367:0:221115:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326420.928368:0:221115:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326420.928370:0:221115:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.107@tcp lock: 000000007b579d0e/0xddb593876518da27 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d7bf expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326420.928378:0:221115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326420.928380:0:221115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326420.928381:0:221115:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326420.928382:0:221115:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326420.928383:0:221115:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007b579d0e refcount=3 00000020:00000001:2.0:1767326420.928385:0:221115:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885133824 : -112766824417792 : ffff99706d7cf600) 00010000:00000001:2.0:1767326420.928387:0:221115:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885133824 : -112766824417792 : ffff99706d7cf600) 00010000:00000001:2.0:1767326420.928388:0:221115:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767326420.928390:0:221115:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.107@tcp lock: 000000007b579d0e/0xddb593876518da27 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x11a3bfd0193d7bf expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326420.928394:0:221115:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767326420.928395:0:221115:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.107@tcp lock: 000000007b579d0e/0xddb593876518da27 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x11a3bfd0193d7bf expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326420.928399:0:221115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326420.928399:0:221115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767326420.928400:0:221115:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.107@tcp lock: 000000007b579d0e/0xddb593876518da27 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x11a3bfd0193d7bf expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326420.928404:0:221115:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326420.928404:0:221115:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.928407:0:221115:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326420.928409:0:221115:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000005166ece8. 00010000:00000001:2.0:1767326420.928411:0:221115:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326420.928423:0:221115:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1767326420.928425:0:221115:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.928426:0:221115:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.928428:0:221115:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767326420.928429:0:221115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326420.928430:0:221115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767326420.928431:0:221115:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1767326420.928432:0:221115:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xddb593876518da20 00010000:00000001:2.0:1767326420.928433:0:221115:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326420.928434:0:221115:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326420.928435:0:221115:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086d7523c refcount=2 00000020:00000001:2.0:1767326420.928436:0:221115:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887252992 : -112766822298624 : ffff99706d9d4c00) 00010000:00000001:2.0:1767326420.928438:0:221115:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887252992 : -112766822298624 : ffff99706d9d4c00) 00010000:00000001:2.0:1767326420.928439:0:221115:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326420.928440:0:221115:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326420.928442:0:221115:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.107@tcp lock: 0000000086d7523c/0xddb593876518da20 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d7b8 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326420.928446:0:221115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326420.928447:0:221115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326420.928448:0:221115:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326420.928449:0:221115:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326420.928450:0:221115:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086d7523c refcount=3 00000020:00000001:2.0:1767326420.928451:0:221115:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887252992 : -112766822298624 : ffff99706d9d4c00) 00010000:00000001:2.0:1767326420.928452:0:221115:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887252992 : -112766822298624 : ffff99706d9d4c00) 00010000:00000001:2.0:1767326420.928453:0:221115:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767326420.928454:0:221115:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.107@tcp lock: 0000000086d7523c/0xddb593876518da20 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x11a3bfd0193d7b8 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326420.928458:0:221115:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000001:3.0:1767326420.928459:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:2.0:1767326420.928460:0:221115:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.107@tcp lock: 0000000086d7523c/0xddb593876518da20 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x11a3bfd0193d7b8 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767326420.928465:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.928466:0:221115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326420.928468:0:221115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767326420.928471:0:221115:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.107@tcp lock: 0000000086d7523c/0xddb593876518da20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x11a3bfd0193d7b8 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326420.928472:0:214153:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767326420.928480:0:221115:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326420.928481:0:214153:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767326420.928482:0:221115:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326420.928485:0:214153:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1767326420.928485:0:221115:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326420.928486:0:221115:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000008cba796c. 00010000:00000001:2.0:1767326420.928489:0:221115:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767326420.928490:0:214153:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.107@tcp lock: 000000007b579d0e/0xddb593876518da27 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x11a3bfd0193d7bf expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767326420.928495:0:221115:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1767326420.928500:0:221115:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.928503:0:221115:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.928507:0:221115:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:3.0:1767326420.928509:0:214153:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007b579d0e already unused, calling callback (00000000a9b19f10) 00010000:00000001:2.0:1767326420.928509:0:221115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326420.928511:0:221115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767326420.928512:0:221115:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767326420.928513:0:221115:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(0000000033b8c559) refs 2 10000000:00000001:2.0:1767326420.928515:0:221115:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767326420.928516:0:221115:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1767326420.928517:0:221115:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xddb593876518d9be 00010000:00000001:2.0:1767326420.928518:0:221115:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326420.928519:0:221115:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326420.928521:0:221115:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000691ebc09 refcount=2 00000020:00000001:0.0:1767326420.928521:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326420.928523:0:221115:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306262301184 : -112767447250432 : ffff9970485d4a00) 00010000:00000001:2.0:1767326420.928527:0:221115:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306262301184 : -112767447250432 : ffff9970485d4a00) 00000020:00000001:0.0:1767326420.928527:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326420.928533:0:214153:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:2.0:1767326420.928534:0:221115:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:0.0:1767326420.928534:0:214507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00010000:3.0:1767326420.928538:0:214153:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.107@tcp lock: 000000007b579d0e/0xddb593876518da27 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x11a3bfd0193d7bf expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326420.928538:0:221115:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326420.928540:0:214507:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00010000:2.0:1767326420.928542:0:221115:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.107@tcp lock: 00000000691ebc09/0xddb593876518d9be lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x11a3bfd0193d312 expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326420.928544:0:214507:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767326420.928549:0:214507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.107@tcp lock: 0000000086d7523c/0xddb593876518da20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x11a3bfd0193d7b8 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326420.928560:0:221115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326420.928561:0:214153:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767326420.928563:0:221115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326420.928566:0:214153:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:0.0:1767326420.928568:0:214507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000086d7523c already unused, calling callback (00000000a9b19f10) 00000020:00000001:3.0:1767326420.928570:0:214153:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000001:0.0:1767326420.928573:0:214507:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:2.0:1767326420.928574:0:221115:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:3.0:1767326420.928575:0:214153:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007b579d0e refcount=3 00000020:00000001:2.0:1767326420.928577:0:221115:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00010000:0.0:1767326420.928577:0:214507:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.107@tcp lock: 0000000086d7523c/0xddb593876518da20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x11a3bfd0193d7b8 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767326420.928580:0:214153:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306885133824 : -112766824417792 : ffff99706d7cf600) 00000020:00000040:2.0:1767326420.928581:0:221115:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000691ebc09 refcount=3 00000020:00000001:2.0:1767326420.928586:0:221115:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306262301184 : -112767447250432 : ffff9970485d4a00) 00010000:00000001:3.0:1767326420.928589:0:214153:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306885133824 : -112766824417792 : ffff99706d7cf600) 00010000:00000001:2.0:1767326420.928591:0:221115:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306262301184 : -112767447250432 : ffff9970485d4a00) 00010000:00000001:3.0:1767326420.928598:0:214153:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1767326420.928598:0:221115:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:0.0:1767326420.928599:0:214507:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00010000:2.0:1767326420.928600:0:221115:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.107@tcp lock: 00000000691ebc09/0xddb593876518d9be lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x11a3bfd0193d312 expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326420.928604:0:214153:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.107@tcp lock: 000000007b579d0e/0xddb593876518da27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x11a3bfd0193d7bf expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326420.928604:0:214507:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326420.928608:0:214507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326420.928611:0:214507:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086d7523c refcount=3 00000020:00000001:0.0:1767326420.928616:0:214507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306887252992 : -112766822298624 : ffff99706d9d4c00) 00010000:00000001:2.0:1767326420.928621:0:221115:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:0.0:1767326420.928622:0:214507:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306887252992 : -112766822298624 : ffff99706d9d4c00) 00010000:00010000:2.0:1767326420.928624:0:221115:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.107@tcp lock: 00000000691ebc09/0xddb593876518d9be lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x11a3bfd0193d312 expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326420.928629:0:214507:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 10000000:00000001:3.0:1767326420.928630:0:214153:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00010000:0.0:1767326420.928632:0:214507:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.107@tcp lock: 0000000086d7523c/0xddb593876518da20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x11a3bfd0193d7b8 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326420.928633:0:221115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00010000:3.0:1767326420.928635:0:214153:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.107@tcp lock: 000000007b579d0e/0xddb593876518da27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x11a3bfd0193d7bf expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326420.928637:0:221115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767326420.928640:0:221115:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.107@tcp lock: 00000000691ebc09/0xddb593876518d9be lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x11a3bfd0193d312 expref: -99 pid: 214146 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767326420.928647:0:214507:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767326420.928650:0:214507:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.107@tcp lock: 0000000086d7523c/0xddb593876518da20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x11a3bfd0193d7b8 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767326420.928658:0:214153:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00000001:2.0:1767326420.928662:0:221115:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:01000000:3.0:1767326420.928667:0:214153:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1767326420.928667:0:214507:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00000001:2.0:1767326420.928668:0:221115:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326420.928671:0:214153:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767326420.928673:0:221115:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 10000000:00000040:3.0:1767326420.928675:0:214153:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000787ac9e6) refs 3 10000000:01000000:0.0:1767326420.928678:0:214507:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 00010000:00000010:2.0:1767326420.928680:0:221115:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000097391caf. 10000000:00000001:3.0:1767326420.928681:0:214153:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767326420.928681:0:214507:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767326420.928685:0:214507:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(0000000033b8c559) refs 1 10000000:00000001:3.0:1767326420.928686:0:214153:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.928687:0:221115:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 10000000:01000000:0.0:1767326420.928689:0:214507:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 00010000:00000001:3.0:1767326420.928692:0:214153:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 10000000:00000001:0.0:1767326420.928692:0:214507:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767326420.928696:0:214507:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767326420.928697:0:214507:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767326420.928698:0:214153:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 10000000:00000001:0.0:1767326420.928698:0:214507:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767326420.928699:0:214507:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767326420.928700:0:214507:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:2.0:1767326420.928702:0:221115:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:00000001:0.0:1767326420.928703:0:214507:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767326420.928704:0:214153:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 10000000:00000001:0.0:1767326420.928707:0:214507:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767326420.928709:0:221115:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326420.928710:0:214153:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000001:0.0:1767326420.928710:0:214507:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767326420.928713:0:214507:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767326420.928715:0:221115:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326420.928716:0:214153:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326420.928716:0:214507:0:(genops.c:898:class_export_put()) PUTting export 000000005f5ed130 : new refcount 5 00010000:00000001:2.0:1767326420.928722:0:221115:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:1.0:1767326420.928722:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000010:0.0:1767326420.928723:0:214507:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 0000000033b8c559. 00000020:00000040:3.0:1767326420.928724:0:214153:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007b579d0e with handle 0xddb593876518da27 from hash 00010000:00000001:2.0:1767326420.928727:0:221115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767326420.928728:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326420.928730:0:214153:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767326420.928730:0:221115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767326420.928730:0:214507:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00010000:1.0:1767326420.928732:0:214152:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000001:0.0:1767326420.928734:0:214507:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767326420.928735:0:221115:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767326420.928736:0:214153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326420.928738:0:214507:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 10000000:00000040:2.0:1767326420.928739:0:221115:0:(mgc_request.c:123:config_log_put()) log params(00000000bdefda37) refs 2 00010000:00000001:3.0:1767326420.928740:0:214153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326420.928743:0:214507:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767326420.928745:0:214153:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 10000000:00000001:2.0:1767326420.928745:0:221115:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1767326420.928746:0:214507:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767326420.928749:0:214153:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 10000000:00000001:2.0:1767326420.928749:0:221115:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767326420.928750:0:214507:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000001:2.0:1767326420.928752:0:221115:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767326420.928754:0:221115:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767326420.928754:0:214507:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767326420.928757:0:221115:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(0000000084a5a69d) refs 2 00000020:00000040:0.0:1767326420.928759:0:214507:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000086d7523c with handle 0xddb593876518da20 from hash 00010000:00000001:3.0:1767326420.928760:0:214153:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 10000000:00000001:2.0:1767326420.928761:0:221115:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1767326420.928763:0:214507:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 10000000:00000001:2.0:1767326420.928764:0:221115:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767326420.928767:0:214153:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 10000000:00000001:2.0:1767326420.928768:0:221115:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767326420.928768:0:214507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326420.928772:0:214153:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 10000000:00000001:2.0:1767326420.928773:0:221115:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767326420.928773:0:214507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000040:2.0:1767326420.928776:0:221115:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000787ac9e6) refs 2 00010000:00000001:0.0:1767326420.928777:0:214507:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 10000000:00000001:2.0:1767326420.928779:0:221115:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000010:3.0:1767326420.928781:0:214153:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053fc5178. 00010000:00000001:0.0:1767326420.928781:0:214507:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 10000000:00000001:2.0:1767326420.928782:0:221115:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767326420.928786:0:221115:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000787ac9e6) refs 1 00010000:00000001:0.0:1767326420.928786:0:214507:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000020:00000040:3.0:1767326420.928788:0:214153:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 10000000:01000000:2.0:1767326420.928791:0:221115:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00000001:0.0:1767326420.928793:0:214507:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 10000000:00000001:2.0:1767326420.928794:0:221115:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767326420.928797:0:221115:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767326420.928797:0:214507:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767326420.928798:0:214153:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:00000001:2.0:1767326420.928800:0:221115:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767326420.928802:0:221115:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000001:3.0:1767326420.928803:0:214153:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000001:2.0:1767326420.928804:0:221115:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000010:0.0:1767326420.928806:0:214507:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ed2912f. 10000000:00000001:2.0:1767326420.928807:0:221115:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767326420.928809:0:221115:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:3.0:1767326420.928811:0:214153:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767326420.928811:0:221115:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1767326420.928812:0:214507:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=5 obd=MGC192.168.203.107@tcp 10000000:00000001:2.0:1767326420.928814:0:221115:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767326420.928817:0:221115:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1767326420.928820:0:221115:0:(genops.c:898:class_export_put()) PUTting export 000000005f5ed130 : new refcount 4 00000100:00000001:0.0:1767326420.928820:0:214507:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1767326420.928822:0:214153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f76e9e08. 02000000:00000001:0.0:1767326420.928824:0:214507:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000010:2.0:1767326420.928825:0:221115:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 00000000787ac9e6. 02000000:00000001:0.0:1767326420.928830:0:214507:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326420.928831:0:214153:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767326420.928831:0:221115:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:2.0:1767326420.928833:0:221115:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00000001:1.0:1767326420.928835:0:221118:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00010000:00000001:3.0:1767326420.928838:0:214153:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 10000000:00000001:2.0:1767326420.928839:0:221115:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326420.928841:0:221118:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 0000000040c50c97. 02000000:00000010:0.0:1767326420.928841:0:214507:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002fe30860. 10000000:00000001:2.0:1767326420.928842:0:221115:0:(mgc_request.c:2025:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326420.928845:0:214153:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.107@tcp lock: 000000007b579d0e/0xddb593876518da27 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x11a3bfd0193d7bf expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767326420.928848:0:221115:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000efe9e12. 00000020:00000010:1.0:1767326420.928848:0:221118:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7c7e78b. 00000100:00000001:0.0:1767326420.928855:0:214507:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326420.928856:0:221118:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000687bab84. 00000040:00000010:2.0:1767326420.928857:0:221115:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000011773b00. 00010000:00000001:0.0:1767326420.928861:0:214507:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767326420.928862:0:214153:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000010:2.0:1767326420.928864:0:221115:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009734bf5e. 00000020:00000010:1.0:1767326420.928865:0:221118:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a855afe4. 00010000:00010000:0.0:1767326420.928865:0:214507:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.107@tcp lock: 0000000086d7523c/0xddb593876518da20 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x11a3bfd0193d7b8 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326420.928866:0:214153:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326420.928869:0:221115:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b7f81e58. 00000020:00000010:1.0:1767326420.928875:0:221118:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bc69cddc. 00000100:00000001:3.0:1767326420.928876:0:214153:0:(jobid.c:940:lustre_get_jobid()) Process entered 00040000:00000010:2.0:1767326420.928876:0:221115:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005a482798. 00010000:00010000:0.0:1767326420.928878:0:214507:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:3.0:1767326420.928881:0:214153:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326420.928883:0:214507:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767326420.928884:0:221118:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000089557e1d. 00040000:00000010:2.0:1767326420.928885:0:221115:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000568532a2. 00000100:00000001:0.0:1767326420.928888:0:214507:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000010:2.0:1767326420.928892:0:221115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ed59a4b. 00000100:00000001:0.0:1767326420.928892:0:214507:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326420.928895:0:214153:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053fc5178] to pc [ptlrpcd_00_02+2] req@0000000053fc5178 x1853174993468672/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326420.928898:0:221115:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326420.928903:0:221115:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 00000000c8c378e0. 00000100:00000040:0.0:1767326420.928904:0:214507:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ed2912f] to pc [ptlrpcd_00_03+3] req@000000009ed2912f x1853174993468800/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326420.928908:0:221115:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.928912:0:221115:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:2.0:1767326420.928916:0:221115:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 168 at 00000000c8c378e0. 80000000:00000010:1.0:1767326420.928919:0:221118:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000092aef95c. 00000020:00000001:2.0:1767326420.928921:0:221115:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767326420.928926:0:221115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ed59a4b. 40000000:00000010:1.0:1767326420.928928:0:221118:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c852d272. 00000020:00000010:2.0:1767326420.928933:0:221115:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000568532a2. 00100000:00000010:1.0:1767326420.928936:0:221118:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000060b4fe9c. 00000040:00000010:2.0:1767326420.928938:0:221115:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b7f81e58. 00040000:00000010:1.0:1767326420.928942:0:221118:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b6fe8d38. 00000020:00000010:2.0:1767326420.928943:0:221115:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009734bf5e. 00010000:00000001:3.0:1767326420.928948:0:214153:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326420.928948:0:214507:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326420.928949:0:221115:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000011773b00. 00040000:00000010:1.0:1767326420.928949:0:221118:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006d445d64. 00010000:00000001:3.0:1767326420.928956:0:214153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000010:1.0:1767326420.928957:0:221118:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009033d562. 00010000:00000001:0.0:1767326420.928957:0:214507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000010:2.0:1767326420.928959:0:221115:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005a482798. 00010000:00000001:3.0:1767326420.928960:0:214153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326420.928962:0:214507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326420.928965:0:214153:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326420.928965:0:214507:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1767326420.928966:0:221115:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000efe9e12. 00000020:00000010:1.0:1767326420.928966:0:221118:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000bea2d26f. 00010000:00000001:3.0:1767326420.928971:0:214153:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767326420.928973:0:221115:0:(mgc_request.c:1931:mgc_process_config()) Process entered 00010000:00000001:0.0:1767326420.928973:0:214507:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326420.928975:0:214153:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767326420.928976:0:221115:0:(mgc_request_server.c:637:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1767326420.928978:0:214507:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767326420.928980:0:221115:0:(mgc_request.c:493:config_log_end()) Process entered 00000020:00000001:1.0:1767326420.928980:0:221118:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:3.0:1767326420.928982:0:214153:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.107@tcp lock: 000000007b579d0e/0xddb593876518da27 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x11a3bfd0193d7bf expref: -99 pid: 214155 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767326420.928984:0:221115:0:(mgc_request.c:159:config_log_find()) Process entered 00010000:00010000:0.0:1767326420.928984:0:214507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.107@tcp lock: 0000000086d7523c/0xddb593876518da20 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x11a3bfd0193d7b8 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767326420.928985:0:221118:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767326420.928987:0:221115:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767326420.928991:0:221115:0:(mgc_request.c:108:config_log_get()) log params (00000000bdefda37) refs 2 00010000:00010000:1.0:1767326420.928992:0:221118:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767326420.928997:0:221115:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326420.928998:0:214152:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326420.929003:0:214152:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767326420.929004:0:214153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:2.0:1767326420.929004:0:221115:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446631306671045120 : -112767038506496 : ffff997060ba3a00) 00010000:00000001:0.0:1767326420.929006:0:214507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326420.929007:0:214152:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.107@tcp lock: 00000000691ebc09/0xddb593876518d9be lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x11a3bfd0193d312 expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326420.929009:0:214153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.107@tcp lock: 000000007b579d0e/0xddb593876518da27 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x11a3bfd0193d7bf expref: -99 pid: 214155 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767326420.929009:0:221115:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:0.0:1767326420.929011:0:214507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.107@tcp lock: 0000000086d7523c/0xddb593876518da20 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x11a3bfd0193d7b8 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 10000000:00000040:2.0:1767326420.929013:0:221115:0:(mgc_request.c:123:config_log_put()) log params(00000000bdefda37) refs 2 10000000:00000001:2.0:1767326420.929019:0:221115:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767326420.929022:0:221115:0:(mgc_request.c:511:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767326420.929028:0:221115:0:(mgc_request.c:2025:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326420.929030:0:214152:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000691ebc09 already unused, calling callback (00000000a9b19f10) 00000020:00000010:2.0:1767326420.929034:0:221115:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000568532a2. 10000000:00000001:1.0:1767326420.929035:0:214152:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000040:0.0:1767326420.929039:0:214507:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b57ac737 count: 0 00010000:00000001:3.0:1767326420.929040:0:214153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000040:00000010:2.0:1767326420.929040:0:221115:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b7f81e58. 10000000:00010000:1.0:1767326420.929040:0:214152:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.107@tcp lock: 00000000691ebc09/0xddb593876518d9be lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x11a3bfd0193d312 expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326420.929045:0:214153:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000010:2.0:1767326420.929046:0:221115:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009734bf5e. 00000020:00000010:2.0:1767326420.929051:0:221115:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000011773b00. 00010000:00000001:1.0:1767326420.929052:0:214152:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000010:3.0:1767326420.929054:0:214153:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000005166ece8. 00040000:00000010:2.0:1767326420.929056:0:221115:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005a482798. 00010000:00000001:1.0:1767326420.929056:0:214152:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767326420.929057:0:214507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767326420.929060:0:214152:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767326420.929062:0:214153:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1767326420.929063:0:221115:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000efe9e12. 00000020:00000040:1.0:1767326420.929063:0:214152:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000691ebc09 refcount=3 00010000:00000001:0.0:1767326420.929063:0:214507:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326420.929067:0:214507:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000008cba796c. 00000020:00000001:3.0:1767326420.929070:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326420.929070:0:214152:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446631306262301184 : -112767447250432 : ffff9970485d4a00) 00000020:00000010:2.0:1767326420.929071:0:221115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ed59a4b. 00010000:00000001:0.0:1767326420.929072:0:214507:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326420.929075:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.929077:0:221115:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326420.929077:0:214152:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446631306262301184 : -112767447250432 : ffff9970485d4a00) 00000020:00000001:0.0:1767326420.929078:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:3.0:1767326420.929080:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326420.929082:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326420.929084:0:221115:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 168 at 00000000c8c378e0. 00010000:00000001:1.0:1767326420.929085:0:214152:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:3.0:1767326420.929086:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1767326420.929086:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767326420.929088:0:221115:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326420.929092:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326420.929092:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000080:00000001:2.0:1767326420.929095:0:221115:0:(llite_lib.c:979:client_common_put_super()) Process entered 00010000:00010000:1.0:1767326420.929095:0:214152:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.107@tcp lock: 00000000691ebc09/0xddb593876518d9be lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x11a3bfd0193d312 expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767326420.929096:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326420.929097:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767326420.929100:0:221115:0:(vvp_dev.c:348:cl_sb_fini()) Process entered 00000020:00000001:3.0:1767326420.929103:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1767326420.929103:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767326420.929104:0:221115:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:3.0:1767326420.929107:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326420.929109:0:214152:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:2.0:1767326420.929110:0:221115:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446631306881204664 : -112766828346952 : ffff99706d4101b8) 00010000:00010000:3.0:1767326420.929112:0:214153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00010000:1.0:1767326420.929112:0:214152:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.107@tcp lock: 00000000691ebc09/0xddb593876518d9be lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x11a3bfd0193d312 expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767326420.929114:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00001000:2.0:1767326420.929115:0:221115:0:(cl_object.c:830:cl_env_get()) 1@00000000a188031e 00000020:00000001:0.0:1767326420.929118:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326420.929123:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1767326420.929124:0:214507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1767326420.929125:0:214152:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1767326420.929129:0:214152:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000100:00000001:3.0:1767326420.929130:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767326420.929130:0:214152:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767326420.929134:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326420.929135:0:211467:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000040:1.0:1767326420.929135:0:214152:0:(mgc_request.c:123:config_log_put()) log params(00000000bdefda37) refs 1 10000000:01000000:1.0:1767326420.929159:0:214152:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:1.0:1767326420.929161:0:214152:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767326420.929162:0:214152:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:0.0:1767326420.929162:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767326420.929163:0:214152:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767326420.929165:0:211468:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767326420.929166:0:214152:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:3.0:1767326420.929170:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053fc5178 x1853174993468672/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767326420.929170:0:214152:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767326420.929175:0:214152:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:0.0:1767326420.929175:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ed2912f x1853174993468800/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767326420.929179:0:214152:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767326420.929181:0:214152:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1767326420.929184:0:221115:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff997043181000 (00000000b71e2819) now 5 - lov 10000000:00000001:1.0:1767326420.929184:0:214152:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767326420.929187:0:214152:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767326420.929191:0:214152:0:(genops.c:898:class_export_put()) PUTting export 000000005f5ed130 : new refcount 3 10000000:00000010:1.0:1767326420.929208:0:214152:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 00000000bdefda37. 10000000:00000001:1.0:1767326420.929214:0:214152:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767326420.929217:0:214152:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326420.929222:0:211468:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767326420.929224:0:214152:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767326420.929225:0:211468:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326420.929228:0:214152:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767326420.929230:0:211467:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767326420.929230:0:211468:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767326420.929231:0:214152:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767326420.929235:0:211467:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767326420.929235:0:221115:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 02000000:00000001:0.0:1767326420.929236:0:211468:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326420.929237:0:214152:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00020000:00000001:2.0:1767326420.929238:0:221115:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446631307102831872 : -112766606719744 : ffff99707a76c500) 00010000:00000001:1.0:1767326420.929240:0:214152:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326420.929243:0:211467:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326420.929243:0:211468:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326420.929246:0:214152:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000691ebc09 with handle 0xddb593876518d9be from hash 02000000:00000001:3.0:1767326420.929249:0:211467:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326420.929250:0:214152:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00100000:0.0:1767326420.929250:0:211468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ed2912f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993468800:192.168.203.107@tcp:103: 00010000:00000001:1.0:1767326420.929254:0:214152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767326420.929255:0:211467:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326420.929257:0:214152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326420.929259:0:211468:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1767326420.929261:0:214152:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:3.0:1767326420.929264:0:211467:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993468672:192.168.203.107@tcp:103: 00010000:00000001:1.0:1767326420.929265:0:214152:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:0.0:1767326420.929265:0:211468:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1767326420.929269:0:214152:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 02000000:00000001:0.0:1767326420.929270:0:211468:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326420.929272:0:211467:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326420.929273:0:211468:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000010:2.0:1767326420.929276:0:221115:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at 0000000000a3678b. 02000000:00000001:3.0:1767326420.929277:0:211467:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1767326420.929278:0:214152:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000010:0.0:1767326420.929279:0:211468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f9429af. 02000000:00000001:3.0:1767326420.929282:0:211467:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326420.929282:0:214152:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000001:0.0:1767326420.929283:0:211468:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326420.929289:0:211467:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767326420.929289:0:214152:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef1aafe9. 00000020:00000040:1.0:1767326420.929294:0:214152:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=6 obd=MGC192.168.203.107@tcp 00000400:00000010:0.0:1767326420.929294:0:211468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044293ae2. 02000000:00000010:3.0:1767326420.929296:0:211467:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b19fa07e. 02000000:00000001:3.0:1767326420.929301:0:211467:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326420.929301:0:214152:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326420.929304:0:214152:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767326420.929305:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b20fe0. 02000000:00000001:1.0:1767326420.929308:0:214152:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326420.929309:0:211467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075def8be. 00020000:00000001:2.0:1767326420.929310:0:221115:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00000100:00000200:0.0:1767326420.929313:0:211468:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993468800, portal 18 00020000:00000001:2.0:1767326420.929315:0:221115:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446631307102832896 : -112766606718720 : ffff99707a76c900) 02000000:00000010:1.0:1767326420.929316:0:214152:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000753e32a1. 00000400:00000010:3.0:1767326420.929318:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0ae589d. 00000100:00000001:0.0:1767326420.929320:0:211468:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326420.929323:0:214152:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326420.929324:0:211468:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306250665984 : -112767458885632 : ffff997047abc000) 00000100:00000200:3.0:1767326420.929326:0:211467:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993468672, portal 18 00010000:00000001:1.0:1767326420.929328:0:214152:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:3.0:1767326420.929332:0:211467:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326420.929332:0:211468:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ed2912f x1853174993468800/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326420.929333:0:214152:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.107@tcp lock: 00000000691ebc09/0xddb593876518d9be lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x11a3bfd0193d312 expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767326420.929336:0:211467:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631306268028288 : -112767441523328 : ffff997048b4ad80) 00020000:00000010:2.0:1767326420.929347:0:221115:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at 000000007180498a. 00000100:00000040:3.0:1767326420.929349:0:211467:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053fc5178 x1853174993468672/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326420.929354:0:214152:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326420.929358:0:214152:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326420.929362:0:211468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326420.929364:0:214152:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326420.929367:0:214152:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326420.929371:0:211468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000100:00000040:1.0:1767326420.929377:0:214152:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1aafe9] to pc [ptlrpcd_00_00+0] req@00000000ef1aafe9 x1853174993468928/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326420.929377:0:211468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034704ee7. 00020000:00000001:2.0:1767326420.929380:0:221115:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00000100:00000200:0.0:1767326420.929381:0:211468:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853174993468800, offset 0 00020000:00000001:2.0:1767326420.929385:0:221115:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446631307102832768 : -112766606718848 : ffff99707a76c880) 00000400:00000200:0.0:1767326420.929398:0:211468:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00020000:00000010:2.0:1767326420.929409:0:221115:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at 00000000f0e62418. 00000400:00000200:0.0:1767326420.929415:0:211468:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:3.0:1767326420.929416:0:211467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000001:2.0:1767326420.929416:0:221115:0:(lov_dev.c:226:lov_device_fini()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326420.929424:0:211468:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326420.929425:0:211467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00010000:00000001:1.0:1767326420.929426:0:214152:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326420.929430:0:214152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767326420.929431:0:211467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2517023. 00010000:00000001:1.0:1767326420.929434:0:214152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326420.929436:0:214152:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326420.929437:0:211467:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853174993468672, offset 0 00010000:00000001:1.0:1767326420.929440:0:214152:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326420.929440:0:211468:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 10000000:00000001:1.0:1767326420.929445:0:214152:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326420.929448:0:214152:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.107@tcp lock: 00000000691ebc09/0xddb593876518d9be lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x11a3bfd0193d312 expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767326420.929450:0:211468:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326420.929452:0:211467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:0.0:1767326420.929458:0:211468:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00010000:00000001:1.0:1767326420.929462:0:214152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767326420.929464:0:221115:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 0000000083208f5d. 00010000:00010000:1.0:1767326420.929465:0:214152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.107@tcp lock: 00000000691ebc09/0xddb593876518d9be lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x11a3bfd0193d312 expref: -99 pid: 214146 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767326420.929465:0:211468:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [650:650:256:4294967295] 192.168.203.107@tcp LPNI seq info [650:650:8:4294967295] 00010000:00000040:1.0:1767326420.929477:0:214152:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f369a871 count: 0 00000020:00000010:2.0:1767326420.929480:0:221115:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 0000000069f44861. 00010000:00000001:1.0:1767326420.929485:0:214152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767326420.929486:0:221115:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000001f32ad01. 00010000:00000001:1.0:1767326420.929488:0:214152:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000080:00000010:2.0:1767326420.929492:0:221115:0:(vvp_dev.c:156:vvp_device_free()) kfreed 'site': 528 at 0000000048429431. 00000400:00000200:0.0:1767326420.929492:0:211468:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00010000:00000010:1.0:1767326420.929498:0:214152:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000097391caf. 00000080:00000010:2.0:1767326420.929501:0:221115:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000034f86fcf. 00010000:00000001:1.0:1767326420.929503:0:214152:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326420.929508:0:211467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000080:00000010:2.0:1767326420.929508:0:221115:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000006085620a. 00000020:00000001:1.0:1767326420.929509:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:0.0:1767326420.929509:0:211468:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000080:00000010:2.0:1767326420.929514:0:221115:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000006c75a76c. 00000020:00000001:1.0:1767326420.929514:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326420.929520:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000010:0.0:1767326420.929520:0:211468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042a10ade. 00000400:00000200:3.0:1767326420.929521:0:211467:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000080:00000010:2.0:1767326420.929522:0:221115:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000590f3a77. 00000020:00000001:1.0:1767326420.929524:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000080:00000010:2.0:1767326420.929528:0:221115:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000c7a67f1b. 00000400:00000200:3.0:1767326420.929529:0:211467:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000020:00000001:1.0:1767326420.929529:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767326420.929533:0:221115:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000366c0303. 00000800:00000200:0.0:1767326420.929536:0:211468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00010000:00010000:1.0:1767326420.929537:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767326420.929538:0:211467:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000080:00000010:2.0:1767326420.929539:0:221115:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000363dcb41. 00000020:00000001:1.0:1767326420.929543:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000080:00000010:2.0:1767326420.929545:0:221115:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000e7f4c697. 00000400:00000200:3.0:1767326420.929547:0:211467:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000020:00000001:1.0:1767326420.929548:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767326420.929549:0:221115:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000000c911b87. 00000800:00000200:0.0:1767326420.929553:0:211468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00010000:00010000:1.0:1767326420.929556:0:214152:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000010:2.0:1767326420.929557:0:221115:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000006c1691fb. 00000400:00000200:3.0:1767326420.929559:0:211467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [651:651:255:4294967295] 192.168.203.107@tcp LPNI seq info [651:651:7:4294967295] 00000800:00000200:0.0:1767326420.929560:0:211468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000042a10ade type 1, nob 424 niov 1 nkiov 1 00000080:00000010:2.0:1767326420.929563:0:221115:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000002c316c9. 00000020:00000001:1.0:1767326420.929566:0:221118:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000080:00000010:2.0:1767326420.929568:0:221115:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000052bf74f4. 00000020:00000001:1.0:1767326420.929570:0:221118:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767326420.929572:0:221115:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000fe0de278. 00010000:00010000:1.0:1767326420.929575:0:221118:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000010:2.0:1767326420.929577:0:221115:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000c5249e49. 00000100:00000001:0.0:1767326420.929579:0:211468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326420.929580:0:221118:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000080:00000010:2.0:1767326420.929581:0:221115:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000055159e28. 00000020:00000001:1.0:1767326420.929583:0:221118:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767326420.929588:0:221115:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000dbeaf785. 00010000:00010000:1.0:1767326420.929588:0:221118:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326420.929589:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306342497 00000080:00000010:2.0:1767326420.929593:0:221115:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000270460c5. 00000400:00000200:3.0:1767326420.929597:0:211467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000080:00000010:2.0:1767326420.929598:0:221115:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000004f79f00e. 00000100:00000001:0.0:1767326420.929601:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306337818 00000080:00000010:2.0:1767326420.929603:0:221115:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000006afa096f. 00000800:00000200:3.0:1767326420.929609:0:211467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00000080:00000010:2.0:1767326420.929609:0:221115:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000476aa1a7. 00000100:00000001:0.0:1767326420.929612:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306342497 00000080:00000010:2.0:1767326420.929613:0:221115:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000520a4e0d. 00000800:00000010:3.0:1767326420.929617:0:211467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba0f4571. 00000080:00000010:2.0:1767326420.929620:0:221115:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000001299fef6. 00000100:00000001:0.0:1767326420.929621:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306337818 00000800:00000200:3.0:1767326420.929627:0:211467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000080:00000010:2.0:1767326420.929627:0:221115:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000059056f9f. 00000100:00000001:0.0:1767326420.929628:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306342497 00000080:00000010:2.0:1767326420.929635:0:221115:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000025b13d09. 00000100:00000001:0.0:1767326420.929637:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306337818 00000080:00000010:2.0:1767326420.929640:0:221115:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000005d6f6077. 00000800:00000200:3.0:1767326420.929641:0:211467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000100:00000001:0.0:1767326420.929643:0:211468:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306342497 00000080:00000010:2.0:1767326420.929644:0:221115:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000b0293ffa. 00000800:00000200:3.0:1767326420.929649:0:211467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba0f4571 type 1, nob 424 niov 1 nkiov 1 00000080:00000010:2.0:1767326420.929650:0:221115:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000007a8ed36d. 00000100:00000001:0.0:1767326420.929651:0:211468:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306337818 00000100:00000001:3.0:1767326420.929653:0:211467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767326420.929657:0:221115:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000a6e6c4c4. 00000100:00000001:0.0:1767326420.929657:0:211468:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326420.929659:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306342497 00000100:00000001:0.0:1767326420.929663:0:211468:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767326420.929664:0:221115:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000045f771ab. 00000100:00000001:3.0:1767326420.929665:0:211467:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, keep current deadline 4306342497 00000100:00000001:0.0:1767326420.929667:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767326420.929669:0:221115:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000364b6d35. 00000100:00000001:3.0:1767326420.929672:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306342497 00000100:00000001:0.0:1767326420.929672:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1767326420.929673:0:221115:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000078b5c90d. 00000100:00000001:3.0:1767326420.929679:0:211467:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, keep current deadline 4306342497 00000080:00000010:2.0:1767326420.929681:0:221115:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000cfc02510. 00000100:00000001:0.0:1767326420.929681:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326420.929683:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306342497 00000100:00000001:0.0:1767326420.929684:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000080:00000010:2.0:1767326420.929685:0:221115:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000ffcd07e3. 00000100:00000001:3.0:1767326420.929691:0:211467:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, keep current deadline 4306342497 00000100:00000001:0.0:1767326420.929691:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000080:00000010:2.0:1767326420.929692:0:221115:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000736c0e13. 00000100:00000001:0.0:1767326420.929695:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326420.929697:0:211467:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306342497 00000080:00000010:2.0:1767326420.929698:0:221115:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000f632f931. 00000100:00000001:0.0:1767326420.929698:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326420.929700:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326420.929702:0:211467:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, keep current deadline 4306342497 00000100:00000001:0.0:1767326420.929704:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767326420.929705:0:221115:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000221b8d8a. 00000800:00000010:1.0:1767326420.929706:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042a10ade. 00000100:00000001:3.0:1767326420.929708:0:211467:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1767326420.929712:0:221115:0:(vvp_dev.c:160:vvp_device_free()) kfreed 'vdv': 72 at 00000000236d2adf. 00000100:00000001:3.0:1767326420.929713:0:211467:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326420.929714:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00020000:00000001:2.0:1767326420.929718:0:221115:0:(lov_obd.c:754:lov_cleanup()) Process entered 00000400:00000200:1.0:1767326420.929723:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326420.929724:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326420.929728:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034704ee7 00000100:00000001:0.0:1767326420.929728:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326420.929729:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326420.929732:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034704ee7. 00000100:00000001:3.0:1767326420.929736:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326420.929737:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326420.929739:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326420.929739:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767326420.929742:0:221115:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000100:00000001:0.0:1767326420.929742:0:211465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767326420.929744:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ed2912f x1853174993468800/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326420.929746:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767326420.929746:0:221115:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000c005fba5. 00000100:00000040:0.0:1767326420.929750:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef1aafe9 x1853174993468928/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326420.929751:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767326420.929753:0:221115:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000100:00000001:3.0:1767326420.929755:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326420.929762:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326420.929774:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326420.929775:0:211465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326420.929778:0:211465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326420.929781:0:211465:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326420.929784:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ed2912f x1853174993468800/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326420.929784:0:211465:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326420.929787:0:211465:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326420.929795:0:211465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993468928:192.168.203.107@tcp:103: 00000100:00000001:0.0:1767326420.929802:0:211465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326420.929805:0:211465:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326420.929808:0:211465:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326420.929809:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326420.929811:0:211465:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326420.929815:0:211459:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1767326420.929815:0:211465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000829ef988. 00020000:00000001:2.0:1767326420.929819:0:221115:0:(lov_obd.c:562:lov_del_target()) Process entered 02000000:00000001:0.0:1767326420.929820:0:211465:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:2.0:1767326420.929824:0:221115:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: 00000000f5fa5e33 active: 0 00000400:00000010:0.0:1767326420.929825:0:211465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6f04c55. 00020000:00000001:2.0:1767326420.929829:0:221115:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326420.929832:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bddc121e. 00020000:01000000:2.0:1767326420.929833:0:221115:0:(lov_obd.c:64:lov_tgts_putref()) destroying 1 lov targets 00000800:00000200:1.0:1767326420.929836:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1767326420.929837:0:221115:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000100:00000200:0.0:1767326420.929837:0:211465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993468928, portal 18 00000100:00000001:0.0:1767326420.929842:0:211465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767326420.929843:0:221115:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000800:00000010:1.0:1767326420.929843:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba0f4571. 00000100:00000001:0.0:1767326420.929844:0:211465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138716032 : -112766570835584 : ffff99707c9a5180) 00020000:00000001:2.0:1767326420.929850:0:221115:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00000400:00000200:1.0:1767326420.929851:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767326420.929853:0:211465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef1aafe9 x1853174993468928/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1767326420.929854:0:221115:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:2.0:1767326420.929861:0:221115:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:1.0:1767326420.929865:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00020000:01000000:2.0:1767326420.929866:0:221115:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffff997043181000 00000100:00000001:0.0:1767326420.929869:0:211465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000001:2.0:1767326420.929870:0:221115:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:2.0:1767326420.929872:0:221115:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff997043181000: disconnecting target lustre-OST0000-osc-ffff997043181000 00000100:00000040:0.0:1767326420.929876:0:211465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00020000:00000001:2.0:1767326420.929878:0:221115:0:(obd_class.h:1347:obd_register_observer()) Process entered 00020000:00000001:2.0:1767326420.929881:0:221115:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326420.929882:0:211465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5b91e06. 00000400:00000200:1.0:1767326420.929883:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2517023 00020000:00000001:2.0:1767326420.929886:0:221115:0:(obd_class.h:902:obd_disconnect()) Process entered 00000400:00000010:1.0:1767326420.929888:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2517023. 00010000:00000001:2.0:1767326420.929890:0:221115:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:2.0:1767326420.929893:0:221115:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-OST0000-osc-ffff997043181000 - 1 00000100:00000001:1.0:1767326420.929895:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326420.929895:0:211465:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853174993468928, offset 0 00000100:00000001:2.0:1767326420.929896:0:221115:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:2.0:1767326420.929900:0:221115:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-OST0000_UUID 00000100:00000001:3.0:1767326420.929901:0:211466:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767326420.929905:0:221115:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:1.0:1767326420.929905:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053fc5178 x1853174993468672/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326420.929906:0:211465:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000020:00000040:2.0:1767326420.929908:0:221115:0:(genops.c:1242:class_import_put()) import 00000000d75df28b refcount=1 obd=lustre-OST0000-osc-ffff997043181000 00000020:00000001:2.0:1767326420.929914:0:221115:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767326420.929915:0:211465:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000100:00000001:2.0:1767326420.929917:0:221115:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.929922:0:221115:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000400:00000200:0.0:1767326420.929923:0:211465:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000001:00000001:2.0:1767326420.929925:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.929930:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000200:0.0:1767326420.929930:0:211465:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000100:00000001:1.0:1767326420.929931:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326420.929934:0:211465:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326420.929938:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053fc5178 x1853174993468672/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326420.929941:0:211466:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326420.929941:0:211465:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000100:00000001:1.0:1767326420.929951:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326420.929954:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767326420.929955:0:211465:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [652:652:255:4294967295] 192.168.203.107@tcp LPNI seq info [652:652:7:4294967295] 00000001:00000001:2.0:1767326420.929964:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326420.929964:0:211465:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00010000:00000001:2.0:1767326420.929969:0:221115:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.929972:0:221115:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00000800:00000200:0.0:1767326420.929973:0:211465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.107@tcp 00010000:00000001:2.0:1767326420.929977:0:221115:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000800:00000010:0.0:1767326420.929978:0:211465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cdbc160. 00000001:00000001:2.0:1767326420.929980:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.929982:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000800:00000200:0.0:1767326420.929985:0:211465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:0.0:1767326420.929989:0:211465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:0.0:1767326420.929992:0:211465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005cdbc160 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326420.930002:0:211465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326420.930005:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306342497 00000100:00000001:0.0:1767326420.930007:0:211465:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, keep current deadline 4306342497 00000100:00000001:0.0:1767326420.930008:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306342497 00000001:00000001:2.0:1767326420.930009:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326420.930010:0:211465:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, keep current deadline 4306342497 00000001:00000001:2.0:1767326420.930014:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:0.0:1767326420.930014:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306342497 00000001:00000001:2.0:1767326420.930018:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1767326420.930018:0:211465:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, keep current deadline 4306342497 00000100:00000001:0.0:1767326420.930021:0:211465:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306342497 00000100:00000001:0.0:1767326420.930023:0:211465:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, keep current deadline 4306342497 00000100:00000001:0.0:1767326420.930024:0:211465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326420.930026:0:211465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326420.930028:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326420.930029:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326420.930033:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326420.930034:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326420.930036:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326420.930037:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326420.930038:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326420.930040:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326420.930048:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.930051:0:221115:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.930052:0:221115:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:2.0:1767326420.930054:0:221115:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000800:00000200:1.0:1767326420.930055:0:211458:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00080000:2.0:1767326420.930056:0:221115:0:(import.c:65:import_set_state_nolock()) 00000000d75df28b lustre-OST0000_UUID: changing import state from IDLE to CLOSED 00000800:00000010:1.0:1767326420.930058:0:211458:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cdbc160. 00000100:00000001:2.0:1767326420.930060:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000400:00000200:1.0:1767326420.930062:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000008:00000001:2.0:1767326420.930063:0:221115:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1767326420.930067:0:221115:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326420.930070:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:2.0:1767326420.930071:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326420.930074:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1767326420.930076:0:221115:0:(osc_request.c:3856:osc_import_event()) Process entered 00000400:00000200:1.0:1767326420.930077:0:211458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5b91e06 00000008:00000001:2.0:1767326420.930079:0:221115:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326420.930080:0:211458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5b91e06. 00000100:00000001:2.0:1767326420.930085:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767326420.930086:0:211458:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326420.930088:0:221115:0:(import.c:1922:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326420.930091:0:211458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef1aafe9 x1853174993468928/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326420.930093:0:221115:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767326420.930096:0:221115:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1767326420.930100:0:221115:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767326420.930101:0:211458:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326420.930103:0:221115:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326420.930105:0:211458:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef1aafe9 x1853174993468928/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326420.930107:0:221115:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff997043181000: committing for last_committed 0 gen 3 00000100:00000040:2.0:1767326420.930112:0:221115:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff997043181000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767326420.930117:0:211458:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.930118:0:221115:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326420.930119:0:211458:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326420.930121:0:221115:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767326420.930123:0:221115:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767326420.930125:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1767326420.930126:0:221115:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1767326420.930127:0:221115:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.930128:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1767326420.930129:0:221115:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767326420.930131:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1767326420.930132:0:221115:0:(osc_request.c:3856:osc_import_event()) Process entered 00000001:00000001:2.0:1767326420.930132:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.930133:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326420.930187:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326420.930189:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.930190:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326420.930232:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.930234:0:221115:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000010:2.0:1767326420.930237:0:221115:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at 00000000aa60899b. 00000020:00000010:2.0:1767326420.930240:0:221115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ed59a4b. 00000020:00000010:2.0:1767326420.930242:0:221115:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000efe9e12. 00000020:00000010:2.0:1767326420.930244:0:221115:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000ce759a8f. 00000008:00000010:2.0:1767326420.930249:0:221115:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000a251cc73. 00020000:00000010:2.0:1767326420.930253:0:221115:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000e02818db. 00008000:00000010:2.0:1767326420.930257:0:221115:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000006c0d4ca9. 00000020:00000010:2.0:1767326420.930260:0:221115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011773b00. 00000008:00000010:2.0:1767326420.930264:0:221115:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000008c17ec18. 00020000:00000010:2.0:1767326420.930267:0:221115:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003d7856d3. 00008000:00000010:2.0:1767326420.930271:0:221115:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007871a992. 00000020:00000001:2.0:1767326420.930273:0:221115:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446631306881206968 : -112766828344648 : ffff99706d410ab8) 00000020:00001000:2.0:1767326420.930275:0:221115:0:(cl_object.c:830:cl_env_get()) 1@00000000aa60899b 00000008:00000001:2.0:1767326420.930279:0:221115:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1767326420.930281:0:221115:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1767326420.930283:0:221115:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326420.930285:0:221115:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1767326420.930286:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.930288:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326420.930319:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767326420.930320:0:221115:0:(cl_object.c:924:cl_env_put()) 1@00000000aa60899b 00000001:00000001:2.0:1767326420.930322:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.930323:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326420.930354:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326420.930355:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.930356:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326420.930386:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326420.930387:0:221115:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.930388:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:2.0:1767326420.930391:0:221115:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:2.0:1767326420.930393:0:221115:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767326420.930395:0:221115:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xddb593876518d9e1 00000020:00000040:2.0:1767326420.930398:0:221115:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f5fa5e33 with handle 0xddb593876518d9e1 from hash 00000020:00000040:2.0:1767326420.930408:0:221115:0:(genops.c:898:class_export_put()) PUTting export 00000000f5fa5e33 : new refcount 2 00000020:00000001:2.0:1767326420.930410:0:221115:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767326420.930412:0:221115:0:(genops.c:898:class_export_put()) PUTting export 00000000f5fa5e33 : new refcount 1 00000020:00000001:2.0:1767326420.930413:0:221115:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767326420.930415:0:221115:0:(genops.c:898:class_export_put()) PUTting export 00000000f5fa5e33 : new refcount 0 00000020:00000080:2.0:1767326420.930416:0:221115:0:(genops.c:904:class_export_put()) final put 00000000f5fa5e33/LOV_OSC_UUID 00000020:00000001:2.0:1767326420.930418:0:221115:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.930428:0:221115:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.930430:0:221115:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767326420.930431:0:221115:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767326420.930433:0:221115:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:2.0:1767326420.930434:0:221115:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at 000000003e0ad67c. 00000020:00000001:2.0:1767326420.930438:0:221115:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767326420.930439:0:221115:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff997043181000 (flags='F') 00000020:00000001:0.0:1767326420.930442:0:191765:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:2.0:1767326420.930443:0:221115:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at 000000005994ff59. 00000020:00000080:0.0:1767326420.930446:0:191765:0:(genops.c:863:class_export_destroy()) destroying export 00000000f5fa5e33/LOV_OSC_UUID for lustre-OST0000-osc-ffff997043181000 00000020:00000080:2.0:1767326420.930448:0:221115:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000040:0.0:1767326420.930453:0:191765:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 11 to 192.168.203.107@tcp 00000020:00000001:2.0:1767326420.930454:0:221115:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:0.0:1767326420.930456:0:191765:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000080:2.0:1767326420.930458:0:221115:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-ffff997043181000: forcing exports to disconnect: 0/3 00000020:00000001:2.0:1767326420.930460:0:221115:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767326420.930462:0:221115:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (0000000016c48b99) has no exports 00000020:00000001:0.0:1767326420.930464:0:191765:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.930465:0:221115:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000040:0.0:1767326420.930468:0:191765:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff997043181000 (0000000016c48b99) now 5 - export 00000020:00000001:2.0:1767326420.930470:0:221115:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1767326420.930472:0:191765:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f5fa5e33. 00000020:00000010:2.0:1767326420.930474:0:221115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7f81e58. 00000020:00000010:2.0:1767326420.930477:0:221115:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000568532a2. 00000020:00000010:2.0:1767326420.930479:0:221115:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000064cb1fd6. 00000020:00000001:0.0:1767326420.930481:0:191765:0:(genops.c:880:class_export_destroy()) Process leaving 00000008:00000010:2.0:1767326420.930482:0:221115:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000868a1726. 00020000:00000010:2.0:1767326420.930486:0:221115:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000fd7c726e. 00008000:00000010:2.0:1767326420.930488:0:221115:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000002bc8cc0e. 00000020:00000010:2.0:1767326420.930491:0:221115:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ce01a7c5. 00000008:00000001:2.0:1767326420.930493:0:221115:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000008:00000001:2.0:1767326420.930495:0:221115:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000008:00000001:2.0:1767326420.930499:0:221115:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:2.0:1767326420.930501:0:221115:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-ffff997043181000: client import never connected 00000100:00000001:2.0:1767326420.930502:0:221115:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767326420.930504:0:221115:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1767326420.930505:0:221115:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767326420.930506:0:221115:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767326420.930507:0:221115:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff997043181000: committing for last_committed 0 gen 4 00000100:00000040:2.0:1767326420.930508:0:221115:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff997043181000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767326420.930510:0:221115:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326420.930511:0:221115:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767326420.930511:0:221115:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767326420.930512:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767326420.930513:0:221115:0:(obd_class.h:479:obd_check_dev()) Device 5 not setup 00000800:00000001:3.0:1767326420.931419:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326420.931429:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326420.931432:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326420.931434:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326420.931442:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:3.0:1767326420.931453:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 18 MB=0x69573ed313d80 00000400:00000200:3.0:1767326420.931459:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1519 [1] + 224 00000800:00000001:3.0:1767326420.931466:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326420.931471:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326420.931473:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326420.931476:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326420.931480:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326420.931484:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ed2912f x1853174993468800/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326420.931606:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009ed2912f x1853174993468800/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326420.931622:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326420.931628:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326420.931632:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326420.931634:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326420.931637:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326420.931643:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000100:00000001:0.0:1767326420.931643:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326420.931646:0:211468:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326420.931652:0:211468:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326420.931654:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 18 MB=0x69573ed313e00 00000400:00000001:0.0:1767326420.931655:0:211468:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326420.931657:0:211468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044293ae2. 00000400:00000200:0.0:1767326420.931660:0:211468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b20fe0 00000400:00000010:0.0:1767326420.931661:0:211468:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b20fe0. 00000100:00000001:0.0:1767326420.931663:0:211468:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326420.931667:0:211468:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ed2912f x1853174993468800/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326420.931674:0:211468:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ed2912f x1853174993468800/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326420.931679:0:211468:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326420.931680:0:211468:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326420.931682:0:211468:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326420.931684:0:211468:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326420.931685:0:211468:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326420.931687:0:211468:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326420.931689:0:211468:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326420.931693:0:211468:0:(import.c:2128:obd_at_measure()) add 5 to 000000009b4353f9 time=344 v=5 (5 0 5 0) 00000100:00001000:0.0:1767326420.931698:0:211468:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=77 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326420.931699:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1529 [1] + 224 00000100:00000001:0.0:1767326420.931701:0:211468:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326420.931703:0:211468:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326420.931704:0:211468:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326420.931707:0:211468:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326420.931712:0:211468:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326420.931715:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326420.931717:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ed2912f x1853174993468800/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326420.931722:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326420.931723:0:211468:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326420.931726:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326420.931727:0:211468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326420.931730:0:211468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326420.931733:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326420.931737:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326420.931741:0:211468:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ed2912f x1853174993468800/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326420.931745:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef1aafe9 x1853174993468928/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326420.931756:0:211468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ed2912f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211468:1853174993468800:192.168.203.107@tcp:103: 00000100:00000001:0.0:1767326420.931765:0:211468:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326420.931768:0:211468:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326420.931772:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef1aafe9 x1853174993468928/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326420.931772:0:211468:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ed2912f x1853174993468800/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326420.931792:0:211468:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326420.931796:0:211468:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326420.931799:0:211468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f9429af. 02000000:00000001:0.0:1767326420.931802:0:211468:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326420.931803:0:211468:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326420.931803:0:211468:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=5 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767326420.931805:0:211468:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326420.931806:0:211468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002fe30860. 00000100:00000001:3.0:1767326420.931808:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326420.931809:0:211468:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326420.931812:0:211468:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326420.931813:0:211468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ed2912f. 00000800:00000001:3.0:1767326420.931815:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326420.931816:0:211468:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326420.931818:0:211468:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326420.931820:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326420.931821:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326420.931823:0:211468:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1767326420.931825:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326420.931826:0:211468:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326420.931830:0:211468:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326420.931831:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326420.931833:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326420.931833:0:211468:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326420.931837:0:211465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326420.931841:0:211460:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000001:1.0:1767326420.931843:0:211465:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.931846:0:211465:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.931848:0:211465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6f04c55. 00000400:00000200:3.0:1767326420.931853:0:211460:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 18 MB=0x69573ed313d00 00000400:00000200:1.0:1767326420.931853:0:211465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bddc121e 00000400:00000010:1.0:1767326420.931856:0:211465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bddc121e. 00000100:00000001:1.0:1767326420.931860:0:211465:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326420.931864:0:211460:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.107@tcp of length 224/224 into md 0x151d [1] + 224 00000100:00000200:1.0:1767326420.931866:0:211465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef1aafe9 x1853174993468928/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326420.931871:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326420.931877:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326420.931879:0:211460:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326420.931884:0:211460:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:3.0:1767326420.931888:0:211460:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326420.931894:0:211460:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053fc5178 x1853174993468672/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326420.931904:0:211465:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef1aafe9 x1853174993468928/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326420.931912:0:211460:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000053fc5178 x1853174993468672/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326420.931917:0:211465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326420.931919:0:211465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326420.931923:0:211465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326420.931926:0:211465:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326420.931928:0:211465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326420.931930:0:211465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326420.931932:0:211465:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326420.931934:0:211465:0:(import.c:2128:obd_at_measure()) add 5 to 000000009b4353f9 time=44 v=5 (5 0 5 0) 00000100:00000001:3.0:1767326420.931937:0:211460:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767326420.931937:0:211465:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326420.931941:0:211465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767326420.931943:0:211460:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326420.931943:0:211465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326420.931944:0:211465:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326420.931947:0:211465:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326420.931950:0:211460:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326420.931950:0:211465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326420.931955:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326420.931958:0:211467:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326420.931959:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef1aafe9 x1853174993468928/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326420.931963:0:211467:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326420.931966:0:211465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767326420.931967:0:211467:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326420.931971:0:211465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767326420.931971:0:211467:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075def8be. 00000100:00000001:1.0:1767326420.931976:0:211465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326420.931977:0:211467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0ae589d 00000100:00000040:1.0:1767326420.931979:0:211465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef1aafe9 x1853174993468928/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326420.931981:0:211467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0ae589d. 00000100:00000001:0.0:1767326420.931986:0:211467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767326420.931991:0:211465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211465:1853174993468928:192.168.203.107@tcp:103: 00000100:00000200:0.0:1767326420.931993:0:211467:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053fc5178 x1853174993468672/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326420.931997:0:211465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326420.932001:0:211465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326420.932006:0:211465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef1aafe9 x1853174993468928/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326420.932010:0:211465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326420.932012:0:211465:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326420.932014:0:211465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000829ef988. 02000000:00000001:1.0:1767326420.932024:0:211465:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326420.932026:0:211465:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1767326420.932027:0:211467:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053fc5178 x1853174993468672/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767326420.932028:0:211465:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=4 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326420.932032:0:211465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326420.932035:0:211465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000753e32a1. 02000000:00000001:1.0:1767326420.932039:0:211465:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326420.932041:0:211465:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326420.932043:0:211465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef1aafe9. 00000100:00000001:1.0:1767326420.932048:0:211465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326420.932049:0:211465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326420.932049:0:211467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326420.932053:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326420.932055:0:211467:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326420.932057:0:211465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326420.932061:0:211465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326420.932061:0:211467:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326420.932063:0:211465:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326420.932066:0:211465:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326420.932066:0:211467:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326420.932071:0:211467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326420.932074:0:211467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326420.932077:0:211467:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326420.932081:0:211467:0:(import.c:2128:obd_at_measure()) add 5 to 000000009b4353f9 time=44 v=5 (5 0 5 0) 00000100:00001000:0.0:1767326420.932085:0:211467:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=77 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326420.932088:0:211467:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326420.932089:0:211467:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326420.932091:0:211467:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326420.932093:0:211467:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326420.932095:0:211467:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326420.932099:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053fc5178 x1853174993468672/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326420.932107:0:211467:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326420.932109:0:211467:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326420.932111:0:211467:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326420.932114:0:211467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053fc5178 x1853174993468672/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326420.932123:0:211467:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053fc5178 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211467:1853174993468672:192.168.203.107@tcp:103: 00000100:00000001:0.0:1767326420.932128:0:211467:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326420.932130:0:211467:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326420.932132:0:211467:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053fc5178 x1853174993468672/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326436 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326420.932160:0:211467:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326420.932162:0:211467:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326420.932165:0:211467:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b19fa07e. 02000000:00000001:0.0:1767326420.932175:0:211467:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326420.932177:0:211467:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326420.932178:0:211467:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:0.0:1767326420.932180:0:211467:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326420.932182:0:211467:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f76e9e08. 02000000:00000001:0.0:1767326420.932185:0:211467:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326420.932186:0:211467:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326420.932187:0:211467:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053fc5178. 00000100:00000001:0.0:1767326420.932190:0:211467:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326420.932192:0:211467:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326420.932193:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326420.932208:0:211467:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326420.932210:0:211467:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326420.932211:0:211467:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326420.932212:0:211467:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.932746:0:221115:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:2.0:1767326420.932748:0:221115:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767326420.932750:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767326420.932750:0:221115:0:(obd_class.h:479:obd_check_dev()) Device 5 not setup 00000100:00000001:2.0:1767326420.932751:0:221115:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:2.0:1767326420.932753:0:221115:0:(genops.c:1229:class_import_get()) import 00000000d75df28b refcount=2 obd=lustre-OST0000-osc-ffff997043181000 00000020:00000001:2.0:1767326420.932755:0:221115:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326420.932756:0:221115:0:(genops.c:1242:class_import_put()) import 00000000d75df28b refcount=1 obd=lustre-OST0000-osc-ffff997043181000 00000020:00000001:2.0:1767326420.932758:0:221115:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767326420.932759:0:221115:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326420.932760:0:221115:0:(genops.c:1242:class_import_put()) import 00000000d75df28b refcount=0 obd=lustre-OST0000-osc-ffff997043181000 00000020:00000040:2.0:1767326420.932762:0:221115:0:(genops.c:1245:class_import_put()) final put import 00000000d75df28b 00000020:00000001:2.0:1767326420.932768:0:221115:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:2.0:1767326420.932770:0:221115:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:2.0:1767326420.932771:0:221115:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326420.932791:0:191765:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767326420.932794:0:191765:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000d75df28b for lustre-OST0000-osc-ffff997043181000 00000020:00000040:0.0:1767326420.932798:0:191765:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 10 to 192.168.203.107@tcp 00000020:00000040:0.0:1767326420.932802:0:191765:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 9 to 192.168.203.107@tcp 00000020:00000010:0.0:1767326420.932803:0:191765:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000dcca63bd. 00000020:00000040:0.0:1767326420.932807:0:191765:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff997043181000 (0000000016c48b99) now 4 - import 00000020:00000010:0.0:1767326420.932809:0:191765:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000d75df28b. 00000020:00000001:0.0:1767326420.932813:0:191765:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:2.0:1767326420.932910:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000003321a611. 00000020:00000010:2.0:1767326420.932915:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000006ea3b27c. 00000020:00000010:2.0:1767326420.932917:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000448bb43a. 00000020:00000010:2.0:1767326420.932921:0:221115:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000005bd35a66. 00000020:00000010:2.0:1767326420.932925:0:221115:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b9aa392b. 00000008:00000001:2.0:1767326420.932929:0:221115:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326420.932933:0:221115:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ce01a7c5. 00000020:00000010:2.0:1767326420.932939:0:221115:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000568532a2. 00000020:00000010:2.0:1767326420.932941:0:221115:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000064cb1fd6. 00000008:00000010:2.0:1767326420.932944:0:221115:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000868a1726. 00020000:00000010:2.0:1767326420.932947:0:221115:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000fd7c726e. 00008000:00000010:2.0:1767326420.932949:0:221115:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000002bc8cc0e. 00000020:00000010:2.0:1767326420.932951:0:221115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7f81e58. 00000020:00000001:2.0:1767326420.932952:0:221115:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326420.932960:0:221115:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767326420.932965:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c0162815. 00000001:00000010:2.0:1767326420.932969:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000226df629. 00000001:00000010:2.0:1767326420.932970:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a049bb1e. 00000001:00000010:2.0:1767326420.932972:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ba52b1e6. 00000001:00000010:2.0:1767326420.932973:0:221115:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000005e5d95. 00000001:00000010:2.0:1767326420.932975:0:221115:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005f5e5d8d. 00000001:00000001:2.0:1767326420.932977:0:221115:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767326420.932978:0:221115:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767326420.932981:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000056fbddff. 00000001:00000010:2.0:1767326420.932982:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bdcec435. 00000001:00000010:2.0:1767326420.932984:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002866fffc. 00000001:00000010:2.0:1767326420.932985:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ccaaa504. 00000001:00000010:2.0:1767326420.932986:0:221115:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e5e16997. 00000001:00000010:2.0:1767326420.932987:0:221115:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000069fd4e22. 00000001:00000001:2.0:1767326420.932988:0:221115:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767326420.932989:0:221115:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff997043181000 (0000000016c48b99) now 3 - setup 00000020:00000001:2.0:1767326420.932991:0:221115:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.932993:0:221115:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767326420.932995:0:221115:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767326420.932997:0:221115:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767326420.932999:0:221115:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff997043181000 (0000000016c48b99) now 2 - obd_device_list 00000020:00000080:2.0:1767326420.933001:0:221115:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-ffff997043181000 (uuid 25c8b14d-875f-4c17-953c-c9ec680f2b09) 00000020:00000040:2.0:1767326420.933002:0:221115:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff997043181000 (0000000016c48b99) now 1 - newdev 00000020:00000040:2.0:1767326420.933004:0:221115:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000054b0c99d with handle 0xddb593876518d9b0 from hash 00000020:00000040:2.0:1767326420.933006:0:221115:0:(genops.c:898:class_export_put()) PUTting export 0000000054b0c99d : new refcount 0 00000020:00000080:2.0:1767326420.933007:0:221115:0:(genops.c:904:class_export_put()) final put 0000000054b0c99d/25c8b14d-875f-4c17-953c-c9ec680f2b09 00000020:00000001:2.0:1767326420.933008:0:221115:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.933010:0:221115:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767326420.933010:0:221115:0:(genops.c:863:class_export_destroy()) destroying export 0000000054b0c99d/25c8b14d-875f-4c17-953c-c9ec680f2b09 for lustre-OST0000-osc-ffff997043181000 00000020:00000001:2.0:1767326420.933012:0:221115:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767326420.933013:0:221115:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326420.933014:0:221115:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000054b0c99d. 00000020:00000001:2.0:1767326420.933015:0:221115:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767326420.933016:0:221115:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-ffff997043181000 obd_type name = osc 00000020:01000000:2.0:1767326420.933018:0:221115:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffff997043181000 (25c8b14d-875f-4c17-953c-c9ec680f2b09) 00000020:00000001:2.0:1767326420.933019:0:221115:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767326420.933021:0:221115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7f81e58. 00000020:00000010:2.0:1767326420.933022:0:221115:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000568532a2. 00000020:00000010:2.0:1767326420.933024:0:221115:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000064cb1fd6. 00000008:00000010:2.0:1767326420.933025:0:221115:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000868a1726. 00020000:00000010:2.0:1767326420.933026:0:221115:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000fd7c726e. 00008000:00000010:2.0:1767326420.933028:0:221115:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000002bc8cc0e. 00000008:00000010:2.0:1767326420.933031:0:221115:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000004c5955c7. 00000008:00000010:2.0:1767326420.933034:0:221115:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000c455304b. 00000008:00000010:2.0:1767326420.933037:0:221115:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000048ee1fa7. 00000008:00000010:2.0:1767326420.933041:0:221115:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000006d624b2c. 00000008:00000010:2.0:1767326420.933043:0:221115:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000008e069d82. 00000008:00000010:2.0:1767326420.933045:0:221115:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000435fd918. 00000008:00000010:2.0:1767326420.933047:0:221115:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000088ffcf1d. 00000008:00000010:2.0:1767326420.933049:0:221115:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000007c723079. 00000008:00000010:2.0:1767326420.933051:0:221115:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000038ec9436. 00000008:00000010:2.0:1767326420.933054:0:221115:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000004d683580. 00000008:00000010:2.0:1767326420.933056:0:221115:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000004de34578. 00000008:00000010:2.0:1767326420.933058:0:221115:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000f92aaaad. 00000008:00000010:2.0:1767326420.933060:0:221115:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000004081b505. 00000008:00000010:2.0:1767326420.933062:0:221115:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000005da847e1. 00000008:00000010:2.0:1767326420.933064:0:221115:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000ead3779b. 00000008:00000010:2.0:1767326420.933065:0:221115:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000002bfb9d87. 00000008:00000010:2.0:1767326420.933067:0:221115:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000e454a390. 00000008:00000010:2.0:1767326420.933068:0:221115:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000057a58e17. 00000008:00000010:2.0:1767326420.933069:0:221115:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000007d0540cf. 00000008:00000010:2.0:1767326420.933070:0:221115:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000df410940. 00000008:00000010:2.0:1767326420.933072:0:221115:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000039a871fd. 00000008:00000010:2.0:1767326420.933074:0:221115:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000741c002c. 00000008:00000010:2.0:1767326420.933075:0:221115:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000b42ae7d0. 00000008:00000001:2.0:1767326420.933077:0:221115:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:2.0:1767326420.933082:0:221115:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1767326420.933084:0:221115:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767326420.933087:0:221115:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767326420.933113:0:221115:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000f8ca3644. 00000020:00000010:2.0:1767326420.933117:0:221115:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000816654da. 00010000:00000001:2.0:1767326420.933166:0:221115:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767326420.933182:0:221115:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000722b0e95. 00000020:00000010:2.0:1767326420.933185:0:221115:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000045dab645. 00000001:00000001:2.0:1767326420.933229:0:221115:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767326420.933252:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000724b0395. 00000001:00000010:2.0:1767326420.933255:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000030370826. 00000001:00000010:2.0:1767326420.933258:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d61fec7a. 00000001:00000010:2.0:1767326420.933260:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000cd4ca87f. 00000001:00000010:2.0:1767326420.933262:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007964fd4c. 00000001:00000010:2.0:1767326420.933263:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000006dc4ea74. 00000001:00000010:2.0:1767326420.933266:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000cbf78a23. 00000001:00000010:2.0:1767326420.933268:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000fabe6683. 00000001:00000010:2.0:1767326420.933271:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000044e13eb8. 00000001:00000010:2.0:1767326420.933273:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000e04b604f. 00000001:00000010:2.0:1767326420.933276:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000097a203b0. 00000001:00000010:2.0:1767326420.933279:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000ea153ce1. 00000001:00000010:2.0:1767326420.933281:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000000defa4f2. 00000001:00000010:2.0:1767326420.933284:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007aa27aae. 00000001:00000010:2.0:1767326420.933287:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000066f2a019. 00000001:00000010:2.0:1767326420.933289:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000b499a65d. 00000001:00000010:2.0:1767326420.933290:0:221115:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 000000000233c545. 00000001:00000010:2.0:1767326420.933292:0:221115:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000c32f0d37. 00000001:00000001:2.0:1767326420.933294:0:221115:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767326420.933296:0:221115:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000d5a8f149. 00010000:00000001:2.0:1767326420.933298:0:221115:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767326420.933299:0:221115:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767326420.933300:0:221115:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1767326420.933302:0:221115:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:2.0:1767326420.933303:0:221115:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1767326420.933304:0:221115:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767326420.933305:0:221115:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1767326420.933306:0:221115:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 0000000092cbc56a. 00010000:00000010:2.0:1767326420.933310:0:221115:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 000000007c00cabb. 00010000:00000001:2.0:1767326420.933312:0:221115:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:2.0:1767326420.933313:0:221115:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1767326420.933314:0:221115:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at 00000000af0a0402. 00000020:00000010:2.0:1767326420.933316:0:221115:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000568532a2. 00000020:00000010:2.0:1767326420.933318:0:221115:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000064cb1fd6. 00000008:00000010:2.0:1767326420.933319:0:221115:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000868a1726. 00020000:00000010:2.0:1767326420.933321:0:221115:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000fd7c726e. 00008000:00000010:2.0:1767326420.933322:0:221115:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000002bc8cc0e. 00000020:00000010:2.0:1767326420.933324:0:221115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7f81e58. 00000020:00000001:2.0:1767326420.933325:0:221115:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326420.933327:0:221115:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000016c48b99. 00000020:00000001:2.0:1767326420.933332:0:221115:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.933334:0:221115:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326420.933336:0:221115:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at 000000005994ff59. 00000020:00000001:2.0:1767326420.933337:0:221115:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:2.0:1767326420.933340:0:221115:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 00000000d1fd97b3. 00020000:00000001:2.0:1767326420.933343:0:221115:0:(lov_obd.c:795:lov_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326420.933349:0:221115:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 00000000ffbddbd9. 00000020:00000010:2.0:1767326420.933359:0:221115:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 00000000d058e986. 00000020:00000010:2.0:1767326420.933361:0:221115:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000029463c2. 00020000:00000010:2.0:1767326420.933364:0:221115:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000007e1efe1. 00020000:00000010:2.0:1767326420.933366:0:221115:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000a9ac3cb1. 00020000:00000010:2.0:1767326420.933368:0:221115:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000004b873d0c. 00020000:00000010:2.0:1767326420.933370:0:221115:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000010a68e40. 00020000:00000010:2.0:1767326420.933372:0:221115:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000049c95b93. 00020000:00000010:2.0:1767326420.933373:0:221115:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000676ddd65. 00020000:00000010:2.0:1767326420.933375:0:221115:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000007bccf46f. 00020000:00000010:2.0:1767326420.933376:0:221115:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000bd1a8e22. 00020000:00000010:2.0:1767326420.933377:0:221115:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000087c27c5c. 00020000:00000010:2.0:1767326420.933379:0:221115:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000003a29cd72. 00020000:00000010:2.0:1767326420.933382:0:221115:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000002a11d6e. 00020000:00000010:2.0:1767326420.933383:0:221115:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000c7c7ef17. 00020000:00000010:2.0:1767326420.933384:0:221115:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000009751061a. 00020000:00000010:2.0:1767326420.933386:0:221115:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000567f4662. 00020000:00000010:2.0:1767326420.933389:0:221115:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000c45aede7. 00020000:00000010:2.0:1767326420.933391:0:221115:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000002de59e1c. 00020000:00000010:2.0:1767326420.933392:0:221115:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003368ed10. 00020000:00000010:2.0:1767326420.933394:0:221115:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000fdd5ac8e. 00020000:00000010:2.0:1767326420.933395:0:221115:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000d76848f6. 00020000:00000010:2.0:1767326420.933398:0:221115:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000a9dacec7. 00020000:00000010:2.0:1767326420.933400:0:221115:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000c02e8378. 00020000:00000010:2.0:1767326420.933401:0:221115:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000598d8250. 00020000:00000010:2.0:1767326420.933403:0:221115:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000a46ae0c1. 00020000:00000010:2.0:1767326420.933405:0:221115:0:(lov_dev.c:310:lov_device_free()) kfreed 'ld->ld_target': 512 at 00000000cf54cf72. 00020000:00000010:2.0:1767326420.933407:0:221115:0:(lov_dev.c:314:lov_device_free()) kfreed 'ld->ld_md_tgts': 4096 at 000000008fb22cb1. 00020000:00000010:2.0:1767326420.933410:0:221115:0:(lov_dev.c:319:lov_device_free()) kfreed 'ld->ld_lov->lov_mdc_tgts': 4096 at 000000003f1d5f17. 00020000:00000010:2.0:1767326420.933411:0:221115:0:(lov_dev.c:323:lov_device_free()) kfreed 'ld': 584 at 00000000f85d41b4. 00000020:00001000:2.0:1767326420.933413:0:221115:0:(cl_object.c:924:cl_env_put()) 1@00000000a188031e 00000080:00000001:2.0:1767326420.933415:0:221115:0:(vvp_dev.c:366:cl_sb_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326420.933417:0:221115:0:(obd_class.h:902:obd_disconnect()) Process entered 00020000:00000001:2.0:1767326420.933419:0:221115:0:(lov_obd.c:290:lov_disconnect()) Process entered 00000020:00000001:2.0:1767326420.933420:0:221115:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767326420.933421:0:221115:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xddb593876518d9da 00000020:00000040:2.0:1767326420.933423:0:221115:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000073f48f41 with handle 0xddb593876518d9da from hash 00000020:00000001:2.0:1767326420.933425:0:221115:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767326420.933426:0:221115:0:(genops.c:898:class_export_put()) PUTting export 0000000073f48f41 : new refcount 1 00000020:00000001:2.0:1767326420.933427:0:221115:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767326420.933428:0:221115:0:(genops.c:898:class_export_put()) PUTting export 0000000073f48f41 : new refcount 0 00000020:00000080:2.0:1767326420.933429:0:221115:0:(genops.c:904:class_export_put()) final put 0000000073f48f41/25c8b14d-875f-4c17-953c-c9ec680f2b09 00000020:00000001:2.0:1767326420.933430:0:221115:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.933439:0:221115:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767326420.933441:0:221115:0:(lov_obd.c:321:lov_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326420.933442:0:221115:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326420.933456:0:191765:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767326420.933459:0:191765:0:(genops.c:863:class_export_destroy()) destroying export 0000000073f48f41/25c8b14d-875f-4c17-953c-c9ec680f2b09 for lustre-clilov-ffff997043181000 00000020:00000001:0.0:1767326420.933461:0:191765:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767326420.933463:0:191765:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326420.933465:0:191765:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff997043181000 (00000000b2dd074c) now 4 - export 00000020:00000010:0.0:1767326420.933467:0:191765:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000073f48f41. 00000020:00000001:0.0:1767326420.933472:0:191765:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:2.0:1767326420.933684:0:221115:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 576 at 00000000e4e6e51d. 00000020:00000010:2.0:1767326420.933688:0:221115:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000d3ea5af9. 00000020:00000010:2.0:1767326420.933690:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at 00000000a1bb6459. 00000020:00000010:2.0:1767326420.933694:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at 00000000b5f1b8ab. 00000020:00000010:2.0:1767326420.933698:0:221115:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1440 at 00000000e08bd79e. 00000020:00000010:2.0:1767326420.933701:0:221115:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000009332648f. 00000080:00000001:2.0:1767326420.933704:0:221115:0:(obd_class.h:902:obd_disconnect()) Process entered 00800000:00000001:2.0:1767326420.933706:0:221115:0:(lmv_obd.c:590:lmv_disconnect()) Process entered 00800000:00000001:2.0:1767326420.933708:0:221115:0:(lmv_obd.c:535:lmv_disconnect_mdc()) Process entered 00020000:00000001:2.0:1767326420.933713:0:221115:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:2.0:1767326420.933715:0:221115:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767326420.933718:0:221115:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:2.0:1767326420.933721:0:221115:0:(genops.c:898:class_export_put()) PUTting export 000000006892f3e5 : new refcount 3 80000000:00000010:2.0:1767326420.933723:0:221115:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at 00000000e166ea32. 80000000:00000001:2.0:1767326420.933725:0:221115:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:2.0:1767326420.933728:0:221115:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:2.0:1767326420.933730:0:221115:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:2.0:1767326420.933771:0:221115:0:(genops.c:898:class_export_put()) PUTting export 000000006892f3e5 : new refcount 2 40000000:00000001:2.0:1767326420.933774:0:221115:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:2.0:1767326420.933776:0:221115:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 0000000087499ebc. 40000000:00000001:2.0:1767326420.933779:0:221115:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:2.0:1767326420.933781:0:221115:0:(lmv_obd.c:569:lmv_disconnect_mdc()) Disconnected from lustre-MDT0000-mdc-ffff997043181000(25c8b14d-875f-4c17-953c-c9ec680f2b09) successfully 00800000:00000001:2.0:1767326420.933784:0:221115:0:(obd_class.h:1347:obd_register_observer()) Process entered 00800000:00000001:2.0:1767326420.933786:0:221115:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767326420.933788:0:221115:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:2.0:1767326420.933790:0:221115:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:2.0:1767326420.933792:0:221115:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-MDT0000-mdc-ffff997043181000 - 1 00000100:00000001:2.0:1767326420.933794:0:221115:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:2.0:1767326420.933796:0:221115:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0000_UUID 00000020:00000001:2.0:1767326420.933799:0:221115:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326420.933800:0:221115:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=2 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767326420.933802:0:221115:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326420.933804:0:221115:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.933806:0:221115:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:2.0:1767326420.933807:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.933809:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326420.934254:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.934256:0:221115:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.934258:0:221115:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:2.0:1767326420.934259:0:221115:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:2.0:1767326420.934260:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.934261:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326420.934607:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326420.934609:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.934610:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326420.935018:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.935021:0:221115:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.935024:0:221115:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:2.0:1767326420.935026:0:221115:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00080000:2.0:1767326420.935028:0:221115:0:(import.c:65:import_set_state_nolock()) 00000000cf451bd3 lustre-MDT0000_UUID: changing import state from FULL to CLOSED 00000100:00000001:2.0:1767326420.935031:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326420.935034:0:221115:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767326420.935037:0:221115:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.935039:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326420.935041:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326420.935042:0:221115:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767326420.935045:0:221115:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.935047:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326420.935048:0:221115:0:(import.c:1922:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.935051:0:221115:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767326420.935052:0:221115:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1767326420.935054:0:221115:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767326420.935056:0:221115:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767326420.935058:0:221115:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: committing for last_committed 0 gen 3 00000100:00000040:2.0:1767326420.935061:0:221115:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767326420.935064:0:221115:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326420.935065:0:221115:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767326420.935067:0:221115:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767326420.935068:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326420.935070:0:221115:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767326420.935071:0:221115:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.935073:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1767326420.935074:0:221115:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767326420.935076:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326420.935077:0:221115:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000001:00000001:2.0:1767326420.935079:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.935081:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326420.935620:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326420.935623:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.935624:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326420.936126:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.936129:0:221115:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767326420.936131:0:221115:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446631306881204664 : -112766828346952 : ffff99706d4101b8) 00000020:00001000:2.0:1767326420.936133:0:221115:0:(cl_object.c:830:cl_env_get()) 1@00000000a188031e 00000008:00000001:2.0:1767326420.936136:0:221115:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1767326420.936137:0:221115:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1767326420.936139:0:221115:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326420.936158:0:221115:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1767326420.936159:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.936161:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326420.936507:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767326420.936509:0:221115:0:(cl_object.c:924:cl_env_put()) 1@00000000a188031e 00000001:00000001:2.0:1767326420.936511:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.936512:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326420.936843:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326420.936844:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.936845:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326420.937245:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326420.937247:0:221115:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.937249:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:2.0:1767326420.937251:0:221115:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:2.0:1767326420.937252:0:221115:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767326420.937253:0:221115:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xddb593876518d9cc 00000020:00000040:2.0:1767326420.937254:0:221115:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006892f3e5 with handle 0xddb593876518d9cc from hash 00000020:00000001:2.0:1767326420.937258:0:221115:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767326420.937259:0:221115:0:(genops.c:898:class_export_put()) PUTting export 000000006892f3e5 : new refcount 1 00000020:00000001:2.0:1767326420.937260:0:221115:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767326420.937261:0:221115:0:(genops.c:898:class_export_put()) PUTting export 000000006892f3e5 : new refcount 0 00000020:00000080:2.0:1767326420.937262:0:221115:0:(genops.c:904:class_export_put()) final put 000000006892f3e5/25c8b14d-875f-4c17-953c-c9ec680f2b09 00000020:00000001:2.0:1767326420.937264:0:221115:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.937273:0:221115:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.937275:0:221115:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767326420.937277:0:221115:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767326420.937278:0:221115:0:(lmv_obd.c:580:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767326420.937280:0:221115:0:(lmv_obd.c:535:lmv_disconnect_mdc()) Process entered 00020000:00000001:2.0:1767326420.937285:0:221115:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:2.0:1767326420.937287:0:221115:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 192.168.203.107@tcp 00020000:00000010:2.0:1767326420.937289:0:221115:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 00000000266b0432. 00020000:00000001:2.0:1767326420.937291:0:221115:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767326420.937293:0:221115:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000001:0.0:1767326420.937293:0:191765:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000040:2.0:1767326420.937296:0:221115:0:(genops.c:898:class_export_put()) PUTting export 000000009cdc169b : new refcount 3 00000020:00000080:0.0:1767326420.937297:0:191765:0:(genops.c:863:class_export_destroy()) destroying export 000000006892f3e5/25c8b14d-875f-4c17-953c-c9ec680f2b09 for lustre-MDT0000-mdc-ffff997043181000 80000000:00000010:2.0:1767326420.937300:0:221115:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at 00000000e9648dd7. 00000020:00000040:0.0:1767326420.937303:0:191765:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 8 to 192.168.203.107@tcp 80000000:00000001:2.0:1767326420.937304:0:221115:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326420.937306:0:191765:0:(obd_class.h:1017:obd_destroy_export()) Process entered 40000000:00000001:2.0:1767326420.937307:0:221115:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:2.0:1767326420.937309:0:221115:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000001:0.0:1767326420.937315:0:191765:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326420.937317:0:191765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff997043181000 (0000000061beeb78) now 5 - export 00000020:00000010:0.0:1767326420.937320:0:191765:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000006892f3e5. 00000020:00000001:0.0:1767326420.937326:0:191765:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767326420.937351:0:221115:0:(genops.c:898:class_export_put()) PUTting export 000000009cdc169b : new refcount 2 40000000:00000001:2.0:1767326420.937354:0:221115:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:2.0:1767326420.937355:0:221115:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 000000005b8078cd. 40000000:00000001:2.0:1767326420.937356:0:221115:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:2.0:1767326420.937358:0:221115:0:(lmv_obd.c:569:lmv_disconnect_mdc()) Disconnected from lustre-MDT0001-mdc-ffff997043181000(25c8b14d-875f-4c17-953c-c9ec680f2b09) successfully 00800000:00000001:2.0:1767326420.937359:0:221115:0:(obd_class.h:1347:obd_register_observer()) Process entered 00800000:00000001:2.0:1767326420.937361:0:221115:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767326420.937362:0:221115:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:2.0:1767326420.937363:0:221115:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:2.0:1767326420.937364:0:221115:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-MDT0001-mdc-ffff997043181000 - 1 00000100:00000001:2.0:1767326420.937365:0:221115:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:2.0:1767326420.937366:0:221115:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 25c8b14d-875f-4c17-953c-c9ec680f2b09->lustre-MDT0001_UUID 00000020:00000001:2.0:1767326420.937368:0:221115:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326420.937368:0:221115:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=2 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326420.937370:0:221115:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326420.937371:0:221115:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.937372:0:221115:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:2.0:1767326420.937373:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.937375:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326420.937756:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.937757:0:221115:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.937758:0:221115:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:2.0:1767326420.937759:0:221115:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:2.0:1767326420.937760:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.937761:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326420.938122:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326420.938124:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.938125:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326420.938483:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.938485:0:221115:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.938486:0:221115:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:2.0:1767326420.938488:0:221115:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00080000:2.0:1767326420.938489:0:221115:0:(import.c:65:import_set_state_nolock()) 0000000054198135 lustre-MDT0001_UUID: changing import state from FULL to CLOSED 00000100:00000001:2.0:1767326420.938492:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326420.938493:0:221115:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767326420.938494:0:221115:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.938495:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326420.938496:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326420.938497:0:221115:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767326420.938508:0:221115:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.938509:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326420.938511:0:221115:0:(import.c:1922:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.938512:0:221115:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767326420.938513:0:221115:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:2.0:1767326420.938514:0:221115:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767326420.938515:0:221115:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767326420.938516:0:221115:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: committing for last_committed 0 gen 3 00000100:00000040:2.0:1767326420.938518:0:221115:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767326420.938519:0:221115:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326420.938520:0:221115:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767326420.938521:0:221115:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767326420.938522:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326420.938523:0:221115:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767326420.938524:0:221115:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.938524:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1767326420.938525:0:221115:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767326420.938526:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326420.938527:0:221115:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000001:00000001:2.0:1767326420.938528:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.938528:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326420.938871:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326420.938874:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.938875:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326420.939293:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.939296:0:221115:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767326420.939298:0:221115:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446631306881204664 : -112766828346952 : ffff99706d4101b8) 00000020:00001000:2.0:1767326420.939301:0:221115:0:(cl_object.c:830:cl_env_get()) 1@00000000a188031e 00000008:00000001:2.0:1767326420.939303:0:221115:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1767326420.939305:0:221115:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1767326420.939306:0:221115:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326420.939308:0:221115:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1767326420.939309:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.939311:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326420.939824:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767326420.939827:0:221115:0:(cl_object.c:924:cl_env_put()) 1@00000000a188031e 00000001:00000001:2.0:1767326420.939829:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.939831:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000010:0.1:1767326420.940174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b57ac737. 00010000:00000010:3.1:1767326420.940177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007b579d0e. 00010000:00000010:0.1:1767326420.940185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000086d7523c. 00000080:00000010:2.1:1767326420.940213:0:221115:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at 00000000039e6577. 00000080:00000010:2.1:1767326420.940234:0:221115:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at 0000000098c39a19. 00000001:00000001:2.0:1767326420.940447:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326420.940451:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326420.940453:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767326420.940807:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326420.940810:0:221115:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.940811:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:2.0:1767326420.940814:0:221115:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:2.0:1767326420.940815:0:221115:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767326420.940816:0:221115:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xddb593876518d9d3 00000020:00000040:2.0:1767326420.940818:0:221115:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009cdc169b with handle 0xddb593876518d9d3 from hash 00000020:00000001:2.0:1767326420.940821:0:221115:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767326420.940822:0:221115:0:(genops.c:898:class_export_put()) PUTting export 000000009cdc169b : new refcount 1 00000020:00000001:2.0:1767326420.940823:0:221115:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767326420.940824:0:221115:0:(genops.c:898:class_export_put()) PUTting export 000000009cdc169b : new refcount 0 00000020:00000080:2.0:1767326420.940825:0:221115:0:(genops.c:904:class_export_put()) final put 000000009cdc169b/25c8b14d-875f-4c17-953c-c9ec680f2b09 00000020:00000001:2.0:1767326420.940827:0:221115:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.940837:0:221115:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.940838:0:221115:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767326420.940840:0:221115:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767326420.940841:0:221115:0:(lmv_obd.c:580:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.940850:0:221115:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767326420.940851:0:221115:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xddb593876518d9c5 00000020:00000040:2.0:1767326420.940853:0:221115:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000015986a52 with handle 0xddb593876518d9c5 from hash 00000020:00000001:2.0:1767326420.940856:0:221115:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767326420.940857:0:221115:0:(genops.c:898:class_export_put()) PUTting export 0000000015986a52 : new refcount 1 00000020:00000001:2.0:1767326420.940858:0:221115:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767326420.940860:0:221115:0:(genops.c:898:class_export_put()) PUTting export 0000000015986a52 : new refcount 0 00000020:00000080:2.0:1767326420.940861:0:221115:0:(genops.c:904:class_export_put()) final put 0000000015986a52/25c8b14d-875f-4c17-953c-c9ec680f2b09 00000020:00000001:2.0:1767326420.940862:0:221115:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326420.940865:0:191765:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767326420.940868:0:191765:0:(genops.c:863:class_export_destroy()) destroying export 000000009cdc169b/25c8b14d-875f-4c17-953c-c9ec680f2b09 for lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:2.0:1767326420.940872:0:221115:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326420.940872:0:191765:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 7 to 192.168.203.107@tcp 00000020:00000001:0.0:1767326420.940875:0:191765:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00800000:00000001:2.0:1767326420.940876:0:221115:0:(lmv_obd.c:601:lmv_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326420.940878:0:191765:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767326420.940879:0:221115:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326420.940882:0:191765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff997043181000 (000000004cea2532) now 5 - export 00000080:00000001:2.0:1767326420.940884:0:221115:0:(llite_lib.c:991:client_common_put_super()) Process leaving 00000020:00000010:0.0:1767326420.940887:0:191765:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000009cdc169b. 00000020:00000001:2.0:1767326420.940889:0:221115:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:00000001:0.0:1767326420.940891:0:191765:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:01000000:2.0:1767326420.940892:0:221115:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff997043181000 (flags='F') 00000020:00000001:0.0:1767326420.940895:0:191765:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767326420.940897:0:191765:0:(genops.c:863:class_export_destroy()) destroying export 0000000015986a52/25c8b14d-875f-4c17-953c-c9ec680f2b09 for lustre-clilmv-ffff997043181000 00000020:00000010:2.0:1767326420.940899:0:221115:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 000000005994ff59. 00000020:00000001:0.0:1767326420.940900:0:191765:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767326420.940903:0:191765:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767326420.940905:0:221115:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000040:0.0:1767326420.940906:0:191765:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff997043181000 (00000000b71e2819) now 4 - export 00000020:00000010:0.0:1767326420.940910:0:191765:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000015986a52. 00000020:00000001:2.0:1767326420.940914:0:221115:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:0.0:1767326420.940915:0:191765:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000080:2.0:1767326420.940919:0:221115:0:(obd_config.c:886:class_cleanup()) lustre-clilov-ffff997043181000: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1767326420.940924:0:221115:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767326420.940927:0:221115:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (00000000b2dd074c) has no exports 00000020:00000001:2.0:1767326420.940929:0:221115:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767326420.940932:0:221115:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:2.0:1767326420.940933:0:221115:0:(obd_class.h:609:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326420.940944:0:221115:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767326420.940949:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ad8d70d2. 00000001:00000010:2.0:1767326420.940954:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009890d6c4. 00000001:00000010:2.0:1767326420.940956:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e15d30ff. 00000001:00000010:2.0:1767326420.940958:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004b8f5023. 00000001:00000010:2.0:1767326420.940959:0:221115:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000f9213aa0. 00000001:00000010:2.0:1767326420.940961:0:221115:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000000457f93. 00000001:00000001:2.0:1767326420.940963:0:221115:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767326420.940964:0:221115:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767326420.940967:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000342ad534. 00000001:00000010:2.0:1767326420.940968:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000455a262a. 00000001:00000010:2.0:1767326420.940969:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001fd312bb. 00000001:00000010:2.0:1767326420.940970:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b3d7647a. 00000001:00000010:2.0:1767326420.940972:0:221115:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000012a7f31d. 00000001:00000010:2.0:1767326420.940973:0:221115:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c4c7cdfc. 00000001:00000001:2.0:1767326420.940974:0:221115:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767326420.940975:0:221115:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff997043181000 (00000000b2dd074c) now 3 - setup 00000020:00000001:2.0:1767326420.940977:0:221115:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.940978:0:221115:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767326420.940979:0:221115:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767326420.940981:0:221115:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767326420.940982:0:221115:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff997043181000 (00000000b2dd074c) now 2 - obd_device_list 00000020:00000080:2.0:1767326420.940984:0:221115:0:(obd_config.c:814:class_detach()) detach on obd lustre-clilov-ffff997043181000 (uuid 25c8b14d-875f-4c17-953c-c9ec680f2b09) 00000020:00000040:2.0:1767326420.940985:0:221115:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff997043181000 (00000000b2dd074c) now 1 - newdev 00000020:00000040:2.0:1767326420.940987:0:221115:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000225ef412 with handle 0xddb593876518d994 from hash 00000020:00000040:2.0:1767326420.940988:0:221115:0:(genops.c:898:class_export_put()) PUTting export 00000000225ef412 : new refcount 0 00000020:00000080:2.0:1767326420.940990:0:221115:0:(genops.c:904:class_export_put()) final put 00000000225ef412/25c8b14d-875f-4c17-953c-c9ec680f2b09 00000020:00000001:2.0:1767326420.940992:0:221115:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.940993:0:221115:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767326420.940994:0:221115:0:(genops.c:863:class_export_destroy()) destroying export 00000000225ef412/25c8b14d-875f-4c17-953c-c9ec680f2b09 for lustre-clilov-ffff997043181000 00000020:00000001:2.0:1767326420.940996:0:221115:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767326420.940996:0:221115:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326420.940998:0:221115:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000225ef412. 00000020:00000001:2.0:1767326420.941001:0:221115:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767326420.941001:0:221115:0:(genops.c:440:class_free_dev()) Release obd device lustre-clilov-ffff997043181000 obd_type name = lov 00000020:01000000:2.0:1767326420.941002:0:221115:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff997043181000 (25c8b14d-875f-4c17-953c-c9ec680f2b09) 00000020:00000001:2.0:1767326420.941003:0:221115:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000001:2.0:1767326420.941004:0:221115:0:(obd_class.h:638:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326420.941005:0:221115:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000b2dd074c. 00000020:00000001:2.0:1767326420.941009:0:221115:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.941010:0:221115:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326420.941012:0:221115:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 000000005994ff59. 00000020:00000001:2.0:1767326420.941013:0:221115:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.941015:0:221115:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767326420.941016:0:221115:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff997043181000 (flags='F') 00000020:00000010:2.0:1767326420.941018:0:221115:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 000000005994ff59. 00000020:00000080:2.0:1767326420.941019:0:221115:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767326420.941020:0:221115:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767326420.941021:0:221115:0:(obd_config.c:886:class_cleanup()) lustre-clilmv-ffff997043181000: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1767326420.941023:0:221115:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767326420.941023:0:221115:0:(genops.c:1575:class_disconnect_exports()) OBD device 2 (00000000b71e2819) has no exports 00000020:00000001:2.0:1767326420.941025:0:221115:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767326420.941026:0:221115:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:2.0:1767326420.941028:0:221115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7f81e58. 00000020:00000010:2.0:1767326420.941030:0:221115:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000568532a2. 00000040:00000010:2.0:1767326420.941031:0:221115:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007ec8abcd. 00000020:00000010:2.0:1767326420.941034:0:221115:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009734bf5e. 00000020:00000010:2.0:1767326420.941037:0:221115:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b3d7647a. 00040000:00000010:2.0:1767326420.941040:0:221115:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005a482798. 00040000:00000010:2.0:1767326420.941043:0:221115:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bdcec435. 00000020:00000010:2.0:1767326420.941045:0:221115:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fef699fa. 00000020:00000001:2.0:1767326420.941048:0:221115:0:(kernelcomm.c:1325:libcfs_kkuc_group_rem()) Process entered 00000020:00000001:2.0:1767326420.941050:0:221115:0:(kernelcomm.c:1366:libcfs_kkuc_group_put()) Process entered 00000020:00000001:2.0:1767326420.941051:0:221115:0:(kernelcomm.c:1379:libcfs_kkuc_group_put()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:2.0:1767326420.941053:0:221115:0:(kernelcomm.c:1357:libcfs_kkuc_group_rem()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326420.941055:0:221115:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000fef699fa. 00000020:00000010:2.0:1767326420.941058:0:221115:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000568532a2. 00000040:00000010:2.0:1767326420.941059:0:221115:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007ec8abcd. 00000020:00000010:2.0:1767326420.941061:0:221115:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009734bf5e. 00000020:00000010:2.0:1767326420.941064:0:221115:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b3d7647a. 00040000:00000010:2.0:1767326420.941066:0:221115:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005a482798. 00040000:00000010:2.0:1767326420.941068:0:221115:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bdcec435. 00000020:00000010:2.0:1767326420.941069:0:221115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7f81e58. 00000020:00000001:2.0:1767326420.941071:0:221115:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326420.941081:0:221115:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767326420.941085:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000068582e9. 00000001:00000010:2.0:1767326420.941091:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000025c526e8. 00000001:00000010:2.0:1767326420.941093:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cdb0319d. 00000001:00000010:2.0:1767326420.941095:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b8a7f1e4. 00000001:00000010:2.0:1767326420.941097:0:221115:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000007912f7fc. 00000001:00000010:2.0:1767326420.941099:0:221115:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000008ea0fb9c. 00000001:00000001:2.0:1767326420.941101:0:221115:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767326420.941102:0:221115:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767326420.941106:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000071f10fdc. 00000001:00000010:2.0:1767326420.941107:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fc0cf91c. 00000001:00000010:2.0:1767326420.941109:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008bcf8e94. 00000001:00000010:2.0:1767326420.941111:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b192ffb2. 00000001:00000010:2.0:1767326420.941113:0:221115:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000059df8b2a. 00000001:00000010:2.0:1767326420.941114:0:221115:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000daaa450b. 00000001:00000001:2.0:1767326420.941117:0:221115:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767326420.941118:0:221115:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff997043181000 (00000000b71e2819) now 3 - setup 00000020:00000001:2.0:1767326420.941120:0:221115:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.941122:0:221115:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767326420.941123:0:221115:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767326420.941125:0:221115:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767326420.941126:0:221115:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff997043181000 (00000000b71e2819) now 2 - obd_device_list 00000020:00000080:2.0:1767326420.941128:0:221115:0:(obd_config.c:814:class_detach()) detach on obd lustre-clilmv-ffff997043181000 (uuid 25c8b14d-875f-4c17-953c-c9ec680f2b09) 00000020:00000040:2.0:1767326420.941129:0:221115:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff997043181000 (00000000b71e2819) now 1 - newdev 00000020:00000040:2.0:1767326420.941131:0:221115:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008a7b56ce with handle 0xddb593876518d99b from hash 00000020:00000040:2.0:1767326420.941133:0:221115:0:(genops.c:898:class_export_put()) PUTting export 000000008a7b56ce : new refcount 0 00000020:00000080:2.0:1767326420.941134:0:221115:0:(genops.c:904:class_export_put()) final put 000000008a7b56ce/25c8b14d-875f-4c17-953c-c9ec680f2b09 00000020:00000001:2.0:1767326420.941135:0:221115:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.941136:0:221115:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767326420.941137:0:221115:0:(genops.c:863:class_export_destroy()) destroying export 000000008a7b56ce/25c8b14d-875f-4c17-953c-c9ec680f2b09 for lustre-clilmv-ffff997043181000 00000020:00000001:2.0:1767326420.941138:0:221115:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767326420.941160:0:221115:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326420.941162:0:221115:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000008a7b56ce. 00000020:00000001:2.0:1767326420.941165:0:221115:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767326420.941166:0:221115:0:(genops.c:440:class_free_dev()) Release obd device lustre-clilmv-ffff997043181000 obd_type name = lmv 00000020:01000000:2.0:1767326420.941167:0:221115:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffff997043181000 (25c8b14d-875f-4c17-953c-c9ec680f2b09) 00000020:00000001:2.0:1767326420.941169:0:221115:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767326420.941171:0:221115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bdcec435. 00000020:00000010:2.0:1767326420.941173:0:221115:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000056fbddff. 00000040:00000010:2.0:1767326420.941175:0:221115:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b192ffb2. 00000020:00000010:2.0:1767326420.941177:0:221115:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009734bf5e. 00000020:00000010:2.0:1767326420.941179:0:221115:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008bcf8e94. 00040000:00000010:2.0:1767326420.941180:0:221115:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005a482798. 00040000:00000010:2.0:1767326420.941182:0:221115:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fc0cf91c. 00800000:00000001:2.0:1767326420.941184:0:221115:0:(lmv_obd.c:1314:lmv_device_free()) Process entered 00800000:00000010:2.0:1767326420.941185:0:221115:0:(lmv_obd.c:1320:lmv_device_free()) kfreed 'pat': 280 at 00000000d7ea8de2. 00800000:00000010:2.0:1767326420.941188:0:221115:0:(lmv_obd.c:1320:lmv_device_free()) kfreed 'pat': 280 at 000000005cf720cb. 80000000:00000001:2.0:1767326420.941190:0:221115:0:(fld_request.c:280:fld_client_fini()) Process entered 80000000:00000001:2.0:1767326420.941192:0:221115:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:2.0:1767326420.941194:0:221115:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:2.0:1767326420.941209:0:221115:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000003235417c. 80000000:00000040:2.0:1767326420.941212:0:221115:0:(fld_cache.c:203:fld_cache_shrink()) cli-lustre-clilmv-ffff997043181000: FLD cache - Shrunk by 1 entries 80000000:00000001:2.0:1767326420.941214:0:221115:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767326420.941215:0:221115:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:2.0:1767326420.941217:0:221115:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (cli-lustre-clilmv-ffff997043181000): 80000000:00000040:2.0:1767326420.941218:0:221115:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 4 80000000:00000040:2.0:1767326420.941219:0:221115:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 5 80000000:00000010:2.0:1767326420.941220:0:221115:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 0000000008c032e2. 80000000:00000001:2.0:1767326420.941222:0:221115:0:(fld_request.c:298:fld_client_fini()) Process leaving 00000020:00000010:2.0:1767326420.941319:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 00000000d62cf714. 00000020:00000010:2.0:1767326420.941324:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 00000000551d464a. 00000020:00000010:2.0:1767326420.941327:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 00000000cec780c9. 00000020:00000010:2.0:1767326420.941329:0:221115:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 512 at 00000000b9071036. 00000020:00000010:2.0:1767326420.941330:0:221115:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000009045cb05. 00020000:00000001:2.0:1767326420.941333:0:221115:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:2.0:1767326420.941334:0:221115:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:2.0:1767326420.941336:0:221115:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:2.0:1767326420.941338:0:221115:0:(lmv_obd.c:411:lmv_del_target()) kfreed 'tgt': 368 at 00000000544ee995. 00020000:00000001:2.0:1767326420.941339:0:221115:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:2.0:1767326420.941340:0:221115:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:2.0:1767326420.941341:0:221115:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:2.0:1767326420.941343:0:221115:0:(lmv_obd.c:411:lmv_del_target()) kfreed 'tgt': 368 at 0000000075aba327. 00020000:00000010:2.0:1767326420.941345:0:221115:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 00000000dd617fb2. 00800000:00000010:2.0:1767326420.941348:0:221115:0:(lmv_obd.c:1332:lmv_device_free()) kfreed 'lu': 64 at 00000000550c318b. 00800000:00000001:2.0:1767326420.941349:0:221115:0:(lmv_obd.c:1334:lmv_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326420.941351:0:221115:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000056fbddff. 00000040:00000010:2.0:1767326420.941352:0:221115:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b192ffb2. 00000020:00000010:2.0:1767326420.941354:0:221115:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009734bf5e. 00000020:00000010:2.0:1767326420.941355:0:221115:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008bcf8e94. 00040000:00000010:2.0:1767326420.941357:0:221115:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005a482798. 00040000:00000010:2.0:1767326420.941359:0:221115:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fc0cf91c. 00000020:00000010:2.0:1767326420.941360:0:221115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bdcec435. 00000020:00000001:2.0:1767326420.941361:0:221115:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326420.941363:0:221115:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000b71e2819. 00000020:00000001:2.0:1767326420.941366:0:221115:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.941367:0:221115:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326420.941368:0:221115:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 000000005994ff59. 00000020:00000001:2.0:1767326420.941370:0:221115:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.941372:0:221115:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767326420.941373:0:221115:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff997043181000 (flags='F') 00000020:00000010:2.0:1767326420.941375:0:221115:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at 000000005994ff59. 00000020:00000080:2.0:1767326420.941376:0:221115:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767326420.941378:0:221115:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767326420.941379:0:221115:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdc-ffff997043181000: forcing exports to disconnect: 0/2 00000020:00000001:2.0:1767326420.941381:0:221115:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767326420.941382:0:221115:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (0000000061beeb78) has no exports 00000020:00000001:2.0:1767326420.941383:0:221115:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767326420.941384:0:221115:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:2.0:1767326420.941385:0:221115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc0cf91c. 00000020:00000010:2.0:1767326420.941387:0:221115:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008bcf8e94. 00000020:00000010:2.0:1767326420.941389:0:221115:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000064cb1fd6. 00008000:00000010:2.0:1767326420.941391:0:221115:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000002bc8cc0e. 00000020:00000010:2.0:1767326420.941393:0:221115:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004641c239. 00000002:00000001:2.0:1767326420.941396:0:221115:0:(mdc_dev.c:1746:mdc_device_fini()) Process entered 00000008:00000001:2.0:1767326420.941397:0:221115:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000008:00000001:2.0:1767326420.941400:0:221115:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:2.0:1767326420.941401:0:221115:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffff997043181000: client import never connected 00000100:00000001:2.0:1767326420.941402:0:221115:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767326420.941403:0:221115:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1767326420.941405:0:221115:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767326420.941406:0:221115:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767326420.941406:0:221115:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: committing for last_committed 0 gen 4 00000100:00000040:2.0:1767326420.941408:0:221115:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff997043181000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767326420.941409:0:221115:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326420.941410:0:221115:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767326420.941411:0:221115:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767326420.941412:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767326420.941412:0:221115:0:(obd_class.h:479:obd_check_dev()) Device 3 not setup 00000100:00000001:2.0:1767326420.941413:0:221115:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:2.0:1767326420.941414:0:221115:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767326420.941415:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767326420.941416:0:221115:0:(obd_class.h:479:obd_check_dev()) Device 3 not setup 00000100:00000001:2.0:1767326420.941417:0:221115:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:2.0:1767326420.941418:0:221115:0:(genops.c:1229:class_import_get()) import 00000000cf451bd3 refcount=3 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767326420.941420:0:221115:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326420.941421:0:221115:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=2 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767326420.941422:0:221115:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767326420.941423:0:221115:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326420.941424:0:221115:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=1 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767326420.941425:0:221115:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:2.0:1767326420.941426:0:221115:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:2.0:1767326420.941427:0:221115:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326420.941429:0:221115:0:(mdc_changelog.c:866:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:2.0:1767326420.941431:0:221115:0:(mdc_changelog.c:145:chlg_dev_clear()) Process entered 00000002:00000010:2.0:1767326420.941607:0:221115:0:(mdc_changelog.c:135:chlg_device_release()) kfreed 'entry': 1304 at 00000000cdf19b3f. 00000002:00000001:2.0:1767326420.941614:0:221115:0:(mdc_changelog.c:152:chlg_dev_clear()) Process leaving 00000002:00000001:2.0:1767326420.941615:0:221115:0:(mdc_changelog.c:872:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:2.0:1767326420.941617:0:221115:0:(mdc_request.c:3001:mdc_llog_finish()) Process entered 00000002:00000040:2.0:1767326420.941618:0:221115:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000e0421d0c : new refcount 2 00000040:00000001:2.0:1767326420.941620:0:221115:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767326420.941621:0:221115:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000e0421d0c : new refcount 1 00000020:00000040:2.0:1767326420.941623:0:221115:0:(genops.c:898:class_export_put()) PUTting export 00000000c321b154 : new refcount 1 00000020:00000001:2.0:1767326420.941624:0:221115:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326420.941625:0:221115:0:(genops.c:1242:class_import_put()) import 00000000cf451bd3 refcount=0 obd=lustre-MDT0000-mdc-ffff997043181000 00000020:00000040:2.0:1767326420.941626:0:221115:0:(genops.c:1245:class_import_put()) final put import 00000000cf451bd3 00000020:00000001:2.0:1767326420.941633:0:221115:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:2.0:1767326420.941634:0:221115:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000e0421d0c. 00000040:00000001:2.0:1767326420.941637:0:221115:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326420.941638:0:221115:0:(mdc_request.c:3006:mdc_llog_finish()) Process leaving 00000020:00000010:2.0:1767326420.941640:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 00000000c93d7279. 00000020:00000010:2.0:1767326420.941641:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 000000006dfe0010. 00000020:00000010:2.0:1767326420.941644:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 00000000d6f2fb4f. 00000020:00000010:2.0:1767326420.941646:0:221115:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 512 at 00000000e0a7e972. 00000020:00000010:2.0:1767326420.941647:0:221115:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000013d0bd44. 00000020:00000001:1.0:1767326420.941654:0:191765:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767326420.941657:0:191765:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000cf451bd3 for lustre-MDT0000-mdc-ffff997043181000 00000020:00000040:1.0:1767326420.941661:0:191765:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 6 to 192.168.203.107@tcp 00000020:00000040:1.0:1767326420.941665:0:191765:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 5 to 192.168.203.107@tcp 00000020:00000010:1.0:1767326420.941667:0:191765:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000843e6977. 00000020:00000040:1.0:1767326420.941671:0:191765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff997043181000 (0000000061beeb78) now 4 - import 00000020:00000010:1.0:1767326420.941674:0:191765:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000cf451bd3. 00000020:00000001:1.0:1767326420.941678:0:191765:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:2.0:1767326420.941827:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000004d6a42d2. 00000020:00000010:2.0:1767326420.941831:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000b520993a. 00000020:00000010:2.0:1767326420.941834:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000091db7481. 00000020:00000010:2.0:1767326420.941836:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000068fc7526. 00000020:00000010:2.0:1767326420.941840:0:221115:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000a50f542a. 00000020:00000010:2.0:1767326420.941843:0:221115:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000012d9e5c6. 00000002:00000001:2.0:1767326420.941846:0:221115:0:(mdc_dev.c:1754:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326420.941849:0:221115:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004641c239. 00000020:00000010:2.0:1767326420.941853:0:221115:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008bcf8e94. 00000020:00000010:2.0:1767326420.941855:0:221115:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000064cb1fd6. 00008000:00000010:2.0:1767326420.941857:0:221115:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000002bc8cc0e. 00000020:00000010:2.0:1767326420.941859:0:221115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc0cf91c. 00000020:00000001:2.0:1767326420.941861:0:221115:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326420.941869:0:221115:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767326420.941873:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002dd2070f. 00000001:00000010:2.0:1767326420.941875:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002dd2f1bd. 00000001:00000010:2.0:1767326420.941876:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007cd227d9. 00000001:00000010:2.0:1767326420.941877:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ebfa43f7. 00000001:00000010:2.0:1767326420.941879:0:221115:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000035c6ad63. 00000001:00000010:2.0:1767326420.941880:0:221115:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009a9b2fa4. 00000001:00000001:2.0:1767326420.941884:0:221115:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767326420.941885:0:221115:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767326420.941890:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dad8a8e5. 00000001:00000010:2.0:1767326420.941894:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c2d9cffc. 00000001:00000010:2.0:1767326420.941896:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006b0091e4. 00000001:00000010:2.0:1767326420.941902:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a7650029. 00000001:00000010:2.0:1767326420.941907:0:221115:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e9c67f02. 00000001:00000010:2.0:1767326420.941910:0:221115:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b79ec426. 00000001:00000001:2.0:1767326420.941915:0:221115:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767326420.941918:0:221115:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff997043181000 (0000000061beeb78) now 3 - setup 00000020:00000001:2.0:1767326420.941922:0:221115:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.941924:0:221115:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767326420.941926:0:221115:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767326420.941929:0:221115:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767326420.941931:0:221115:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff997043181000 (0000000061beeb78) now 2 - obd_device_list 00000020:00000080:2.0:1767326420.941934:0:221115:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdc-ffff997043181000 (uuid 25c8b14d-875f-4c17-953c-c9ec680f2b09) 00000020:00000040:2.0:1767326420.941936:0:221115:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff997043181000 (0000000061beeb78) now 1 - newdev 00000020:00000040:2.0:1767326420.941940:0:221115:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c321b154 with handle 0xddb593876518d9a2 from hash 00000020:00000040:2.0:1767326420.941943:0:221115:0:(genops.c:898:class_export_put()) PUTting export 00000000c321b154 : new refcount 0 00000020:00000080:2.0:1767326420.941946:0:221115:0:(genops.c:904:class_export_put()) final put 00000000c321b154/25c8b14d-875f-4c17-953c-c9ec680f2b09 00000020:00000001:2.0:1767326420.941948:0:221115:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326420.941950:0:221115:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767326420.941951:0:221115:0:(genops.c:863:class_export_destroy()) destroying export 00000000c321b154/25c8b14d-875f-4c17-953c-c9ec680f2b09 for lustre-MDT0000-mdc-ffff997043181000 00000020:00000001:2.0:1767326420.941953:0:221115:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767326420.941954:0:221115:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326420.941955:0:221115:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c321b154. 00000020:00000001:2.0:1767326420.941958:0:221115:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767326420.941959:0:221115:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdc-ffff997043181000 obd_type name = mdc 00000020:01000000:2.0:1767326420.941960:0:221115:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffff997043181000 (25c8b14d-875f-4c17-953c-c9ec680f2b09) 00000020:00000001:2.0:1767326420.941961:0:221115:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767326420.941964:0:221115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2d9cffc. 00000020:00000010:2.0:1767326420.941967:0:221115:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dad8a8e5. 00000020:00000010:2.0:1767326420.941969:0:221115:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000064cb1fd6. 00008000:00000010:2.0:1767326420.941972:0:221115:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000002bc8cc0e. 00000008:00000001:2.0:1767326420.941975:0:221115:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:2.0:1767326420.941979:0:221115:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1767326420.941980:0:221115:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767326420.941983:0:221115:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767326420.942010:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000a53bd13c. 00000020:00000010:2.0:1767326420.942013:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000001644273e. 00000020:00000010:2.0:1767326420.942015:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000cf190ee2. 00000020:00000010:2.0:1767326420.942018:0:221115:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000ab6a5b48. 00000020:00000010:2.0:1767326420.942021:0:221115:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000bb7589ae. 00010000:00000001:2.0:1767326420.942062:0:221115:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767326420.942081:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000001583c8a0. 00000020:00000010:2.0:1767326420.942085:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000003c0efaae. 00000020:00000010:2.0:1767326420.942088:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000b3dd2f4b. 00000020:00000010:2.0:1767326420.942091:0:221115:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000009686949f. 00000020:00000010:2.0:1767326420.942094:0:221115:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000cbd8733c. 00000001:00000001:2.0:1767326420.942168:0:221115:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767326420.942514:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000524cfc2. 00000001:00000010:2.0:1767326420.942524:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000898971c. 00000001:00000010:2.0:1767326420.942526:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000009547d9b. 00000001:00000010:2.0:1767326420.942527:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d8603138. 00000001:00000010:2.0:1767326420.942528:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000084e421c4. 00000001:00000010:2.0:1767326420.942529:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000076058ab6. 00000001:00000010:2.0:1767326420.942530:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000040e2df0a. 00000001:00000010:2.0:1767326420.942531:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000069bce900. 00000001:00000010:2.0:1767326420.942532:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b45de859. 00000001:00000010:2.0:1767326420.942533:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d9a0e56c. 00000001:00000010:2.0:1767326420.942534:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b4d8afdc. 00000001:00000010:2.0:1767326420.942535:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000711d4e91. 00000001:00000010:2.0:1767326420.942536:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000eab0d38d. 00000001:00000010:2.0:1767326420.942537:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000073aa9932. 00000001:00000010:2.0:1767326420.942538:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000072fa5638. 00000001:00000010:2.0:1767326420.942539:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005fa9e30f. 00000001:00000010:2.0:1767326420.942540:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000047273be4. 00000001:00000010:2.0:1767326420.942541:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000140f334c. 00000001:00000010:2.0:1767326420.942541:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009309f420. 00000001:00000010:2.0:1767326420.942543:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000561e329e. 00000001:00000010:2.0:1767326420.942544:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000059515454. 00000001:00000010:2.0:1767326420.942545:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c3d278f1. 00000001:00000010:2.0:1767326420.942546:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006f3e24f9. 00000001:00000010:2.0:1767326420.942547:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b021350f. 00000001:00000010:2.0:1767326420.942548:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000037d2b9f3. 00000001:00000010:2.0:1767326420.942549:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000cee40b49. 00000001:00000010:2.0:1767326420.942550:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000990d4a2a. 00000001:00000010:2.0:1767326420.942550:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e6472506. 00000001:00000010:2.0:1767326420.942551:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005e533f21. 00000001:00000010:2.0:1767326420.942552:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000f2b541c. 00000001:00000010:2.0:1767326420.942553:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ff572189. 00000001:00000010:2.0:1767326420.942554:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c9c803a9. 00000001:00000010:2.0:1767326420.942555:0:221115:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 00000000d1196e38. 00000001:00000010:2.0:1767326420.942557:0:221115:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000007c4c5ca3. 00000001:00000001:2.0:1767326420.942559:0:221115:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767326420.942561:0:221115:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 0000000083bb0b0a. 00010000:00000001:2.0:1767326420.942563:0:221115:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000010:1.1:1767326420.943161:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f369a871. 00010000:00000010:1.1:1767326420.943169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000691ebc09. 00010000:00000001:0.0:1767326420.943532:0:221115:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767326420.943535:0:221115:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1767326420.943536:0:221115:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:0.0:1767326420.943538:0:221115:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1767326420.943539:0:221115:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767326420.943541:0:221115:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1767326420.943542:0:221115:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 0000000002844422. 00010000:00000010:0.0:1767326420.943546:0:221115:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 000000001fde6466. 00010000:00000010:0.0:1767326420.943550:0:221115:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 000000005d2cca18. 00010000:00000001:0.0:1767326420.943552:0:221115:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:0.0:1767326420.943553:0:221115:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767326420.943555:0:221115:0:(mdc_dev.c:1698:mdc_device_free()) kfreed 'osc': 104 at 0000000006a48dd6. 00000020:00000010:0.0:1767326420.943559:0:221115:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dad8a8e5. 00000020:00000010:0.0:1767326420.943562:0:221115:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000064cb1fd6. 00008000:00000010:0.0:1767326420.943566:0:221115:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000002bc8cc0e. 00000020:00000010:0.0:1767326420.943579:0:221115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2d9cffc. 00000020:00000001:0.0:1767326420.943587:0:221115:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767326420.943590:0:221115:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000061beeb78. 00000020:00000001:0.0:1767326420.943598:0:221115:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326420.943600:0:221115:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767326420.943603:0:221115:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at 000000005994ff59. 00000020:00000001:0.0:1767326420.943607:0:221115:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326420.943610:0:221115:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767326420.943611:0:221115:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdc-ffff997043181000 (flags='F') 00000020:00000010:0.0:1767326420.943616:0:221115:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at 000000005f0d6bc1. 00000020:00000080:0.0:1767326420.943618:0:221115:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767326420.943622:0:221115:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767326420.943625:0:221115:0:(obd_config.c:886:class_cleanup()) lustre-MDT0001-mdc-ffff997043181000: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1767326420.943628:0:221115:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767326420.943631:0:221115:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (000000004cea2532) has no exports 00000020:00000001:0.0:1767326420.943633:0:221115:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767326420.943636:0:221115:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1767326420.943644:0:221115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f9429af. 00000020:00000010:0.0:1767326420.943647:0:221115:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a53bd13c. 00000020:00000010:0.0:1767326420.943650:0:221115:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000003e7dee28. 00008000:00000010:0.0:1767326420.943653:0:221115:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007f2150e7. 00000020:00000010:0.0:1767326420.943656:0:221115:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c170bff7. 00000002:00000001:0.0:1767326420.943659:0:221115:0:(mdc_dev.c:1746:mdc_device_fini()) Process entered 00000008:00000001:0.0:1767326420.943660:0:221115:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000008:00000001:0.0:1767326420.943663:0:221115:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:0.0:1767326420.943665:0:221115:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0001-mdc-ffff997043181000: client import never connected 00000100:00000001:0.0:1767326420.943667:0:221115:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767326420.943669:0:221115:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:0.0:1767326420.943671:0:221115:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767326420.943672:0:221115:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767326420.943673:0:221115:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: committing for last_committed 0 gen 4 00000100:00000040:0.0:1767326420.943675:0:221115:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff997043181000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767326420.943677:0:221115:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326420.943679:0:221115:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767326420.943685:0:221115:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767326420.943686:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767326420.943687:0:221115:0:(obd_class.h:479:obd_check_dev()) Device 4 not setup 00000100:00000001:0.0:1767326420.943689:0:221115:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:0.0:1767326420.943690:0:221115:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767326420.943696:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767326420.943698:0:221115:0:(obd_class.h:479:obd_check_dev()) Device 4 not setup 00000100:00000001:0.0:1767326420.943699:0:221115:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:0.0:1767326420.943701:0:221115:0:(genops.c:1229:class_import_get()) import 0000000054198135 refcount=3 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326420.943704:0:221115:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326420.943705:0:221115:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=2 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326420.943707:0:221115:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767326420.943708:0:221115:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326420.943710:0:221115:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=1 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326420.943711:0:221115:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:0.0:1767326420.943712:0:221115:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:0.0:1767326420.943712:0:221115:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326420.943714:0:221115:0:(mdc_changelog.c:866:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:0.0:1767326420.943716:0:221115:0:(mdc_changelog.c:145:chlg_dev_clear()) Process entered 00000002:00000010:0.0:1767326420.943886:0:221115:0:(mdc_changelog.c:135:chlg_device_release()) kfreed 'entry': 1304 at 0000000052bb5da0. 00000002:00000001:0.0:1767326420.943892:0:221115:0:(mdc_changelog.c:152:chlg_dev_clear()) Process leaving 00000002:00000001:0.0:1767326420.943893:0:221115:0:(mdc_changelog.c:872:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:0.0:1767326420.943894:0:221115:0:(mdc_request.c:3001:mdc_llog_finish()) Process entered 00000002:00000040:0.0:1767326420.943896:0:221115:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000006dbabb5 : new refcount 2 00000040:00000001:0.0:1767326420.943898:0:221115:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767326420.943899:0:221115:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000006dbabb5 : new refcount 1 00000020:00000040:0.0:1767326420.943903:0:221115:0:(genops.c:898:class_export_put()) PUTting export 00000000c34ebf20 : new refcount 1 00000020:00000001:0.0:1767326420.943904:0:221115:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326420.943905:0:221115:0:(genops.c:1242:class_import_put()) import 0000000054198135 refcount=0 obd=lustre-MDT0001-mdc-ffff997043181000 00000020:00000040:0.0:1767326420.943908:0:221115:0:(genops.c:1245:class_import_put()) final put import 0000000054198135 00000020:00000001:0.0:1767326420.943921:0:221115:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:0.0:1767326420.943923:0:221115:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000006dbabb5. 00000040:00000001:0.0:1767326420.943932:0:221115:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326420.943934:0:191765:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000002:00000001:0.0:1767326420.943934:0:221115:0:(mdc_request.c:3006:mdc_llog_finish()) Process leaving 00000020:00000080:1.0:1767326420.943937:0:191765:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000054198135 for lustre-MDT0001-mdc-ffff997043181000 00000020:00000010:0.0:1767326420.943937:0:221115:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 512 at 00000000f1a66368. 00000020:00000010:0.0:1767326420.943944:0:221115:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000c3580160. 00000020:00000040:1.0:1767326420.943945:0:191765:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 4 to 192.168.203.107@tcp 00000020:00000040:1.0:1767326420.943950:0:191765:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 3 to 192.168.203.107@tcp 00000020:00000010:1.0:1767326420.943952:0:191765:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000d4161f09. 00000020:00000040:1.0:1767326420.943955:0:191765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff997043181000 (000000004cea2532) now 4 - import 00000020:00000010:1.0:1767326420.943958:0:191765:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000054198135. 00000020:00000001:1.0:1767326420.943963:0:191765:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:0.0:1767326420.944285:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000004a4593d8. 00000020:00000010:0.0:1767326420.944299:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000002be2a1a8. 00000020:00000010:0.0:1767326420.944304:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000093dfee2f. 00000020:00000010:0.0:1767326420.944310:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d3de9a9c. 00000020:00000010:0.0:1767326420.944316:0:221115:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000015a6342f. 00000020:00000010:0.0:1767326420.944321:0:221115:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a4e5f857. 00000002:00000001:0.0:1767326420.944324:0:221115:0:(mdc_dev.c:1754:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767326420.944328:0:221115:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c170bff7. 00000020:00000010:0.0:1767326420.944332:0:221115:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a53bd13c. 00000020:00000010:0.0:1767326420.944335:0:221115:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000003e7dee28. 00008000:00000010:0.0:1767326420.944338:0:221115:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000007f2150e7. 00000020:00000010:0.0:1767326420.944340:0:221115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f9429af. 00000020:00000001:0.0:1767326420.944343:0:221115:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767326420.944351:0:221115:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767326420.944356:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000094295886. 00000001:00000010:0.0:1767326420.944359:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007f5771ba. 00000001:00000010:0.0:1767326420.944362:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004cb69a74. 00000001:00000010:0.0:1767326420.944364:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e769966d. 00000001:00000010:0.0:1767326420.944366:0:221115:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000000561a4f. 00000001:00000010:0.0:1767326420.944368:0:221115:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000eed1e7e9. 00000001:00000001:0.0:1767326420.944375:0:221115:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767326420.944376:0:221115:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767326420.944379:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003fcd04fb. 00000001:00000010:0.0:1767326420.944381:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dc2e90d9. 00000001:00000010:0.0:1767326420.944382:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000074f032fe. 00000001:00000010:0.0:1767326420.944385:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004af0089e. 00000001:00000010:0.0:1767326420.944386:0:221115:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000019e70787. 00000001:00000010:0.0:1767326420.944389:0:221115:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000bee3a848. 00000001:00000001:0.0:1767326420.944390:0:221115:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767326420.944391:0:221115:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff997043181000 (000000004cea2532) now 3 - setup 00000020:00000001:0.0:1767326420.944393:0:221115:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326420.944395:0:221115:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767326420.944396:0:221115:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767326420.944399:0:221115:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767326420.944404:0:221115:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff997043181000 (000000004cea2532) now 2 - obd_device_list 00000020:00000080:0.0:1767326420.944412:0:221115:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0001-mdc-ffff997043181000 (uuid 25c8b14d-875f-4c17-953c-c9ec680f2b09) 00000020:00000040:0.0:1767326420.944414:0:221115:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff997043181000 (000000004cea2532) now 1 - newdev 00000020:00000040:0.0:1767326420.944416:0:221115:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c34ebf20 with handle 0xddb593876518d9a9 from hash 00000020:00000040:0.0:1767326420.944418:0:221115:0:(genops.c:898:class_export_put()) PUTting export 00000000c34ebf20 : new refcount 0 00000020:00000080:0.0:1767326420.944420:0:221115:0:(genops.c:904:class_export_put()) final put 00000000c34ebf20/25c8b14d-875f-4c17-953c-c9ec680f2b09 00000020:00000001:0.0:1767326420.944422:0:221115:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326420.944424:0:221115:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767326420.944425:0:221115:0:(genops.c:863:class_export_destroy()) destroying export 00000000c34ebf20/25c8b14d-875f-4c17-953c-c9ec680f2b09 for lustre-MDT0001-mdc-ffff997043181000 00000020:00000001:0.0:1767326420.944427:0:221115:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767326420.944433:0:221115:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767326420.944435:0:221115:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c34ebf20. 00000020:00000001:0.0:1767326420.944440:0:221115:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767326420.944441:0:221115:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0001-mdc-ffff997043181000 obd_type name = mdc 00000020:01000000:0.0:1767326420.944444:0:221115:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdc-ffff997043181000 (25c8b14d-875f-4c17-953c-c9ec680f2b09) 00000020:00000001:0.0:1767326420.944445:0:221115:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767326420.944449:0:221115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f9429af. 00000020:00000010:0.0:1767326420.944452:0:221115:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a53bd13c. 00000020:00000010:0.0:1767326420.944456:0:221115:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000003e7dee28. 00008000:00000010:0.0:1767326420.944460:0:221115:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007f2150e7. 00000008:00000001:0.0:1767326420.944463:0:221115:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:0.0:1767326420.944467:0:221115:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1767326420.944468:0:221115:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767326420.944470:0:221115:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767326420.944526:0:221115:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000006a4d28b. 00000020:00000010:0.0:1767326420.944538:0:221115:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000006b5b669a. 00010000:00000001:0.0:1767326420.944623:0:221115:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767326420.944662:0:221115:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000bc9d196c. 00000020:00000010:0.0:1767326420.944667:0:221115:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000258545f6. 00000001:00000001:0.0:1767326420.944774:0:221115:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767326420.945172:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000047866288. 00000001:00000010:0.0:1767326420.945183:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000090fbb585. 00000001:00000010:0.0:1767326420.945186:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000095ee049c. 00000001:00000010:0.0:1767326420.945207:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ff7dbfc4. 00000001:00000010:0.0:1767326420.945210:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000005330a76. 00000001:00000010:0.0:1767326420.945213:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006b4ac269. 00000001:00000010:0.0:1767326420.945215:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003d186046. 00000001:00000010:0.0:1767326420.945217:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000720051d2. 00000001:00000010:0.0:1767326420.945219:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d8690c08. 00000001:00000010:0.0:1767326420.945221:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000dc545ee6. 00000001:00000010:0.0:1767326420.945223:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000040080898. 00000001:00000010:0.0:1767326420.945225:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003fabb1fb. 00000001:00000010:0.0:1767326420.945228:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007425181b. 00000001:00000010:0.0:1767326420.945230:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009b76987f. 00000001:00000010:0.0:1767326420.945231:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000dfbca299. 00000001:00000010:0.0:1767326420.945234:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000019860560. 00000001:00000010:0.0:1767326420.945236:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008dfccef3. 00000001:00000010:0.0:1767326420.945238:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000215e198e. 00000001:00000010:0.0:1767326420.945241:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003bdd8b48. 00000001:00000010:0.0:1767326420.945243:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000dafa2f74. 00000001:00000010:0.0:1767326420.945246:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f31b303a. 00000001:00000010:0.0:1767326420.945248:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000695d0d9. 00000001:00000010:0.0:1767326420.945250:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000dcfd0dc2. 00000001:00000010:0.0:1767326420.945253:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fc4daea8. 00000001:00000010:0.0:1767326420.945255:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004c48ec09. 00000001:00000010:0.0:1767326420.945257:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000bb385847. 00000001:00000010:0.0:1767326420.945259:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001c3b2fad. 00000001:00000010:0.0:1767326420.945261:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000355cc46e. 00000001:00000010:0.0:1767326420.945263:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c7ed04ad. 00000001:00000010:0.0:1767326420.945266:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ee81866d. 00000001:00000010:0.0:1767326420.945268:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b7750f8d. 00000001:00000010:0.0:1767326420.945270:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000072701390. 00000001:00000010:0.0:1767326420.945272:0:221115:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 000000008d6a273b. 00000001:00000010:0.0:1767326420.945277:0:221115:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000003f9d10ee. 00000001:00000001:0.0:1767326420.945280:0:221115:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767326420.945290:0:221115:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000003001e15d. 00010000:00000001:0.0:1767326420.945293:0:221115:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767326420.946171:0:221115:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767326420.946174:0:221115:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1767326420.946176:0:221115:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:1.0:1767326420.946178:0:221115:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1767326420.946185:0:221115:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767326420.946187:0:221115:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1767326420.946189:0:221115:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 00000000b728d09b. 00010000:00000010:1.0:1767326420.946194:0:221115:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000c7e95c8d. 00010000:00000010:1.0:1767326420.946209:0:221115:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000ebbcbc05. 00010000:00000001:1.0:1767326420.946213:0:221115:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:1.0:1767326420.946215:0:221115:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1767326420.946217:0:221115:0:(mdc_dev.c:1698:mdc_device_free()) kfreed 'osc': 104 at 0000000074eacd47. 00000020:00000010:1.0:1767326420.946221:0:221115:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a53bd13c. 00000020:00000010:1.0:1767326420.946225:0:221115:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000003e7dee28. 00008000:00000010:1.0:1767326420.946229:0:221115:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000007f2150e7. 00000020:00000010:1.0:1767326420.946233:0:221115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f9429af. 00000020:00000001:1.0:1767326420.946242:0:221115:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326420.946245:0:221115:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000004cea2532. 00000020:00000001:1.0:1767326420.946255:0:221115:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326420.946257:0:221115:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767326420.946260:0:221115:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at 000000005f0d6bc1. 00000020:00000001:1.0:1767326420.946264:0:221115:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000080:02000400:1.0:1767326420.946266:0:221115:0:(llite_lib.c:1613:ll_put_super()) Unmounted lustre-client 00000020:00000001:1.0:1767326420.947347:0:221115:0:(obd_config.c:1121:class_del_profile()) Process entered 00000020:01000000:1.0:1767326420.947349:0:221115:0:(obd_config.c:1123:class_del_profile()) Del profile lustre-client 00000020:00000001:1.0:1767326420.947350:0:221115:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000020:00000001:1.0:1767326420.947352:0:221115:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446631307142413952 : -112766567137664 : ffff99707cd2be80) 00000020:00000010:1.0:1767326420.947356:0:221115:0:(obd_config.c:1160:class_put_profile()) kfreed 'lprof->lp_profile': 14 at 00000000a38e2645. 00000020:00000010:1.0:1767326420.947359:0:221115:0:(obd_config.c:1161:class_put_profile()) kfreed 'lprof->lp_dt': 14 at 0000000090fc4f7c. 00000020:00000010:1.0:1767326420.947362:0:221115:0:(obd_config.c:1162:class_put_profile()) kfreed 'lprof->lp_md': 14 at 000000009f85297d. 00000020:00000010:1.0:1767326420.947365:0:221115:0:(obd_config.c:1163:class_put_profile()) kfreed 'lprof': 48 at 00000000931e1343. 00000020:00000001:1.0:1767326420.947366:0:221115:0:(obd_config.c:1138:class_del_profile()) Process leaving 00000080:00000001:1.0:1767326420.947368:0:221115:0:(llite_lib.c:266:ll_free_sbi()) Process entered 00000020:00000010:1.0:1767326420.947384:0:221115:0:(cl_page.c:1415:cl_cache_decref()) kfreed 'cache': 152 at 00000000b8a7affb. 00000080:00000010:1.0:1767326420.947387:0:221115:0:(llite_lib.c:281:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_prefix': 6 at 00000000996d2d61. 00000080:00000010:1.0:1767326420.947391:0:221115:0:(llite_lib.c:287:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_upcall': 5 at 00000000d69e412e. 00000080:00000010:1.0:1767326420.947415:0:221115:0:(llite_lib.c:310:ll_free_sbi()) kfreed 'sbi': 1376 at 00000000d32ed284. 00000080:00000001:1.0:1767326420.947419:0:221115:0:(llite_lib.c:312:ll_free_sbi()) Process leaving 00000020:00000001:1.0:1767326420.947427:0:221115:0:(obd_mount.c:873:lustre_common_put_super()) Process entered 00000020:01000004:1.0:1767326420.947429:0:221115:0:(obd_mount.c:875:lustre_common_put_super()) dropping sb 000000003a773357 00000020:00000001:1.0:1767326420.947431:0:221115:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:00000001:1.0:1767326420.947433:0:221115:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:1.0:1767326420.947435:0:221115:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:1.0:1767326420.947438:0:221115:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect MGC192.168.203.107@tcp - 1 00000100:00000001:1.0:1767326420.947440:0:221115:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:1.0:1767326420.947442:0:221115:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 291f3881-b8f5-45de-bd3d-ba6c6f7647b5->MGS 00000020:00000001:1.0:1767326420.947444:0:221115:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326420.947446:0:221115:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=2 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326420.947448:0:221115:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326420.947449:0:221115:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326420.947451:0:221115:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:1.0:1767326420.947453:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767326420.947461:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767326420.947464:0:221115:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000090a25ea0 count: 2 00010000:00000001:1.0:1767326420.947467:0:221115:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:1.0:1767326420.947471:0:221115:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000090a25ea0 count: 3 00010000:00000001:1.0:1767326420.947473:0:221115:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326420.947477:0:221115:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767326420.947481:0:221115:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326420.947484:0:221115:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.107@tcp lock: 00000000a806fe52/0xddb593876518da2e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x11a3bfd0193d7c6 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767326420.947494:0:221115:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767326420.947497:0:221115:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.107@tcp lock: 00000000a806fe52/0xddb593876518da2e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x11a3bfd0193d7c6 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767326420.947503:0:221115:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1767326420.947507:0:221115:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:00000001:1.0:1767326420.947510:0:221115:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767326420.947512:0:221115:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(0000000084a5a69d) refs 1 10000000:01000000:1.0:1767326420.947516:0:221115:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 10000000:00000001:1.0:1767326420.947517:0:221115:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767326420.947524:0:221115:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767326420.947526:0:221115:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767326420.947527:0:221115:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767326420.947536:0:221115:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767326420.947538:0:221115:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767326420.947539:0:221115:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767326420.947541:0:221115:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767326420.947542:0:221115:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767326420.947544:0:221115:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:08000000:1.0:1767326420.947549:0:221115:0:(sec_config.c:500:sptlrpc_conf_free()) free sptlrpc conf lustre 02000000:00000010:1.0:1767326420.947552:0:221115:0:(sec_config.c:504:sptlrpc_conf_free()) kfreed 'conf': 120 at 000000004ed31c43. 00000020:00000040:1.0:1767326420.947558:0:221115:0:(genops.c:898:class_export_put()) PUTting export 000000005f5ed130 : new refcount 2 10000000:00000010:1.0:1767326420.947560:0:221115:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 0000000084a5a69d. 10000000:00000001:1.0:1767326420.947564:0:221115:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767326420.947566:0:221115:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326420.947570:0:221115:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326420.947574:0:221115:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326420.947576:0:221115:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326420.947579:0:221115:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326420.947582:0:221115:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326420.947585:0:221115:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a806fe52 with handle 0xddb593876518da2e from hash 00010000:00000001:1.0:1767326420.947593:0:221115:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326420.947595:0:221115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326420.947597:0:221115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326420.947599:0:221115:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326420.947602:0:221115:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326420.947604:0:221115:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767326420.947608:0:221115:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326420.947610:0:221115:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326420.947612:0:221115:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326420.947615:0:221115:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326420.947622:0:221115:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef1aafe9. 00000020:00000040:1.0:1767326420.947626:0:221115:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326420.947631:0:221115:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326420.947634:0:221115:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326420.947638:0:221115:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326420.947645:0:221115:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eee4cb68. 00000100:00000001:1.0:1767326420.947657:0:221115:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326420.947661:0:221115:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326420.947666:0:221115:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.107@tcp lock: 00000000a806fe52/0xddb593876518da2e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x11a3bfd0193d7c6 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326420.947688:0:221115:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326420.947690:0:221115:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326420.947694:0:221115:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767326420.947697:0:221115:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767326420.947704:0:221115:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c4c41626. 00000100:00000001:1.0:1767326420.947707:0:221115:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446631306176376192 : -112767533175424 : ffff9970433e2d80) 00000100:00000001:1.0:1767326420.947710:0:221115:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326420.947717:0:221115:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138716032 : -112766570835584 : ffff99707c9a5180) 00000100:00000001:1.0:1767326420.947722:0:221115:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326420.947725:0:221115:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326420.947728:0:221115:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767326420.947730:0:221115:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326420.947739:0:221115:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef1aafe9 x1853174993469056/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326420.947749:0:221115:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326420.947751:0:221115:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326420.947757:0:221115:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef1aafe9 x1853174993469056/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326420.947765:0:221115:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1767326420.947773:0:221115:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326420.947774:0:221115:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326420.947777:0:221115:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c4c41626 going to sleep for 0 seconds 00000100:00000001:1.0:1767326420.947780:0:221115:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326420.947783:0:221115:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:1.0:1767326420.947787:0:221115:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326420.947790:0:221115:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326420.947793:0:221115:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326420.947797:0:221115:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef1aafe9 x1853174993469056/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326420.947803:0:221115:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job umount:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:221115:1853174993469056:192.168.203.107@tcp:103: 00000100:00000001:1.0:1767326420.947816:0:221115:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326420.947820:0:221115:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1767326420.947822:0:221115:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326420.947824:0:221115:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326420.947826:0:221115:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef1aafe9 x1853174993469056/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326420.947836:0:221115:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326420.947838:0:221115:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c4c41626. 00000100:00000001:1.0:1767326420.947840:0:221115:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767326420.947842:0:221115:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:1.0:1767326420.947844:0:221115:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:1.0:1767326420.947846:0:221115:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326420.947848:0:221115:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef1aafe9 x1853174993469056/t0(0) o103->MGC192.168.203.107@tcp@192.168.203.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326420.947853:0:221115:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767326420.947855:0:221115:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326420.947856:0:221115:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=2 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326420.947857:0:221115:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326420.947859:0:221115:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000eee4cb68. 02000000:00000001:1.0:1767326420.947862:0:221115:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326420.947864:0:221115:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326420.947865:0:221115:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef1aafe9. 00000100:00000001:1.0:1767326420.947868:0:221115:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326420.947869:0:221115:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326420.947871:0:221115:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:1.0:1767326420.947872:0:221115:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:1.0:1767326420.947874:0:221115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326420.947875:0:221115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.107@tcp lock: 00000000a806fe52/0xddb593876518da2e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x11a3bfd0193d7c6 expref: -99 pid: 214155 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326420.947887:0:221115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326420.947888:0:221115:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326420.947890:0:221115:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767326420.947892:0:221115:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000090a25ea0 count: 0 00000001:00000001:1.0:1767326420.947905:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326420.947907:0:221115:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326420.947909:0:221115:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1767326420.947911:0:221115:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1767326420.947912:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767326420.947913:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767326420.947915:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767326420.947917:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767326420.947917:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767326420.947920:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326420.947921:0:221115:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326420.947923:0:221115:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:1.0:1767326420.947925:0:221115:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00000001:1.0:1767326420.947928:0:221115:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:1.0:1767326420.947935:0:221115:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1767326420.947937:0:221115:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef1aafe9. 00000020:00000040:1.0:1767326420.947939:0:221115:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000100:00000001:1.0:1767326420.947941:0:221115:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326420.947943:0:221115:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326420.947944:0:221115:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326420.947948:0:221115:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011945c34. 00000100:00000001:1.0:1767326420.947950:0:221115:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326420.947952:0:221115:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446631307138716032 : -112766570835584 : ffff99707c9a5180) 00000100:00080000:1.0:1767326420.947955:0:221115:0:(import.c:65:import_set_state_nolock()) 000000008464003e MGS: changing import state from FULL to CONNECTING 00000100:00000001:1.0:1767326420.947957:0:221115:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326420.947959:0:221115:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326420.947963:0:221115:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1aafe9] to pc [ptlrpcd_rcv+-1] req@00000000ef1aafe9 x1853174993469184/t0(0) o251->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326420.947987:0:221115:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.947994:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326420.947999:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326420.948001:0:211464:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326420.948008:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef1aafe9 x1853174993469184/t0(0) o251->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326420.948018:0:211464:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326420.948020:0:211464:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326420.948031:0:211464:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326420.948034:0:211464:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326420.948037:0:211464:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326420.948041:0:211464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211464:1853174993469184:192.168.203.107@tcp:251: 00000100:00000001:2.0:1767326420.948046:0:211464:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326420.948053:0:211464:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326420.948055:0:211464:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326420.948058:0:211464:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326420.948063:0:211464:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007cd227d9. 02000000:00000001:2.0:1767326420.948067:0:211464:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326420.948073:0:211464:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d9cae8e. 00000400:00000010:2.0:1767326420.948081:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006167ed22. 00000100:00000200:2.0:1767326420.948087:0:211464:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853174993469184, portal 25 00000100:00000001:2.0:1767326420.948090:0:211464:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326420.948092:0:211464:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446631307138716032 : -112766570835584 : ffff99707c9a5180) 00000100:00000040:2.0:1767326420.948098:0:211464:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef1aafe9 x1853174993469184/t0(0) o251->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326420.948107:0:211464:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326420.948110:0:211464:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.107@tcp 00000400:00000010:2.0:1767326420.948113:0:211464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6e09edd. 00000100:00000200:2.0:1767326420.948116:0:211464:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853174993469184, offset 0 00000400:00000200:2.0:1767326420.948123:0:211464:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.107@tcp 00000400:00000200:2.0:1767326420.948173:0:211464:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.107@tcp local destination 00000400:00000200:2.0:1767326420.948180:0:211464:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326420.948187:0:211464:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.7@tcp 00000400:00000200:2.0:1767326420.948193:0:211464:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326420.948222:0:211464:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.107@tcp 00000400:00000200:2.0:1767326420.948228:0:211464:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.7@tcp NI seq info: [653:653:256:4294967295] 192.168.203.107@tcp LPNI seq info [653:653:8:4294967295] 00000400:00000200:2.0:1767326420.948244:0:211464:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp:) -> 192.168.203.107@tcp(192.168.203.107@tcp:192.168.203.107@tcp) : PUT try# 0 00000800:00000200:2.0:1767326420.948253:0:211464:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.107@tcp 00000800:00000010:2.0:1767326420.948258:0:211464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a482798. 00000800:00000200:2.0:1767326420.948265:0:211464:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:2.0:1767326420.948273:0:211464:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:2.0:1767326420.948277:0:211464:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005a482798 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326420.948290:0:211464:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.948295:0:211464:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 0 is 4306342516 00000100:00000001:2.0:1767326420.948303:0:211464:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306342497 00000100:00000001:2.0:1767326420.948308:0:211464:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 1 is 4306342516 00000100:00000001:2.0:1767326420.948312:0:211464:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306342497 00000100:00000001:2.0:1767326420.948316:0:211464:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 2 is 4306342516 00000100:00000001:2.0:1767326420.948322:0:211464:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306342497 00000100:00000001:2.0:1767326420.948326:0:211464:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS new deadline estimation for cpu 3 is 4306342516 00000100:00000001:2.0:1767326420.948331:0:211464:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306342497 00000100:00000001:2.0:1767326420.948335:0:211464:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326420.948338:0:211464:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.948342:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.948345:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326420.948350:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326420.948352:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767326420.948355:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326420.948357:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326420.948359:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.948361:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326420.948366:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326420.948370:0:211459:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a482798. 00000400:00000200:1.0:1767326420.948374:0:211459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326420.948380:0:211459:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000400:00000200:1.0:1767326420.948384:0:211459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6e09edd 00000400:00000010:1.0:1767326420.948386:0:211459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6e09edd. 00000100:00000001:1.0:1767326420.948395:0:211459:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326420.948400:0:211459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef1aafe9 x1853174993469184/t0(0) o251->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326420.948407:0:211459:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326420.948409:0:211459:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef1aafe9 x1853174993469184/t0(0) o251->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326420.948414:0:211459:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326420.948416:0:211459:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326420.949460:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326420.949471:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326420.949474:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326420.949476:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326420.949483:0:211458:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.7@tcp(192.168.203.7@tcp) <- 192.168.203.107@tcp : PUT - for me 00000400:00000200:1.0:1767326420.949493:0:211458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.107@tcp of length 224 into portal 25 MB=0x69573ed313f00 00000400:00000200:1.0:1767326420.949498:0:211458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.107@tcp of length 224/224 into md 0x1531 [1] + 224 00000800:00000001:1.0:1767326420.949503:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326420.949509:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326420.949510:0:211458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326420.949512:0:211458:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.7@tcp->192.168.203.107@tcp: PUT: OK 00000100:00000001:1.0:1767326420.949516:0:211458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326420.949519:0:211458:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef1aafe9 x1853174993469184/t0(0) o251->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326420.949527:0:211458:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef1aafe9 x1853174993469184/t0(0) o251->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326420.949540:0:211458:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326420.949546:0:211458:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326420.949548:0:211458:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326420.949551:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326420.949554:0:211464:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326420.949557:0:211464:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326420.949559:0:211464:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326420.949560:0:211464:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d9cae8e. 00000400:00000200:2.0:1767326420.949564:0:211464:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006167ed22 00000400:00000010:2.0:1767326420.949565:0:211464:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006167ed22. 00000100:00000001:2.0:1767326420.949567:0:211464:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326420.949571:0:211464:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef1aafe9 x1853174993469184/t0(0) o251->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326420.949577:0:211464:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef1aafe9 x1853174993469184/t0(0) o251->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326420.949584:0:211464:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326420.949585:0:211464:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326420.949587:0:211464:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326420.949589:0:211464:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326420.949591:0:211464:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326420.949593:0:211464:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326420.949595:0:211464:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326420.949598:0:211464:0:(import.c:2128:obd_at_measure()) add 5 to 0000000007689269 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326420.949601:0:211464:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e4a489d2 time=77 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326420.949603:0:211464:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326420.949604:0:211464:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326420.949606:0:211464:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326420.949607:0:211464:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.949608:0:211464:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326420.949611:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef1aafe9 x1853174993469184/t0(0) o251->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326420.949615:0:211464:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326420.949617:0:211464:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326420.949618:0:211464:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767326420.949619:0:211464:0:(import.c:65:import_set_state_nolock()) 000000008464003e MGS: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1767326420.949621:0:211464:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:2.0:1767326420.949623:0:211464:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1767326420.949625:0:211464:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1767326420.949626:0:211464:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.949628:0:211464:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326420.949629:0:211464:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:2.0:1767326420.949629:0:211464:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1767326420.949630:0:211464:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.949631:0:211464:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:2.0:1767326420.949640:0:211464:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef1aafe9 x1853174993469184/t0(0) o251->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326420.949645:0:211464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef1aafe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:291f3881-b8f5-45de-bd3d-ba6c6f7647b5:211464:1853174993469184:192.168.203.107@tcp:251: 00000100:00000001:2.0:1767326420.949649:0:211464:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326420.949650:0:211464:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326420.949652:0:211464:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef1aafe9 x1853174993469184/t0(0) o251->MGC192.168.203.107@tcp@192.168.203.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326420.949655:0:221115:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.949657:0:211464:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326420.949660:0:221115:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767326420.949663:0:221115:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1767326420.949665:0:221115:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767326420.949667:0:221115:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767326420.949668:0:221115:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767326420.949674:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 02000000:00000001:2.0:1767326420.949675:0:211464:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:01000000:1.0:1767326420.949676:0:221115:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 02000000:00000010:2.0:1767326420.949679:0:211464:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007cd227d9. 10000000:00000001:1.0:1767326420.949679:0:221115:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326420.949684:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:2.0:1767326420.949685:0:211464:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1767326420.949686:0:221115:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000001:2.0:1767326420.949688:0:211464:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326420.949689:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00000040:2.0:1767326420.949690:0:211464:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=2 obd=MGC192.168.203.107@tcp 10000000:01000000:1.0:1767326420.949692:0:221115:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808003 00000020:00000001:2.0:1767326420.949694:0:211464:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:1.0:1767326420.949695:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:2.0:1767326420.949697:0:211464:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011945c34. 00000001:00000001:1.0:1767326420.949697:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767326420.949701:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326420.949702:0:211464:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:1.0:1767326420.949703:0:221115:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1767326420.949705:0:211464:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:1.0:1767326420.949706:0:221115:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000010:2.0:1767326420.949708:0:211464:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef1aafe9. 00000001:00000001:1.0:1767326420.949709:0:221115:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326420.949712:0:221115:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.949713:0:211464:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326420.949714:0:221115:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326420.949715:0:211464:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326420.949718:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326420.949719:0:221115:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000100:00000001:2.0:1767326420.949722:0:211464:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767326420.949722:0:221115:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767326420.949725:0:221115:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xddb593876518d97f 00000100:00000001:2.0:1767326420.949726:0:211464:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326420.949731:0:211464:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326420.949731:0:221115:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000034fb42fc with handle 0xddb593876518d97f from hash 00000100:00000001:2.0:1767326420.949735:0:211464:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326420.949737:0:221115:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767326420.949740:0:221115:0:(genops.c:898:class_export_put()) PUTting export 0000000034fb42fc : new refcount 1 00000020:00000001:1.0:1767326420.949742:0:221115:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767326420.949743:0:221115:0:(genops.c:898:class_export_put()) PUTting export 0000000034fb42fc : new refcount 0 00000020:00000080:1.0:1767326420.949744:0:221115:0:(genops.c:904:class_export_put()) final put 0000000034fb42fc/291f3881-b8f5-45de-bd3d-ba6c6f7647b5 00000020:00000001:1.0:1767326420.949747:0:221115:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326420.949758:0:221115:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326420.949759:0:221115:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326420.949761:0:221115:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326420.949763:0:221115:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767326420.949764:0:221115:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGC192.168.203.107@tcp (flags='') 00000020:00000001:2.0:1767326420.949768:0:191765:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:1.0:1767326420.949769:0:221115:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 00000000c643a41f. 00000020:00000080:2.0:1767326420.949773:0:191765:0:(genops.c:863:class_export_destroy()) destroying export 0000000034fb42fc/291f3881-b8f5-45de-bd3d-ba6c6f7647b5 for MGC192.168.203.107@tcp 00000020:00000080:1.0:1767326420.949774:0:221115:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000040:2.0:1767326420.949779:0:191765:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 2 to 192.168.203.107@tcp 00000020:00000001:1.0:1767326420.949780:0:221115:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:2.0:1767326420.949782:0:191765:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000080:1.0:1767326420.949784:0:221115:0:(obd_config.c:886:class_cleanup()) MGC192.168.203.107@tcp: forcing exports to disconnect: 0/3 00000020:00000001:2.0:1767326420.949785:0:191765:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326420.949787:0:221115:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000040:2.0:1767326420.949788:0:191765:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.107@tcp (000000007a91d4be) now 5 - export 00000020:00080000:1.0:1767326420.949790:0:221115:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (000000007a91d4be) has no exports 00000020:00000010:2.0:1767326420.949791:0:191765:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000034fb42fc. 00000020:00000001:1.0:1767326420.949793:0:221115:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767326420.949796:0:191765:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767326420.949800:0:221115:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:1.0:1767326420.949802:0:221115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eee4cb68. 00000020:00000010:1.0:1767326420.949806:0:221115:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c9f3c524. 00000040:00000010:1.0:1767326420.949808:0:221115:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007e836fa4. 00000020:00000010:1.0:1767326420.949811:0:221115:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006a4dbf2e. 00000020:00000010:1.0:1767326420.949814:0:221115:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000073be0600. 00040000:00000010:1.0:1767326420.949817:0:221115:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005d53f249. 00040000:00000010:1.0:1767326420.949819:0:221115:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000753e32a1. 00000020:00000010:1.0:1767326420.949822:0:221115:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001059542a. 10000000:00000001:1.0:1767326420.949825:0:221115:0:(mgc_request.c:792:mgc_device_fini()) Process entered 10000000:01000000:3.0:1767326420.949857:0:214155:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:00000001:3.0:1767326420.949861:0:214155:0:(mgc_request.c:709:mgc_requeue_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326420.949869:0:221115:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 10000000:01000000:1.0:1767326420.949872:0:221115:0:(obd_class.h:663:obd_cleanup_client_import()) MGC192.168.203.107@tcp: client import never connected 00000100:00000001:1.0:1767326420.949874:0:221115:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767326420.949875:0:221115:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1767326420.949877:0:221115:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767326420.949878:0:221115:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767326420.949879:0:221115:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767326420.949880:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767326420.949881:0:221115:0:(obd_class.h:479:obd_check_dev()) Device 0 not setup 00000100:00000001:1.0:1767326420.949883:0:221115:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:1.0:1767326420.949884:0:221115:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767326420.949886:0:221115:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767326420.949887:0:221115:0:(obd_class.h:479:obd_check_dev()) Device 0 not setup 00000100:00000001:1.0:1767326420.949888:0:221115:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:1.0:1767326420.949891:0:221115:0:(genops.c:1229:class_import_get()) import 000000008464003e refcount=3 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326420.949893:0:221115:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326420.949894:0:221115:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=2 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326420.949896:0:221115:0:(genops.c:1249:class_import_put()) Process leaving 02000000:08000000:1.0:1767326420.949899:0:221115:0:(sec.c:1366:sec_cop_destroy_sec()) sec.null@00000000a4b7fee3: being destroyed 00000020:00000001:1.0:1767326420.949901:0:221115:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326420.949903:0:221115:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=1 obd=MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326420.949904:0:221115:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:1.0:1767326420.949906:0:221115:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 10000000:00000001:1.0:1767326420.949907:0:221115:0:(mgc_request.c:774:mgc_llog_fini()) Process entered 10000000:00000040:1.0:1767326420.949909:0:221115:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000033f481f1 : new refcount 2 00000040:00000001:1.0:1767326420.949911:0:221115:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767326420.949912:0:221115:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000033f481f1 : new refcount 1 00000020:00000040:1.0:1767326420.949921:0:221115:0:(genops.c:898:class_export_put()) PUTting export 000000005f5ed130 : new refcount 1 00000020:00000001:1.0:1767326420.949922:0:221115:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326420.949924:0:221115:0:(genops.c:1242:class_import_put()) import 000000008464003e refcount=0 obd=MGC192.168.203.107@tcp 00000020:00000040:1.0:1767326420.949926:0:221115:0:(genops.c:1245:class_import_put()) final put import 000000008464003e 00000020:00000001:1.0:1767326420.949934:0:221115:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:1.0:1767326420.949936:0:221115:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000033f481f1. 00000040:00000001:1.0:1767326420.949942:0:221115:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326420.949944:0:221115:0:(mgc_request.c:780:mgc_llog_fini()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326420.949946:0:221115:0:(mgc_request.c:816:mgc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326420.949949:0:221115:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001059542a. 00000020:00000001:2.0:1767326420.949955:0:191765:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767326420.949958:0:191765:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000008464003e for MGC192.168.203.107@tcp 00000020:00000010:1.0:1767326420.949960:0:221115:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c9f3c524. 00000020:00000040:2.0:1767326420.949962:0:191765:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 1 to 192.168.203.107@tcp 00000040:00000010:1.0:1767326420.949965:0:221115:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007e836fa4. 00000020:00000040:2.0:1767326420.949968:0:191765:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000530aaa32 refcount 0 to 192.168.203.107@tcp 00000020:00000010:2.0:1767326420.949971:0:191765:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 000000005ac2002f. 00000020:00000010:1.0:1767326420.949971:0:221115:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006a4dbf2e. 00000020:00000040:2.0:1767326420.949977:0:191765:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.107@tcp (000000007a91d4be) now 4 - import 00000020:00000010:1.0:1767326420.949978:0:221115:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000073be0600. 00000020:00000010:2.0:1767326420.949980:0:191765:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000008464003e. 00040000:00000010:1.0:1767326420.949983:0:221115:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005d53f249. 00000020:00000001:2.0:1767326420.949985:0:191765:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00040000:00000010:1.0:1767326420.949987:0:221115:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000753e32a1. 00000020:00000010:1.0:1767326420.949990:0:221115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eee4cb68. 00000020:00000001:1.0:1767326420.949991:0:221115:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767326420.950000:0:221115:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767326420.950004:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006d03fee9. 00000001:00000010:1.0:1767326420.950006:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007bf6af47. 00000001:00000010:1.0:1767326420.950009:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a69d00f6. 00000001:00000010:1.0:1767326420.950010:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dba84d45. 00000001:00000010:1.0:1767326420.950011:0:221115:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000827d81e7. 00000001:00000010:1.0:1767326420.950013:0:221115:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000004b95ff55. 00000001:00000001:1.0:1767326420.950015:0:221115:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767326420.950016:0:221115:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767326420.950019:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c6237f85. 00000001:00000010:1.0:1767326420.950020:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000003bbdcd. 00000001:00000010:1.0:1767326420.950023:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a2adbb25. 00000001:00000010:1.0:1767326420.950025:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003541fe8c. 00000001:00000010:1.0:1767326420.950026:0:221115:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ef92b61d. 00000001:00000010:1.0:1767326420.950027:0:221115:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000002cbf98df. 00000001:00000001:1.0:1767326420.950030:0:221115:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767326420.950030:0:221115:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.107@tcp (000000007a91d4be) now 3 - setup 00000020:00000001:1.0:1767326420.950036:0:221115:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326420.950037:0:221115:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767326420.950039:0:221115:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767326420.950041:0:221115:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767326420.950043:0:221115:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.107@tcp (000000007a91d4be) now 2 - obd_device_list 00000020:00000080:1.0:1767326420.950045:0:221115:0:(obd_config.c:814:class_detach()) detach on obd MGC192.168.203.107@tcp (uuid 291f3881-b8f5-45de-bd3d-ba6c6f7647b5) 00000020:00000040:1.0:1767326420.950046:0:221115:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.107@tcp (000000007a91d4be) now 1 - newdev 00000020:00000040:1.0:1767326420.950048:0:221115:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005f5ed130 with handle 0xddb593876518d978 from hash 00000020:00000040:1.0:1767326420.950050:0:221115:0:(genops.c:898:class_export_put()) PUTting export 000000005f5ed130 : new refcount 0 00000020:00000080:1.0:1767326420.950051:0:221115:0:(genops.c:904:class_export_put()) final put 000000005f5ed130/291f3881-b8f5-45de-bd3d-ba6c6f7647b5 00000020:00000001:1.0:1767326420.950052:0:221115:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326420.950053:0:221115:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767326420.950054:0:221115:0:(genops.c:863:class_export_destroy()) destroying export 000000005f5ed130/291f3881-b8f5-45de-bd3d-ba6c6f7647b5 for MGC192.168.203.107@tcp 00000020:00000001:1.0:1767326420.950056:0:221115:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767326420.950057:0:221115:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326420.950058:0:221115:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005f5ed130. 00000020:00000001:1.0:1767326420.950061:0:221115:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767326420.950062:0:221115:0:(genops.c:440:class_free_dev()) Release obd device MGC192.168.203.107@tcp obd_type name = mgc 00000020:01000000:1.0:1767326420.950063:0:221115:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGC192.168.203.107@tcp (291f3881-b8f5-45de-bd3d-ba6c6f7647b5) 00000020:00000001:1.0:1767326420.950065:0:221115:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767326420.950066:0:221115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eee4cb68. 00000020:00000010:1.0:1767326420.950067:0:221115:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000753e32a1. 00000040:00000010:1.0:1767326420.950069:0:221115:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000073be0600. 00000020:00000010:1.0:1767326420.950071:0:221115:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006a4dbf2e. 00000020:00000010:1.0:1767326420.950072:0:221115:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007e836fa4. 00040000:00000010:1.0:1767326420.950074:0:221115:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005d53f249. 00040000:00000010:1.0:1767326420.950075:0:221115:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c9f3c524. 10000000:00000001:1.0:1767326420.950077:0:221115:0:(mgc_request.c:824:mgc_device_free()) Process entered 00000020:00000001:1.0:1767326420.950078:0:221115:0:(obd_config.c:1171:class_del_profiles()) Process entered 00000020:00000001:1.0:1767326420.950080:0:221115:0:(obd_config.c:1184:class_del_profiles()) Process leaving 00010000:00000001:1.0:1767326420.950178:0:221115:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1767326420.950181:0:221115:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1767326420.950183:0:221115:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1767326420.950219:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000d3227127. 00000020:00000010:1.0:1767326420.950223:0:221115:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000000b542ac3. 00000020:00000010:1.0:1767326420.950226:0:221115:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b2cc269b. 00010000:00000001:1.0:1767326420.950256:0:221115:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767326420.950267:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000001678a263. 00000020:00000010:1.0:1767326420.950270:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000097822443. 00000020:00000010:1.0:1767326420.950273:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000b7d705b8. 00000020:00000010:1.0:1767326420.950275:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000f132d4f8. 00000020:00000010:1.0:1767326420.950278:0:221115:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000aad2a568. 00000020:00000010:1.0:1767326420.950280:0:221115:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000e698e845. 00000001:00000001:1.0:1767326420.950308:0:221115:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767326420.950310:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000e6c41c89. 00000001:00000010:1.0:1767326420.950311:0:221115:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 000000001634e8db. 00000001:00000010:1.0:1767326420.950313:0:221115:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 0000000026977f4e. 00000001:00000010:1.0:1767326420.950314:0:221115:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000e4df7209. 00000001:00000001:1.0:1767326420.950315:0:221115:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767326420.950317:0:221115:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 0000000047e39c2e. 00010000:00000001:1.0:1767326420.950318:0:221115:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767326420.950320:0:221115:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767326420.950320:0:221115:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1767326420.950321:0:221115:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:1.0:1767326420.950322:0:221115:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1767326420.950323:0:221115:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767326420.950325:0:221115:0:(ldlm_lockd.c:3526:ldlm_cleanup()) Process entered 00000001:00000010:1.0:1767326420.950338:0:221115:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at 0000000037e3570f. 00000001:00000010:1.0:1767326420.950341:0:221115:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at 0000000091123699. 00000020:00000001:3.0:1767326420.950370:0:214153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326420.950372:0:214153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326420.950374:0:214153:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00000001:3.0:1767326420.950377:0:214153:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767326420.950378:0:214153:0:(ldlm_lockd.c:2877:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:3.0:1767326420.950385:0:214153:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000cf1f511f. 00000020:00000010:3.0:1767326420.950390:0:214153:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000db06b7af. 00000020:00000010:3.0:1767326420.950394:0:214153:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000088d02ac8. 00000020:00000010:3.0:1767326420.950398:0:214153:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d2792ab5. 00000020:00000010:3.0:1767326420.950401:0:214153:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009658f903. 80000000:00000010:3.0:1767326420.950404:0:214153:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000057ec99a7. 40000000:00000010:3.0:1767326420.950408:0:214153:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000087fb79e8. 00100000:00000010:3.0:1767326420.950410:0:214153:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008c920dc4. 00040000:00000010:3.0:1767326420.950413:0:214153:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005fa57e8f. 00040000:00000010:3.0:1767326420.950416:0:214153:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000083073a28. 00002000:00000010:3.0:1767326420.950419:0:214153:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009b6d3e24. 00000020:00000010:3.0:1767326420.950422:0:214153:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000296b1c73. 00010000:00000010:3.0:1767326420.950424:0:214153:0:(ldlm_lockd.c:3017:ldlm_bl_thread_main()) kfreed 'env': 56 at 00000000e8f369b4. 00000020:00000001:0.0:1767326420.950425:0:214507:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767326420.950426:0:214153:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326420.950429:0:214507:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326420.950433:0:214507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00000001:0.0:1767326420.950436:0:214507:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326420.950437:0:214507:0:(ldlm_lockd.c:2877:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:0.0:1767326420.950446:0:214507:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000054246abc. 00000020:00000010:0.0:1767326420.950455:0:214507:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ed70768f. 00000020:00000010:0.0:1767326420.950459:0:214507:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002870eb32. 00000020:00000010:0.0:1767326420.950462:0:214507:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000986f7413. 00000020:00000010:0.0:1767326420.950466:0:214507:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000eb5cfe4c. 80000000:00000010:0.0:1767326420.950468:0:214507:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f49067b9. 40000000:00000010:0.0:1767326420.950472:0:214507:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008e4c4ab1. 00100000:00000010:0.0:1767326420.950475:0:214507:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bf3f7b53. 00040000:00000010:0.0:1767326420.950478:0:214507:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002322a885. 00040000:00000010:0.0:1767326420.950481:0:214507:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000776366f8. 00002000:00000010:0.0:1767326420.950484:0:214507:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005aa14581. 00000020:00000010:0.0:1767326420.950487:0:214507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092b9c82f. 00000020:00000001:2.0:1767326420.950488:0:214152:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000010:0.0:1767326420.950490:0:214507:0:(ldlm_lockd.c:3017:ldlm_bl_thread_main()) kfreed 'env': 56 at 00000000b7ffe976. 00000020:00000001:2.0:1767326420.950492:0:214152:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326420.950494:0:214507:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326420.950497:0:214152:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00010000:00000001:2.0:1767326420.950501:0:214152:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767326420.950503:0:214152:0:(ldlm_lockd.c:2877:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:2.0:1767326420.950513:0:214152:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000069bc7d0a. 00000020:00000010:2.0:1767326420.950523:0:214152:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000376ea51d. 00000020:00000010:2.0:1767326420.950527:0:214152:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b394b7c0. 00000020:00000010:2.0:1767326420.950532:0:214152:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c690c474. 00000020:00000001:1.0:1767326420.950534:0:221118:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1767326420.950536:0:214152:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fb647dd9. 00000020:00000001:1.0:1767326420.950538:0:221118:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:2.0:1767326420.950540:0:214152:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000081e90e7. 00010000:00010000:1.0:1767326420.950542:0:221118:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-4 blwis in pool) 40000000:00000010:2.0:1767326420.950545:0:214152:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000920e3cb. 00010000:00000001:1.0:1767326420.950546:0:221118:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326420.950549:0:221118:0:(ldlm_lockd.c:2877:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00100000:00000010:2.0:1767326420.950550:0:214152:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000026766db7. 00040000:00000010:2.0:1767326420.950555:0:214152:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000f1b674c. 00000020:00000010:1.0:1767326420.950555:0:221118:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000bea2d26f. 00040000:00000010:2.0:1767326420.950561:0:214152:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007df178be. 00002000:00000010:2.0:1767326420.950566:0:214152:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c24c964c. 00000020:00000010:1.0:1767326420.950567:0:221118:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000687bab84. 00000020:00000010:2.0:1767326420.950569:0:214152:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040638adb. 00000020:00000010:1.0:1767326420.950573:0:221118:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a855afe4. 00010000:00000010:2.0:1767326420.950574:0:214152:0:(ldlm_lockd.c:3017:ldlm_bl_thread_main()) kfreed 'env': 56 at 00000000d94eada7. 00010000:00000001:2.0:1767326420.950580:0:214152:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326420.950580:0:221118:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bc69cddc. 00000020:00000010:1.0:1767326420.950586:0:221118:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000089557e1d. 80000000:00000010:1.0:1767326420.950595:0:221118:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000092aef95c. 40000000:00000010:1.0:1767326420.950598:0:221118:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c852d272. 00100000:00000010:1.0:1767326420.950602:0:221118:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000060b4fe9c. 00040000:00000010:1.0:1767326420.950607:0:221118:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b6fe8d38. 00040000:00000010:1.0:1767326420.950610:0:221118:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006d445d64. 00002000:00000010:1.0:1767326420.950613:0:221118:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009033d562. 00000020:00000010:1.0:1767326420.950616:0:221118:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7c7e78b. 00010000:00000010:1.0:1767326420.950619:0:221118:0:(ldlm_lockd.c:3017:ldlm_bl_thread_main()) kfreed 'env': 56 at 0000000040c50c97. 00010000:00000001:1.0:1767326420.950621:0:221118:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326420.950675:0:221115:0:(ldlm_lockd.c:3555:ldlm_cleanup()) kfreed 'blp': 168 at 00000000974f8a3c. 00000100:00000001:1.0:1767326420.950679:0:221115:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767326420.950681:0:221115:0:(service.c:3836:ptlrpc_unregister_service()) ldlm_cbd: tearing down 00000100:00000001:1.0:1767326420.950685:0:221115:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767326420.950687:0:221115:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767326420.950689:0:221115:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_cbd 00000100:00000040:1.0:1767326420.950691:0:221115:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ldlm_cb #1 00000100:00000040:1.0:1767326420.950693:0:221115:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ldlm_cb #0 00000100:00000040:1.0:1767326420.950708:0:221115:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cb #1 00000020:00000010:3.0:1767326420.950734:0:214148:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000463e0c85. 00000040:00000010:3.0:1767326420.950741:0:214148:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000008f6e484. 00000020:00000010:3.0:1767326420.950745:0:214148:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a3174dd0. 00000020:00000010:3.0:1767326420.950749:0:214148:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c9ed3979. 00000020:00000010:3.0:1767326420.950754:0:214148:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bea9d21e. 80000000:00000010:3.0:1767326420.950758:0:214148:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008aac1254. 00000020:00000010:2.0:1767326420.950761:0:214147:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b4b3a045. 40000000:00000010:3.0:1767326420.950762:0:214148:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009d31188d. 00000040:00000010:2.0:1767326420.950767:0:214147:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000790d1030. 00100000:00000010:3.0:1767326420.950769:0:214148:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bf32a72a. 00000020:00000010:2.0:1767326420.950772:0:214147:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000028cad977. 00040000:00000010:3.0:1767326420.950777:0:214148:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003ce8ca78. 00000020:00000010:2.0:1767326420.950778:0:214147:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000dae03a4e. 00040000:00000010:3.0:1767326420.950785:0:214148:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000046bfef81. 00000020:00000010:2.0:1767326420.950785:0:214147:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a73b01b6. 80000000:00000010:2.0:1767326420.950792:0:214147:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000507d42cc. 00040000:00000010:3.0:1767326420.950794:0:214148:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f7057915. 40000000:00000010:2.0:1767326420.950795:0:214147:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009067e5a9. 00000004:00000010:3.0:1767326420.950800:0:214148:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000038903c91. 00100000:00000010:2.0:1767326420.950801:0:214147:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000e5f189c. 00040000:00000010:2.0:1767326420.950805:0:214147:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ad614b29. 00000004:00000010:3.0:1767326420.950809:0:214148:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d77d0945. 00040000:00000010:2.0:1767326420.950810:0:214147:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000047de3749. 00040000:00000010:2.0:1767326420.950817:0:214147:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000012206bd5. 00000004:00000010:3.0:1767326420.950819:0:214148:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005c73087b. 00000004:00000010:2.0:1767326420.950820:0:214147:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d37c5504. 00002000:00000010:3.0:1767326420.950827:0:214148:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000904e60c5. 00000004:00000010:2.0:1767326420.950827:0:214147:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000907f2d42. 00000004:00000010:3.0:1767326420.950836:0:214148:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ebe3cd0d. 00000004:00000010:2.0:1767326420.950836:0:214147:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000f332d67. 00002000:00000010:2.0:1767326420.950839:0:214147:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cb42fa4d. 00000004:00000010:2.0:1767326420.950841:0:214147:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008019af4c. 00000020:00000010:2.0:1767326420.950843:0:214147:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d3a2ec7. 00000020:00000010:3.0:1767326420.950851:0:214148:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009493c1da. 00000020:00000010:2.0:1767326420.950851:0:214147:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c1a494f9. 00000100:00000010:2.0:1767326420.950859:0:214147:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000010dd1d92. 00000020:00000010:3.0:1767326420.950861:0:214148:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007beedf61. 00000100:00100000:2.0:1767326420.950863:0:214147:0:(service.c:3155:ptlrpc_main()) ldlm_cb00_000: service thread [0000000083135e54:214147] 0 exiting: rc = 1 00000100:00000010:3.0:1767326420.950870:0:214148:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000005991f26c. 00000100:00100000:3.0:1767326420.950875:0:214148:0:(service.c:3155:ptlrpc_main()) ldlm_cb00_001: service thread [0000000016909551:214148] 1 exiting: rc = 0 00000100:00000010:1.0:1767326420.950907:0:221115:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000083135e54. 00000100:00000010:1.0:1767326420.950913:0:221115:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000016909551. 00000100:00000001:1.0:1767326420.950918:0:221115:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767326420.950919:0:221115:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767326420.950923:0:221115:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 15 lazy 00000400:00000001:1.0:1767326420.950928:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.950929:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.950931:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3988421. 00000400:00000200:1.0:1767326420.950935:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035b2684f 00000400:00000010:1.0:1767326420.950936:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035b2684f. 00000100:00000001:1.0:1767326420.950940:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.950942:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_cbd 00000100:00100000:1.0:1767326420.950949:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.950953:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767326420.950956:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767326420.950960:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.950963:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767326420.950969:0:221115:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767326420.950972:0:221115:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009e2e7275. 02000000:00000001:1.0:1767326420.950983:0:221115:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767326420.950986:0:221115:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006df0bad6. 02000000:00000001:1.0:1767326420.950992:0:221115:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767326420.950994:0:221115:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000091730c9c. 02000000:00000001:1.0:1767326420.950998:0:221115:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767326420.951000:0:221115:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ab82abb. 00000100:00000010:1.0:1767326420.951007:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000059031278. 00000100:00000010:1.0:1767326420.951013:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6a2ea58. 00000100:00000010:1.0:1767326420.951019:0:221115:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000008142a88f. 00000100:00000010:1.0:1767326420.951023:0:221115:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000d9fcd7d5. 00000100:00000001:1.0:1767326420.951028:0:221115:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767326420.951030:0:221115:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326420.951032:0:221115:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767326420.951035:0:221115:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767326420.951037:0:221115:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000cf1b5ad1. 00000100:00000001:1.0:1767326420.951041:0:221115:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767326420.951043:0:221115:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326420.951045:0:221115:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326420.951046:0:221115:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e65d3952. 00000100:00000001:1.0:1767326420.951048:0:221115:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326420.951048:0:221115:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326420.951050:0:221115:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ab5281d1. 00000100:00000001:1.0:1767326420.951051:0:221115:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326420.951052:0:221115:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326420.951053:0:221115:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000fe020101. 00000100:00000001:1.0:1767326420.951056:0:221115:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326420.951057:0:221115:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326420.951057:0:221115:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000eb7c5eac. 00000100:00000001:1.0:1767326420.951059:0:221115:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767326420.951114:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000018cda9f5. 00000020:00000010:1.0:1767326420.951117:0:221115:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000035b0e403. 00000020:00000010:1.0:1767326420.951120:0:221115:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000006f8440c9. 00000020:00000010:1.0:1767326420.951122:0:221115:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000006a763d14. 00010000:00000010:1.1:1767326420.951247:0:221115:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a806fe52. 00010000:00000010:1.1:1767326420.951252:0:221115:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000090a25ea0. 00000100:00000010:1.0:1767326420.951257:0:221115:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000082859a86. 00000100:00000010:1.0:1767326420.951267:0:221115:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000709de8d1. 00000100:00000010:1.0:1767326420.951271:0:221115:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000076b3f2fa. 00000100:00000010:1.0:1767326420.951274:0:221115:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000977dacc0. 00000100:00000001:1.0:1767326420.951282:0:221115:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326420.951285:0:221115:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767326420.951286:0:221115:0:(service.c:3836:ptlrpc_unregister_service()) ldlm_canceld: tearing down 00000100:00000001:1.0:1767326420.951289:0:221115:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767326420.951290:0:221115:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767326420.951292:0:221115:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_canceld 00000100:00000040:1.0:1767326420.951293:0:221115:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ldlm_cn #2 00000100:00000040:1.0:1767326420.951295:0:221115:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ldlm_cn #1 00000100:00000040:1.0:1767326420.951296:0:221115:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ldlm_cn #0 00000100:00000040:1.0:1767326420.951313:0:221115:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #2 00000020:00000010:0.0:1767326420.951323:0:214151:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bd48038b. 00000020:00000010:0.0:1767326420.951330:0:214151:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000f267fc17. 00000020:00000010:2.0:1767326420.951331:0:214150:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002e9de772. 00000040:00000010:0.0:1767326420.951333:0:214151:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a34f6011. 00000020:00000010:3.0:1767326420.951334:0:214149:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a95bb98e. 00000020:00000010:2.0:1767326420.951340:0:214150:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000000f6efe7c. 00000020:00000010:0.0:1767326420.951341:0:214151:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007edce3d3. 00000020:00000010:3.0:1767326420.951342:0:214149:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000c584118b. 00000020:00000010:0.0:1767326420.951348:0:214151:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000090963bf9. 00000040:00000010:3.0:1767326420.951350:0:214149:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c09fa1af. 00000040:00000010:2.0:1767326420.951350:0:214150:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d1ef3a6d. 00000020:00000010:0.0:1767326420.951353:0:214151:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008662f450. 00000020:00000010:3.0:1767326420.951358:0:214149:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000063f198fe. 00000020:00000010:2.0:1767326420.951359:0:214150:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000acab7fab. 80000000:00000010:0.0:1767326420.951359:0:214151:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005d750811. 40000000:00000010:0.0:1767326420.951367:0:214151:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002a127e94. 00000020:00000010:3.0:1767326420.951368:0:214149:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000df8f1ea9. 00000020:00000010:2.0:1767326420.951369:0:214150:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000048deee85. 00008000:00000010:0.0:1767326420.951371:0:214151:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000002d75ec05. 00000020:00000010:3.0:1767326420.951376:0:214149:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ffca84b4. 00000020:00000010:2.0:1767326420.951378:0:214150:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cf51064a. 00100000:00000010:0.0:1767326420.951378:0:214151:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007d2e94cc. 80000000:00000010:3.0:1767326420.951383:0:214149:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007610c39f. 00040000:00000010:0.0:1767326420.951384:0:214151:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000014de8803. 80000000:00000010:2.0:1767326420.951386:0:214150:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d19ff203. 40000000:00000010:3.0:1767326420.951390:0:214149:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000032e1dc4f. 00040000:00000010:0.0:1767326420.951391:0:214151:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000054ba85e. 40000000:00000010:2.0:1767326420.951392:0:214150:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a8f7496a. 00040000:00000010:0.0:1767326420.951398:0:214151:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004cc8bfc4. 00008000:00000010:3.0:1767326420.951399:0:214149:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000008d000034. 00008000:00000010:2.0:1767326420.951400:0:214150:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000006689dae5. 00100000:00000010:3.0:1767326420.951408:0:214149:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000052fa4392. 00100000:00000010:2.0:1767326420.951408:0:214150:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fae40396. 00000004:00000010:0.0:1767326420.951409:0:214151:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000c5faf2a. 00040000:00000010:3.0:1767326420.951413:0:214149:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a2e8266e. 00040000:00000010:2.0:1767326420.951416:0:214150:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ea76d8fb. 00040000:00000010:3.0:1767326420.951420:0:214149:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e72d9250. 00000004:00000010:0.0:1767326420.951422:0:214151:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003915cd60. 00040000:00000010:2.0:1767326420.951423:0:214150:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000034849985. 00040000:00000010:3.0:1767326420.951425:0:214149:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f6832207. 00000004:00000010:0.0:1767326420.951427:0:214151:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f4dbd64f. 00000004:00000010:3.0:1767326420.951431:0:214149:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000033f66d13. 00040000:00000010:2.0:1767326420.951431:0:214150:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c13955ca. 00002000:00000010:0.0:1767326420.951434:0:214151:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000381808cf. 00000004:00000010:2.0:1767326420.951439:0:214150:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000acf0a57b. 00000004:00000010:0.0:1767326420.951439:0:214151:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d93dd4e4. 00000004:00000010:3.0:1767326420.951441:0:214149:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d1c2f989. 00000020:00000010:0.0:1767326420.951447:0:214151:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f229b0b0. 00000004:00000010:2.0:1767326420.951448:0:214150:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fb9d56f9. 00000004:00000010:3.0:1767326420.951449:0:214149:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bc76a422. 00000020:00000010:0.0:1767326420.951455:0:214151:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c77b6406. 00000004:00000010:2.0:1767326420.951456:0:214150:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c58ac92f. 00002000:00000010:3.0:1767326420.951457:0:214149:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004f214904. 00000004:00000010:3.0:1767326420.951465:0:214149:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000baf6391e. 00002000:00000010:2.0:1767326420.951465:0:214150:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008cd6e1b2. 00000100:00000010:0.0:1767326420.951466:0:214151:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000e1428bd0. 00000020:00000010:3.0:1767326420.951471:0:214149:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a149d88. 00000004:00000010:2.0:1767326420.951474:0:214150:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000003c53dd8. 00000100:00100000:0.0:1767326420.951475:0:214151:0:(service.c:3155:ptlrpc_main()) ldlm_cn00_002: service thread [000000008a2f9af2:214151] 2 exiting: rc = 0 00000020:00000010:3.0:1767326420.951477:0:214149:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000db6f8cdf. 00000020:00000010:2.0:1767326420.951482:0:214150:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c9b3629. 00000100:00000010:3.0:1767326420.951486:0:214149:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000032b7123d. 00000020:00000010:2.0:1767326420.951490:0:214150:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000006281877. 00000100:00100000:3.0:1767326420.951491:0:214149:0:(service.c:3155:ptlrpc_main()) ldlm_cn00_000: service thread [000000003df236ec:214149] 0 exiting: rc = 1 00000100:00000010:2.0:1767326420.951501:0:214150:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000a5c5f013. 00000100:00100000:2.0:1767326420.951507:0:214150:0:(service.c:3155:ptlrpc_main()) ldlm_cn00_001: service thread [00000000f52ebc07:214150] 1 exiting: rc = 0 00000100:00000010:1.0:1767326420.951513:0:221115:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000003df236ec. 00000100:00000010:1.0:1767326420.951520:0:221115:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000f52ebc07. 00000100:00000010:1.0:1767326420.951525:0:221115:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000008a2f9af2. 00000100:00000001:1.0:1767326420.951529:0:221115:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767326420.951531:0:221115:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767326420.951534:0:221115:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 17 lazy 00000400:00000001:1.0:1767326420.951539:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951540:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951542:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024ea477f. 00000400:00000200:1.0:1767326420.951545:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee6fb72a 00000400:00000010:1.0:1767326420.951547:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee6fb72a. 00000100:00000001:1.0:1767326420.951551:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951552:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951561:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951563:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767326420.951566:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951568:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951570:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951571:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e416a93. 00000400:00000200:1.0:1767326420.951574:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b62774ca 00000400:00000010:1.0:1767326420.951575:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b62774ca. 00000100:00000001:1.0:1767326420.951578:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951579:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951586:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951588:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767326420.951590:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951592:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951598:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951601:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3fa7c5d. 00000400:00000200:1.0:1767326420.951603:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fbdcb12 00000400:00000010:1.0:1767326420.951605:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001fbdcb12. 00000100:00000001:1.0:1767326420.951609:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951610:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951618:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951620:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767326420.951623:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951625:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951627:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951628:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b8e7732. 00000400:00000200:1.0:1767326420.951631:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9b1e861 00000400:00000010:1.0:1767326420.951632:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9b1e861. 00000100:00000001:1.0:1767326420.951636:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951638:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951645:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951648:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767326420.951650:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951653:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951654:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951656:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009df5a4d1. 00000400:00000200:1.0:1767326420.951659:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000220eb25a 00000400:00000010:1.0:1767326420.951661:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000220eb25a. 00000100:00000001:1.0:1767326420.951664:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951666:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951673:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951675:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767326420.951677:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951679:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951681:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951682:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9c9f856. 00000400:00000200:1.0:1767326420.951685:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec963293 00000400:00000010:1.0:1767326420.951687:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec963293. 00000100:00000001:1.0:1767326420.951690:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951691:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951698:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951700:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767326420.951706:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951709:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951710:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951712:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010c47422. 00000400:00000200:1.0:1767326420.951715:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028ae2bc6 00000400:00000010:1.0:1767326420.951716:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028ae2bc6. 00000100:00000001:1.0:1767326420.951720:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951722:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951730:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951732:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767326420.951734:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951736:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951738:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951739:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5752d87. 00000400:00000200:1.0:1767326420.951742:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f294624b 00000400:00000010:1.0:1767326420.951744:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f294624b. 00000100:00000001:1.0:1767326420.951747:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951748:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951756:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951758:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767326420.951761:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951763:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951764:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951765:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d92e4f54. 00000400:00000200:1.0:1767326420.951768:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb0a31f8 00000400:00000010:1.0:1767326420.951769:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb0a31f8. 00000100:00000001:1.0:1767326420.951772:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951774:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951781:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951783:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767326420.951785:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951786:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951788:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951789:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003aeb983c. 00000400:00000200:1.0:1767326420.951792:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005854fea3 00000400:00000010:1.0:1767326420.951793:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005854fea3. 00000100:00000001:1.0:1767326420.951796:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951797:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951804:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951805:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767326420.951807:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951810:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951811:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951812:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f61e78ef. 00000400:00000200:1.0:1767326420.951813:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012bfc27f 00000400:00000010:1.0:1767326420.951814:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012bfc27f. 00000100:00000001:1.0:1767326420.951816:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951816:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951819:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951820:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767326420.951820:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951821:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951822:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951823:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc3fe1c8. 00000400:00000200:1.0:1767326420.951824:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f3d6143 00000400:00000010:1.0:1767326420.951824:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000f3d6143. 00000100:00000001:1.0:1767326420.951826:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951826:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951829:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951829:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767326420.951830:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951831:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951832:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951832:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbdd42bf. 00000400:00000200:1.0:1767326420.951833:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009fb3c23 00000400:00000010:1.0:1767326420.951834:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009fb3c23. 00000100:00000001:1.0:1767326420.951835:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951836:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951838:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951839:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767326420.951840:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951840:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951841:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951842:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f67f59c. 00000400:00000200:1.0:1767326420.951843:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dca8c5db 00000400:00000010:1.0:1767326420.951843:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dca8c5db. 00000100:00000001:1.0:1767326420.951847:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951848:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951851:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951852:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767326420.951854:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951855:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951856:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951856:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ebe5bff. 00000400:00000200:1.0:1767326420.951857:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008328d88c 00000400:00000010:1.0:1767326420.951859:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008328d88c. 00000100:00000001:1.0:1767326420.951860:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951860:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951863:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951863:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767326420.951864:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951865:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951866:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951866:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c12e8564. 00000400:00000200:1.0:1767326420.951867:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000228cd8f 00000400:00000010:1.0:1767326420.951868:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000228cd8f. 00000100:00000001:1.0:1767326420.951869:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951869:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951872:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951873:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767326420.951874:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951874:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951875:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951876:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7f2e15d. 00000400:00000200:1.0:1767326420.951877:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f5e3aca 00000400:00000010:1.0:1767326420.951877:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000f5e3aca. 00000100:00000001:1.0:1767326420.951878:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951879:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951881:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951882:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767326420.951883:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951884:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951884:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951885:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f631d25. 00000400:00000200:1.0:1767326420.951889:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae4267c2 00000400:00000010:1.0:1767326420.951890:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ae4267c2. 00000100:00000001:1.0:1767326420.951892:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951893:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951896:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951897:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767326420.951897:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951898:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951899:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951900:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000511f7308. 00000400:00000200:1.0:1767326420.951902:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e18dfb58 00000400:00000010:1.0:1767326420.951902:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e18dfb58. 00000100:00000001:1.0:1767326420.951903:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951904:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951906:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951907:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767326420.951908:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951909:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951909:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951910:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b8da906. 00000400:00000200:1.0:1767326420.951911:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf9313ac 00000400:00000010:1.0:1767326420.951912:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf9313ac. 00000100:00000001:1.0:1767326420.951913:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951913:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951916:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951917:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767326420.951917:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951918:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951919:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951920:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ade975e7. 00000400:00000200:1.0:1767326420.951921:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eab3c58d 00000400:00000010:1.0:1767326420.951921:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eab3c58d. 00000100:00000001:1.0:1767326420.951922:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951923:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951925:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951926:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767326420.951927:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951931:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951931:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951932:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e2c0341. 00000400:00000200:1.0:1767326420.951934:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001a0bd06 00000400:00000010:1.0:1767326420.951934:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001a0bd06. 00000100:00000001:1.0:1767326420.951935:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951936:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951938:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951939:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767326420.951940:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951941:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951941:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951942:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e65d109. 00000400:00000200:1.0:1767326420.951943:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe714aa6 00000400:00000010:1.0:1767326420.951944:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fe714aa6. 00000100:00000001:1.0:1767326420.951945:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951945:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951948:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951948:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767326420.951949:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951950:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951951:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951951:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000993c4c7e. 00000400:00000200:1.0:1767326420.951952:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000150fadc7 00000400:00000010:1.0:1767326420.951953:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000150fadc7. 00000100:00000001:1.0:1767326420.951954:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951955:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951957:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951958:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767326420.951959:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951960:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951960:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951961:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e28973e2. 00000400:00000200:1.0:1767326420.951962:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000048fc779 00000400:00000010:1.0:1767326420.951963:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000048fc779. 00000100:00000001:1.0:1767326420.951964:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951964:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951967:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951970:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767326420.951971:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951973:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951973:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951974:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000696f8267. 00000400:00000200:1.0:1767326420.951975:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001406981d 00000400:00000010:1.0:1767326420.951976:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001406981d. 00000100:00000001:1.0:1767326420.951977:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951978:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951980:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951981:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767326420.951982:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951982:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951983:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951984:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed49da75. 00000400:00000200:1.0:1767326420.951985:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efbe6a86 00000400:00000010:1.0:1767326420.951985:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000efbe6a86. 00000100:00000001:1.0:1767326420.951986:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951987:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951989:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.951990:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767326420.951991:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.951992:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.951992:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.951993:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049b3f2f4. 00000400:00000200:1.0:1767326420.951994:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f54b1067 00000400:00000010:1.0:1767326420.951995:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f54b1067. 00000100:00000001:1.0:1767326420.951996:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.951997:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.951999:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952000:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767326420.952000:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952001:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952002:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952002:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c081ef04. 00000400:00000200:1.0:1767326420.952003:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000192093ff 00000400:00000010:1.0:1767326420.952004:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000192093ff. 00000100:00000001:1.0:1767326420.952005:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952008:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952011:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952012:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767326420.952013:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952014:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952015:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952016:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000520098c4. 00000400:00000200:1.0:1767326420.952017:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003205bd5a 00000400:00000010:1.0:1767326420.952018:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003205bd5a. 00000100:00000001:1.0:1767326420.952019:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952020:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952022:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952023:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767326420.952024:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952025:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952025:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952026:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d4192f0. 00000400:00000200:1.0:1767326420.952027:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000009a600b 00000400:00000010:1.0:1767326420.952028:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000009a600b. 00000100:00000001:1.0:1767326420.952029:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952029:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952032:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952033:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767326420.952033:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952034:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952035:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952035:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069e760e6. 00000400:00000200:1.0:1767326420.952036:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027356d23 00000400:00000010:1.0:1767326420.952037:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000027356d23. 00000100:00000001:1.0:1767326420.952039:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952039:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952042:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952042:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767326420.952043:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952044:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952044:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952045:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040a19180. 00000400:00000200:1.0:1767326420.952046:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079f430af 00000400:00000010:1.0:1767326420.952050:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079f430af. 00000100:00000001:1.0:1767326420.952051:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952052:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952055:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952056:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767326420.952057:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952058:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952059:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952059:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a59defb5. 00000400:00000200:1.0:1767326420.952060:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f1594f5 00000400:00000010:1.0:1767326420.952061:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f1594f5. 00000100:00000001:1.0:1767326420.952062:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952063:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952065:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952066:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767326420.952067:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952068:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952068:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952069:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050063aba. 00000400:00000200:1.0:1767326420.952070:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a28418c 00000400:00000010:1.0:1767326420.952071:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a28418c. 00000100:00000001:1.0:1767326420.952072:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952073:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952075:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952076:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767326420.952077:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952077:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952078:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952079:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009abf513d. 00000400:00000200:1.0:1767326420.952079:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087d87eff 00000400:00000010:1.0:1767326420.952080:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087d87eff. 00000100:00000001:1.0:1767326420.952081:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952082:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952084:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952085:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767326420.952086:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952087:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952090:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952091:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec818b67. 00000400:00000200:1.0:1767326420.952092:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bb8de60 00000400:00000010:1.0:1767326420.952093:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008bb8de60. 00000100:00000001:1.0:1767326420.952095:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952095:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952098:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952098:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767326420.952099:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952100:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952101:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952101:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac8ae9b. 00000400:00000200:1.0:1767326420.952102:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097dbfa34 00000400:00000010:1.0:1767326420.952103:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097dbfa34. 00000100:00000001:1.0:1767326420.952104:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952105:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952107:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952108:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767326420.952108:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952109:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952110:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952111:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdc98d7f. 00000400:00000200:1.0:1767326420.952112:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9584bce 00000400:00000010:1.0:1767326420.952112:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9584bce. 00000100:00000001:1.0:1767326420.952113:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952114:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952116:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952117:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767326420.952118:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952118:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952119:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952120:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005dd86114. 00000400:00000200:1.0:1767326420.952121:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bbbd17a 00000400:00000010:1.0:1767326420.952121:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bbbd17a. 00000100:00000001:1.0:1767326420.952122:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952123:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952125:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952126:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767326420.952130:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952131:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952132:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952132:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000881fafae. 00000400:00000200:1.0:1767326420.952133:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008acd525d 00000400:00000010:1.0:1767326420.952134:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008acd525d. 00000100:00000001:1.0:1767326420.952135:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952136:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952155:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952157:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767326420.952158:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952160:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952161:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952163:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016932765. 00000400:00000200:1.0:1767326420.952165:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004105b7a3 00000400:00000010:1.0:1767326420.952167:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004105b7a3. 00000100:00000001:1.0:1767326420.952170:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952171:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952175:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952177:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767326420.952178:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952180:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952181:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952182:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068cdc5dd. 00000400:00000200:1.0:1767326420.952185:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b17f5ed 00000400:00000010:1.0:1767326420.952186:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b17f5ed. 00000100:00000001:1.0:1767326420.952189:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952190:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952209:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952211:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767326420.952212:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952215:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952216:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952217:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005be6ef00. 00000400:00000200:1.0:1767326420.952219:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b8f3c49 00000400:00000010:1.0:1767326420.952221:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b8f3c49. 00000100:00000001:1.0:1767326420.952222:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952223:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952234:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952236:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767326420.952239:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952242:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952244:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952246:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021bce99b. 00000400:00000200:1.0:1767326420.952250:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000088f5ae1 00000400:00000010:1.0:1767326420.952252:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000088f5ae1. 00000100:00000001:1.0:1767326420.952254:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952256:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952260:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952262:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767326420.952263:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952264:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952265:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952266:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097616f58. 00000400:00000200:1.0:1767326420.952268:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089e7033a 00000400:00000010:1.0:1767326420.952270:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000089e7033a. 00000100:00000001:1.0:1767326420.952272:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952273:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952277:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952278:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767326420.952280:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952281:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952282:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952284:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000002d9b30. 00000400:00000200:1.0:1767326420.952285:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e14a2809 00000400:00000010:1.0:1767326420.952287:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e14a2809. 00000100:00000001:1.0:1767326420.952289:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952290:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952294:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952295:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767326420.952296:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952297:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952298:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952299:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045db9324. 00000400:00000200:1.0:1767326420.952300:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ae9b9a7 00000400:00000010:1.0:1767326420.952301:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ae9b9a7. 00000100:00000001:1.0:1767326420.952307:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952307:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952311:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952311:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767326420.952312:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952313:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952314:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952315:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003466e1b2. 00000400:00000200:1.0:1767326420.952316:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002de30bda 00000400:00000010:1.0:1767326420.952317:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002de30bda. 00000100:00000001:1.0:1767326420.952318:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952319:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952321:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952322:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767326420.952323:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952324:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952324:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952325:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082b46aa6. 00000400:00000200:1.0:1767326420.952326:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf77a9b9 00000400:00000010:1.0:1767326420.952327:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf77a9b9. 00000100:00000001:1.0:1767326420.952328:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952328:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952331:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952332:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767326420.952333:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952333:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952334:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952335:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b2d5842. 00000400:00000200:1.0:1767326420.952336:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c22a3b1 00000400:00000010:1.0:1767326420.952336:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c22a3b1. 00000100:00000001:1.0:1767326420.952338:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952338:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952341:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952341:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767326420.952342:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952343:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952344:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952344:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d47ae5f7. 00000400:00000200:1.0:1767326420.952348:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8f19edf 00000400:00000010:1.0:1767326420.952350:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8f19edf. 00000100:00000001:1.0:1767326420.952351:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952352:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952355:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952356:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767326420.952356:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952357:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952358:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952359:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d415c33. 00000400:00000200:1.0:1767326420.952360:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006596f70b 00000400:00000010:1.0:1767326420.952361:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006596f70b. 00000100:00000001:1.0:1767326420.952363:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952363:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952366:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952367:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767326420.952367:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952368:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952369:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952370:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e821716. 00000400:00000200:1.0:1767326420.952371:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4b2d8a7 00000400:00000010:1.0:1767326420.952372:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4b2d8a7. 00000100:00000001:1.0:1767326420.952373:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952374:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952377:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952378:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767326420.952379:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952380:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952380:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952381:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ae24223. 00000400:00000200:1.0:1767326420.952382:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfa99623 00000400:00000010:1.0:1767326420.952383:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfa99623. 00000100:00000001:1.0:1767326420.952384:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952384:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952387:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952388:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767326420.952389:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952393:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952393:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952394:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac1baf41. 00000400:00000200:1.0:1767326420.952396:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000107c8c05 00000400:00000010:1.0:1767326420.952396:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000107c8c05. 00000100:00000001:1.0:1767326420.952398:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952398:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952401:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952402:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767326420.952403:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952404:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952404:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952405:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc471f4e. 00000400:00000200:1.0:1767326420.952407:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb14a5e5 00000400:00000010:1.0:1767326420.952408:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb14a5e5. 00000100:00000001:1.0:1767326420.952410:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952411:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952415:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952416:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767326420.952417:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952419:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952420:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952421:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005fa9b09b. 00000400:00000200:1.0:1767326420.952423:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a096a020 00000400:00000010:1.0:1767326420.952424:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a096a020. 00000100:00000001:1.0:1767326420.952426:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952427:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952431:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952433:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767326420.952435:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952436:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952437:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952439:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cc7fea7. 00000400:00000200:1.0:1767326420.952441:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d410a685 00000400:00000010:1.0:1767326420.952443:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d410a685. 00000100:00000001:1.0:1767326420.952445:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952447:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952450:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952457:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767326420.952458:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952461:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952462:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952463:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ccd0dbe. 00000400:00000200:1.0:1767326420.952466:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c4740ca 00000400:00000010:1.0:1767326420.952468:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c4740ca. 00000100:00000001:1.0:1767326420.952470:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952471:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952476:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952477:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767326420.952479:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952480:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952481:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952483:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013514b00. 00000400:00000200:1.0:1767326420.952485:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083412e9f 00000400:00000010:1.0:1767326420.952486:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083412e9f. 00000100:00000001:1.0:1767326420.952488:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952490:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952493:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952495:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767326420.952497:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952498:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952499:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952501:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b55455e2. 00000400:00000200:1.0:1767326420.952503:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9473d93 00000400:00000010:1.0:1767326420.952504:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e9473d93. 00000100:00000001:1.0:1767326420.952506:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952506:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952510:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952511:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767326420.952512:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952513:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952513:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952514:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084adff01. 00000400:00000200:1.0:1767326420.952515:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bef362a4 00000400:00000010:1.0:1767326420.952516:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bef362a4. 00000100:00000001:1.0:1767326420.952517:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952522:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952525:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952526:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767326420.952526:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326420.952529:0:221115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326420.952529:0:221115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326420.952530:0:221115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab15e730. 00000400:00000200:1.0:1767326420.952531:0:221115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c4ac1e8 00000400:00000010:1.0:1767326420.952532:0:221115:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c4ac1e8. 00000100:00000001:1.0:1767326420.952533:0:221115:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326420.952534:0:221115:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1767326420.952536:0:221115:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767326420.952537:0:221115:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767326420.952538:0:221115:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767326420.952539:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952540:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952542:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952543:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952544:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952544:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952545:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952546:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952546:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952547:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952548:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952548:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952549:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952550:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952551:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952551:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952552:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952553:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952553:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952554:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952555:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952555:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952556:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952557:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952557:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952561:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952562:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952563:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952564:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952564:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952565:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952566:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952567:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952568:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952568:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952569:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952570:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952570:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952571:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952572:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952572:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952573:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952574:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952574:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952575:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952576:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952576:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952577:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952578:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952578:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952579:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952580:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952580:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952581:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952582:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952582:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952583:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952584:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952584:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952585:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952586:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952586:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952587:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952588:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952589:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952592:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952593:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952594:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952595:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952595:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952596:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952597:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952598:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952598:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952599:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952600:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952600:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952601:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952602:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952602:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952603:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952604:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952604:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952605:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952606:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952606:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952607:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952608:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952609:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952609:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952610:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952610:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952611:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952612:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952613:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952613:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952614:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952615:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952615:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952616:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952617:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952617:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952618:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952619:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952619:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952623:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952623:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952624:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952625:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952625:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952626:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952627:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952628:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952628:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952629:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952629:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952630:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952631:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952632:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952632:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952633:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952634:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952634:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952635:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952636:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952636:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326420.952637:0:221115:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326420.952638:0:221115:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767326420.952639:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001602b1dd. 00000100:00000010:1.0:1767326420.952642:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a59d108. 00000100:00000010:1.0:1767326420.952643:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dfe2da00. 00000100:00000010:1.0:1767326420.952645:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac4c1f35. 00000100:00000010:1.0:1767326420.952646:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007be2548f. 00000100:00000010:1.0:1767326420.952654:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000746d3ca9. 00000100:00000010:1.0:1767326420.952656:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000088d8aaaf. 00000100:00000010:1.0:1767326420.952658:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e42a9222. 00000100:00000010:1.0:1767326420.952660:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001debf35f. 00000100:00000010:1.0:1767326420.952661:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a039034d. 00000100:00000010:1.0:1767326420.952663:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000105a61c9. 00000100:00000010:1.0:1767326420.952664:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8b719dc. 00000100:00000010:1.0:1767326420.952666:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d0dd36b3. 00000100:00000010:1.0:1767326420.952669:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007007df67. 00000100:00000010:1.0:1767326420.952674:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005ffbcbbe. 00000100:00000010:1.0:1767326420.952676:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c7787ef. 00000100:00000010:1.0:1767326420.952677:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008ebf64d4. 00000100:00000010:1.0:1767326420.952679:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6f2d0d1. 00000100:00000010:1.0:1767326420.952681:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000009f8f35c. 00000100:00000010:1.0:1767326420.952683:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ebb4e9ab. 00000100:00000010:1.0:1767326420.952684:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ede4c9bb. 00000100:00000010:1.0:1767326420.952685:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000099bab254. 00000100:00000010:1.0:1767326420.952687:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000025ab7959. 00000100:00000010:1.0:1767326420.952689:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000058c21db. 00000100:00000010:1.0:1767326420.952690:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006fcca174. 00000100:00000010:1.0:1767326420.952691:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000944a13dc. 00000100:00000010:1.0:1767326420.952692:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000baf5c869. 00000100:00000010:1.0:1767326420.952694:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c8be3aa. 00000100:00000010:1.0:1767326420.952695:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001dfec29f. 00000100:00000010:1.0:1767326420.952697:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf0a3f08. 00000100:00000010:1.0:1767326420.952698:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007fc90520. 00000100:00000010:1.0:1767326420.952707:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0372c43. 00000100:00000010:1.0:1767326420.952708:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000019a2d2c7. 00000100:00000010:1.0:1767326420.952710:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1e4d764. 00000100:00000010:1.0:1767326420.952711:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004a548b5d. 00000100:00000010:1.0:1767326420.952713:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e38e6ea7. 00000100:00000010:1.0:1767326420.952714:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001b656083. 00000100:00000010:1.0:1767326420.952716:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f406138. 00000100:00000010:1.0:1767326420.952717:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009579d835. 00000100:00000010:1.0:1767326420.952719:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000663c38a8. 00000100:00000010:1.0:1767326420.952720:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000160c8278. 00000100:00000010:1.0:1767326420.952721:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000274c7a78. 00000100:00000010:1.0:1767326420.952723:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a318ceb8. 00000100:00000010:1.0:1767326420.952724:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd543cfb. 00000100:00000010:1.0:1767326420.952726:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000067f15601. 00000100:00000010:1.0:1767326420.952727:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d7b30a0. 00000100:00000010:1.0:1767326420.952728:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000029f576bc. 00000100:00000010:1.0:1767326420.952734:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002250328b. 00000100:00000010:1.0:1767326420.952736:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004ca70004. 00000100:00000010:1.0:1767326420.952738:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fad3d6fe. 00000100:00000010:1.0:1767326420.952739:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000784ca7be. 00000100:00000010:1.0:1767326420.952741:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b4fbb706. 00000100:00000010:1.0:1767326420.952742:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003fb77649. 00000100:00000010:1.0:1767326420.952744:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004eb764cd. 00000100:00000010:1.0:1767326420.952745:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000003823b62. 00000100:00000010:1.0:1767326420.952758:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000287c6a64. 00000100:00000010:1.0:1767326420.952760:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000986faa42. 00000100:00000010:1.0:1767326420.952763:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f584e1f3. 00000100:00000010:1.0:1767326420.952764:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000030f0383a. 00000100:00000010:1.0:1767326420.952767:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f03b04d6. 00000100:00000010:1.0:1767326420.952768:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f3107e20. 00000100:00000010:1.0:1767326420.952770:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e27b3cf. 00000100:00000010:1.0:1767326420.952771:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e282f742. 00000100:00000010:1.0:1767326420.952773:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000026b27be6. 00000100:00000010:1.0:1767326420.952774:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000096c1026c. 00000100:00000010:1.0:1767326420.952776:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d6ba780. 00000100:00000010:1.0:1767326420.952777:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000017cc56a5. 00000100:00000010:1.0:1767326420.952778:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000346587d0. 00000100:00000010:1.0:1767326420.952780:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f2f6d1d0. 00000100:00000010:1.0:1767326420.952781:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce8bbb3e. 00000100:00000010:1.0:1767326420.952782:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000778c2ac9. 00000100:00000010:1.0:1767326420.952784:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e388844. 00000100:00000010:1.0:1767326420.952786:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a0ca7482. 00000100:00000010:1.0:1767326420.952787:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc9614fc. 00000100:00000010:1.0:1767326420.952789:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001208353c. 00000100:00000010:1.0:1767326420.952790:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087247602. 00000100:00000010:1.0:1767326420.952791:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000073fd99f8. 00000100:00000010:1.0:1767326420.952793:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a64b4789. 00000100:00000010:1.0:1767326420.952794:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ee76c4eb. 00000100:00000010:1.0:1767326420.952806:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8e61e4b. 00000100:00000010:1.0:1767326420.952810:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006d0002cb. 00000100:00000010:1.0:1767326420.952812:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000079568f27. 00000100:00000010:1.0:1767326420.952813:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b244f014. 00000100:00000010:1.0:1767326420.952815:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef2b7042. 00000100:00000010:1.0:1767326420.952816:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000af9a18a. 00000100:00000010:1.0:1767326420.952819:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d00f242. 00000100:00000010:1.0:1767326420.952820:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eef7cc89. 00000100:00000010:1.0:1767326420.952821:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa0947c2. 00000100:00000010:1.0:1767326420.952822:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b2f5070d. 00000100:00000010:1.0:1767326420.952824:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d17740ce. 00000100:00000010:1.0:1767326420.952826:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003be96d46. 00000100:00000010:1.0:1767326420.952828:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000303881b3. 00000100:00000010:1.0:1767326420.952829:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000096d39105. 00000100:00000010:1.0:1767326420.952831:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b0c8bffa. 00000100:00000010:1.0:1767326420.952832:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008e68d7f4. 00000100:00000010:1.0:1767326420.952833:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dba04912. 00000100:00000010:1.0:1767326420.952835:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f7459e91. 00000100:00000010:1.0:1767326420.952837:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007031f6d5. 00000100:00000010:1.0:1767326420.952838:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a7b3f0fd. 00000100:00000010:1.0:1767326420.952839:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001174e802. 00000100:00000010:1.0:1767326420.952840:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d51ecdf0. 00000100:00000010:1.0:1767326420.952842:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000540c00ec. 00000100:00000010:1.0:1767326420.952843:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a8ede8e2. 00000100:00000010:1.0:1767326420.952854:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf6d2d21. 00000100:00000010:1.0:1767326420.952856:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e9191294. 00000100:00000010:1.0:1767326420.952857:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e312a2de. 00000100:00000010:1.0:1767326420.952858:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ac387e5e. 00000100:00000010:1.0:1767326420.952860:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d15b457. 00000100:00000010:1.0:1767326420.952861:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e8511529. 00000100:00000010:1.0:1767326420.952863:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000daa51016. 00000100:00000010:1.0:1767326420.952864:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006d212f36. 00000100:00000010:1.0:1767326420.952866:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000085870e2. 00000100:00000010:1.0:1767326420.952867:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001246335d. 00000100:00000010:1.0:1767326420.952871:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cfeb74e1. 00000100:00000010:1.0:1767326420.952872:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000da498497. 00000100:00000010:1.0:1767326420.952874:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001022e161. 00000100:00000010:1.0:1767326420.952875:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000743f01fd. 00000100:00000010:1.0:1767326420.952877:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ed23afd. 00000100:00000010:1.0:1767326420.952878:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c12ce3af. 00000100:00000010:1.0:1767326420.952880:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f76e48fa. 00000100:00000010:1.0:1767326420.952881:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000abcc4336. 00000100:00000010:1.0:1767326420.952882:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007daff261. 00000100:00000010:1.0:1767326420.952883:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000254abda5. 00000100:00000010:1.0:1767326420.952885:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5075b55. 00000100:00000010:1.0:1767326420.952886:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000095793689. 00000100:00000010:1.0:1767326420.952888:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d716a2b. 00000100:00000010:1.0:1767326420.952889:0:221115:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e6e6e8fe. 00000100:00000010:1.0:1767326420.952895:0:221115:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000536f63f7. 00000100:00000010:1.0:1767326420.952897:0:221115:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000001d54dc8f. 00000100:00000010:1.0:1767326420.952899:0:221115:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000b323c6fa. 00000100:00000010:1.0:1767326420.952901:0:221115:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000007a5551c3. 00000100:00000001:1.0:1767326420.952903:0:221115:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767326420.952904:0:221115:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326420.952905:0:221115:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767326420.952906:0:221115:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767326420.952907:0:221115:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000001b903dc4. 00000100:00000001:1.0:1767326420.952908:0:221115:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767326420.952909:0:221115:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326420.952910:0:221115:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326420.952911:0:221115:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ba8d00af. 00000100:00000001:1.0:1767326420.952913:0:221115:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326420.952913:0:221115:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326420.952914:0:221115:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009dd8c757. 00000100:00000001:1.0:1767326420.952915:0:221115:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326420.952916:0:221115:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326420.952916:0:221115:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000029ab323e. 00000100:00000001:1.0:1767326420.952917:0:221115:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326420.952918:0:221115:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326420.952919:0:221115:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000087bf11bf. 00000100:00000001:1.0:1767326420.952923:0:221115:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326420.952924:0:221115:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767326420.952924:0:221115:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767326420.952925:0:221115:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000dc09fbfa. 00000100:00000001:1.0:1767326420.952927:0:221115:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767326420.952927:0:221115:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326420.952928:0:221115:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326420.952929:0:221115:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000032a2c312. 00000100:00000001:1.0:1767326420.952930:0:221115:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326420.952931:0:221115:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326420.952932:0:221115:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d7ae205f. 00000100:00000001:1.0:1767326420.952933:0:221115:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326420.952933:0:221115:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326420.952934:0:221115:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008bc609e1. 00000100:00000001:1.0:1767326420.952935:0:221115:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767326420.952936:0:221115:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767326420.952936:0:221115:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001aa4ba86. 00000100:00000010:1.0:1767326420.952937:0:221115:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 0000000060bc2146. 00000100:00000001:1.0:1767326420.952939:0:221115:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767326420.952991:0:221115:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000001cef1766. 00000020:00000010:1.0:1767326420.952995:0:221115:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000070d95054. 00000100:00000010:1.0:1767326420.953010:0:221115:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000072003ba1. 00000100:00000010:1.0:1767326420.953016:0:221115:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000027209fdc. 00000100:00000010:1.0:1767326420.953018:0:221115:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000a370d7e1. 00000100:00000010:1.0:1767326420.953020:0:221115:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000b81c8135. 00000100:00000001:1.0:1767326420.953021:0:221115:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326420.953117:0:214154:0:(ldlm_lockd.c:142:have_expired_locks()) Process entered 00010000:00000001:0.0:1767326420.953120:0:214154:0:(ldlm_lockd.c:147:have_expired_locks()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767326420.953133:0:214154:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f5d78f21. 00010000:00000010:1.0:1767326420.953163:0:221115:0:(ldlm_lockd.c:3585:ldlm_cleanup()) kfreed 'ldlm_state': 32 at 00000000c33edb5c. 00010000:00000001:1.0:1767326420.953168:0:221115:0:(ldlm_lockd.c:3588:ldlm_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326420.953170:0:221115:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1767326420.953172:0:221115:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000e0177ac6. 00010000:00000010:1.0:1767326420.953177:0:221115:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 000000001d60916a. 00010000:00000001:1.0:1767326420.953181:0:221115:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 10000000:00000010:1.0:1767326420.953183:0:221115:0:(mgc_request.c:834:mgc_device_free()) kfreed 'lu': 64 at 000000006875a561. 10000000:00000001:1.0:1767326420.953186:0:221115:0:(mgc_request.c:836:mgc_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326420.953188:0:221115:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000753e32a1. 00000040:00000010:1.0:1767326420.953192:0:221115:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000073be0600. 00000020:00000010:1.0:1767326420.953214:0:221115:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006a4dbf2e. 00000020:00000010:1.0:1767326420.953217:0:221115:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007e836fa4. 00040000:00000010:1.0:1767326420.953221:0:221115:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005d53f249. 00040000:00000010:1.0:1767326420.953224:0:221115:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c9f3c524. 00000020:00000010:1.0:1767326420.953227:0:221115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eee4cb68. 00000020:00000001:1.0:1767326420.953230:0:221115:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326420.953232:0:221115:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000007a91d4be. 00000020:00000001:1.0:1767326420.953242:0:221115:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326420.953245:0:221115:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767326420.953248:0:221115:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 00000000c643a41f. 00000020:00000001:1.0:1767326420.953251:0:221115:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326420.953255:0:221115:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326420.953257:0:221115:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1767326420.953259:0:221115:0:(obd_mount.c:705:lustre_put_lsi()) put 000000003a773357 1 00000020:00000001:1.0:1767326420.953262:0:221115:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:1.0:1767326420.953264:0:221115:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 0000000050e16c94 00000020:00000010:1.0:1767326420.953268:0:221115:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 28 at 000000003dfb760a. 00000020:00000010:1.0:1767326420.953273:0:221115:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 14 at 00000000330be65c. 00000020:00000010:1.0:1767326420.953278:0:221115:0:(obd_mount.c:653:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_opts': 17 at 00000000de5110f8. 00000020:00000010:1.0:1767326420.953282:0:221115:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 00000000272f044e. 00000020:00000010:0.0:1767326420.953285:0:214154:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c7466d45. 00000020:00000010:1.0:1767326420.953288:0:221115:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 00000000ee5484f1. 00000040:00000010:0.0:1767326420.953291:0:214154:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fcde4270. 00000020:00000010:1.0:1767326420.953294:0:221115:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 0000000050e16c94. 00000020:00000010:0.0:1767326420.953297:0:214154:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000098b1340e. 00000020:00000001:1.0:1767326420.953300:0:221115:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326420.953302:0:221115:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767326420.953302:0:214154:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a0c8604d. 00000020:00000001:1.0:1767326420.953308:0:221115:0:(obd_mount.c:893:lustre_common_put_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767326420.953309:0:214154:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c47d5e54. 00000020:00000001:1.0:1767326420.953310:0:221115:0:(cl_object.c:884:cl_env_cache_purge()) Process entered 00000020:00000010:1.0:1767326420.953315:0:221115:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ba929926. 80000000:00000010:0.0:1767326420.953316:0:214154:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000069cf9302. 00000020:00000010:1.0:1767326420.953321:0:221115:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000f983dd5d. 40000000:00000010:0.0:1767326420.953322:0:214154:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001b68fa22. 00000008:00000010:1.0:1767326420.953327:0:221115:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000020f97431. 00100000:00000010:0.0:1767326420.953328:0:214154:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b1e85c07. 00020000:00000010:1.0:1767326420.953333:0:221115:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000df577627. 00040000:00000010:0.0:1767326420.953334:0:214154:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000059783746. 00008000:00000010:1.0:1767326420.953339:0:221115:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000a89f465a. 00040000:00000010:0.0:1767326420.953340:0:214154:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009c09d43e. 00040000:00000010:0.0:1767326420.953347:0:214154:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000428cdabe. 00000080:00000010:1.0:1767326420.953348:0:221115:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000370cada2. 00000004:00000010:0.0:1767326420.953350:0:214154:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e0f0872c. 00000080:00000010:1.0:1767326420.953353:0:221115:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000005de8294e. 00000004:00000010:0.0:1767326420.953355:0:214154:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003601918e. 00000020:00000010:1.0:1767326420.953359:0:221115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c0223ea. 00000004:00000010:0.0:1767326420.953361:0:214154:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000034a32b9b. 00000008:00000010:1.0:1767326420.953365:0:221115:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000007f752e2. 00002000:00000010:0.0:1767326420.953366:0:214154:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000282e3d7e. 00000004:00000010:0.0:1767326420.953369:0:214154:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000031598e0f. 00000020:00000010:0.0:1767326420.953373:0:214154:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfb6421c. 00020000:00000010:1.0:1767326420.953376:0:221115:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000f6ac4f6e. 00010000:00000001:0.0:1767326420.953377:0:214154:0:(ldlm_lockd.c:289:expired_lock_main()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:1.0:1767326420.953383:0:221115:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000005f4b0e78. 00000080:00000010:1.0:1767326420.953389:0:221115:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000b3e7148d. 00000020:00000010:1.0:1767326420.953392:0:221115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000318261e. 00000020:00000010:1.0:1767326420.953396:0:221115:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at 00000000a188031e. 00000020:00000010:1.0:1767326420.953399:0:221115:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000efe9e12. 00000020:00000010:1.0:1767326420.953404:0:221115:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000ce759a8f. 00000008:00000010:1.0:1767326420.953408:0:221115:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000a251cc73. 00020000:00000010:1.0:1767326420.953411:0:221115:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000e02818db. 00008000:00000010:1.0:1767326420.953415:0:221115:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000006c0d4ca9. 00000020:00000010:1.0:1767326420.953419:0:221115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ed59a4b. 00000008:00000010:1.0:1767326420.953423:0:221115:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000008c17ec18. 00020000:00000010:1.0:1767326420.953426:0:221115:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003d7856d3. 00008000:00000010:1.0:1767326420.953429:0:221115:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000007871a992. 00000020:00000010:1.0:1767326420.953433:0:221115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011773b00. 00000020:00000010:1.0:1767326420.953435:0:221115:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at 00000000aa60899b. 00000020:00000010:1.0:1767326420.953440:0:221115:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a1eae3b4. 00000020:00000010:1.0:1767326420.953443:0:221115:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000002e95e07d. 00000008:00000010:1.0:1767326420.953447:0:221115:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000b269ddcb. 00020000:00000010:1.0:1767326420.953451:0:221115:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000ead8e3eb. 00008000:00000010:1.0:1767326420.953455:0:221115:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000076beec1d. 00000080:00000010:1.0:1767326420.953459:0:221115:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000003e1813. 00000080:00000010:1.0:1767326420.953462:0:221115:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000492a7915. 00000020:00000010:1.0:1767326420.953465:0:221115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5df76ae. 00000008:00000010:1.0:1767326420.953469:0:221115:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000001ad9efec. 00020000:00000010:1.0:1767326420.953472:0:221115:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000096dfca95. 00008000:00000010:1.0:1767326420.953477:0:221115:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000956845c1. 00000080:00000010:1.0:1767326420.953480:0:221115:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000044cc6601. 00000020:00000010:1.0:1767326420.953484:0:221115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f284200. 00000020:00000010:1.0:1767326420.953486:0:221115:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at 00000000aa39df72. 00000020:00000001:1.0:1767326420.953489:0:221115:0:(cl_object.c:902:cl_env_cache_purge()) Process leaving (rc=4294967292 : 4294967292 : fffffffc) 00000080:00000001:1.0:1767326420.953491:0:221115:0:(llite_lib.c:1635:ll_put_super()) Process leaving 00000100:00000040:2.0:1767326421.370310:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11676) 00000100:00000040:3.0:1767326425.978257:0:179104:0:(connection.c:75:cpu_latency_work()) work item of 00000000c117cc31 (cpu 0) has reached its deadline 4306342516, at 4306342912 00000100:00000040:1.0:1767326425.978257:0:213426:0:(connection.c:75:cpu_latency_work()) work item of 000000005b201021 (cpu 0) has reached its deadline 4306342516, at 4306342912 00000100:00000040:0.0:1767326425.978257:0:184341:0:(connection.c:75:cpu_latency_work()) work item of 000000007885a38e (cpu 0) has reached its deadline 4306342516, at 4306342912 00000100:00000040:2.0:1767326425.978265:0:216267:0:(connection.c:75:cpu_latency_work()) work item of 000000002de93a64 (cpu 0) has reached its deadline 4306342516, at 4306342912 00000100:00000010:0.0:1767326425.978276:0:184341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063574839. 00000100:00000010:3.0:1767326425.978277:0:179104:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005c4e2213. 00000100:00000010:2.0:1767326425.978281:0:216267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c534d36b. 00000100:00000010:1.0:1767326425.978287:0:213426:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001917c6aa. 00000100:00000040:3.0:1767326426.490291:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11681) 00000100:00000040:3.0:1767326431.610217:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11686) 00000100:00000040:3.0:1767326436.730227:0:218214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11691) 00000100:00000040:2.0:1767326441.850279:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11696) 00000100:00000040:2.0:1767326446.970212:0:191765:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11701) 00000400:00000001:3.0:1767326452.041281:0:221691:0:(debug.c:327:cfs_str2mask()) Process entered 00000800:00000010:1.0:1767326454.906261:0:211457:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000035310fb5. 00000800:00000200:1.0:1767326454.906281:0:211457:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767326454.906285:0:211457:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326454.906290:0:211457:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035310fb5 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767326454.906425:0:211460:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767326467.195388:0:211457:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000069550630] -> 12345-192.168.203.107@tcp (5) 00000800:00000200:1.0:1767326467.195401:0:211457:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.107@tcp ip 192.168.203.107:988 00000800:00000200:1.0:1767326467.195407:0:211457:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035310fb5 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767326467.195510:0:211459:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:02000400:2.0:1767326483.536910:0:224725:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 120: cross-target rename should not create bad symlinks ========================================================== 23:01:23 (1767326483) 00000001:02000400:1.0:1767326487.718871:0:225020:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_120: @@@@@@ FAIL: MDT start failed Debug log: 115531 lines, 115531 kept, 0 dropped, 0 bad.